00000080:00200000:1.0:1789760715.752299:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760715.752306:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760715.752323:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20033536 i_blocks 40967 00000020:00200000:1.0:1789760715.752327:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760715.752338:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760715.752373:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20033536, count: 4096 00000080:00200000:1.0:1789760715.752380:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20033536, bytes: 4096 00000080:00200000:1.0:1789760715.752394:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760715.752403:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760715.752405:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20033536, 20037632) 0 0 00000080:00200000:1.0:1789760715.752409:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760715.752426:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [4891, 4891] 00020000:00200000:1.0:1789760715.752435:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20033536 chunk: [20033536, 20037632) 20037632, 4096 00020000:00200000:1.0:1789760715.752440:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760715.752460:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4891, 4891] 00000008:00010000:1.0:1789760715.752536:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760715.752543:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760715.752567:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20033536, 20037632) append 0 append lockpos 0 00000080:00200000:1.0:1789760715.752638:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20033536=0x131b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760715.752697:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760715.752700:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20037632 00000020:00010000:1.0:1789760715.752709:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760715.752712:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760715.752716:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760715.752720:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760715.752723:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b3f8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760715.752731:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760715.752739:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760715.752760:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8900 00000008:00100000:1.0:1789760715.752966:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571180 - object 0x240000400:4 offset 20033536<>20037632 00010000:00010000:1.0:1789760715.761491:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1789760715.790078:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [4891, 4891] 00000080:00200000:1.0:1789760715.790135:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760715.790142:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760715.790157:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20037632 i_blocks 40967 00000020:00200000:1.0:1789760715.790161:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760715.790171:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760715.790259:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20037632, count: 4096 00000080:00200000:1.0:1789760715.790266:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20037632, bytes: 4096 00000080:00200000:1.0:1789760715.790276:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760715.790285:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760715.790288:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20037632, 20041728) 0 0 00000080:00200000:1.0:1789760715.790293:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760715.790309:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [4892, 4892] 00020000:00200000:1.0:1789760715.790317:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20037632 chunk: [20037632, 20041728) 20041728, 4096 00020000:00200000:1.0:1789760715.790322:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760715.790339:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4892, 4892] 00000008:00010000:1.0:1789760715.790356:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760715.790361:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760715.790371:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20037632, 20041728) append 0 append lockpos 0 00000080:00200000:1.0:1789760715.790383:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20037632=0x131c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760715.790436:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760715.790438:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20041728 00000020:00010000:1.0:1789760715.790447:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760715.790450:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760715.790453:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760715.790456:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760715.790459:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b3f8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760715.790466:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760715.790472:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760715.790541:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8480 00000008:00100000:1.0:1789760715.790698:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573480 - object 0x240000400:4 offset 20037632<>20041728 00000080:00200000:1.0:1789760715.835461:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [4892, 4892] 00000080:00200000:1.0:1789760715.835547:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760715.835555:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760715.836461:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20041728 i_blocks 40967 00000020:00200000:1.0:1789760715.836469:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760715.836491:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760715.836527:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20041728, count: 4096 00000080:00200000:1.0:1789760715.836536:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20041728, bytes: 4096 00000080:00200000:1.0:1789760715.836551:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760715.836674:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760715.836676:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20041728, 20045824) 0 0 00000080:00200000:1.0:1789760715.836681:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760715.836700:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [4893, 4893] 00020000:00200000:1.0:1789760715.836709:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20041728 chunk: [20041728, 20045824) 20045824, 4096 00020000:00200000:1.0:1789760715.836715:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760715.836737:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4893, 4893] 00000008:00010000:1.0:1789760715.836754:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760715.836760:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760715.836771:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20041728, 20045824) append 0 append lockpos 0 00000080:00200000:1.0:1789760715.836785:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20041728=0x131d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760715.836851:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760715.836882:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20045824 00000020:00010000:1.0:1789760715.836892:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760715.836895:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760715.836898:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760715.836902:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760715.836905:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b3f8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760715.836913:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760715.836920:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760715.836944:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760715.837054:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571880 - object 0x240000400:4 offset 20041728<>20045824 00000080:00200000:1.0:1789760715.933350:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [4893, 4893] 00000080:00200000:1.0:1789760715.933380:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760715.933387:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760715.933405:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20045824 i_blocks 40967 00000020:00200000:1.0:1789760715.933411:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760715.933427:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760715.933461:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20045824, count: 4096 00000080:00200000:1.0:1789760715.933470:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20045824, bytes: 4096 00000080:00200000:1.0:1789760715.933487:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760715.933497:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760715.933499:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20045824, 20049920) 0 0 00000080:00200000:1.0:1789760715.933504:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760715.933521:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [4894, 4894] 00020000:00200000:1.0:1789760715.933530:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20045824 chunk: [20045824, 20049920) 20049920, 4096 00020000:00200000:1.0:1789760715.933536:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760715.933575:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4894, 4894] 00000008:00010000:1.0:1789760715.933594:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760715.933599:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760715.933610:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20045824, 20049920) append 0 append lockpos 0 00000080:00200000:1.0:1789760715.933625:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20045824=0x131e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760715.933688:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760715.933690:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20049920 00000020:00010000:1.0:1789760715.933698:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760715.933702:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760715.933705:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760715.933710:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760715.933713:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b3f8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760715.933721:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760715.933728:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760715.933751:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8d80 00000008:00100000:1.0:1789760715.933935:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 20045824<>20049920 00000080:00200000:1.0:1789760715.983851:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [4894, 4894] 00000080:00200000:1.0:1789760715.983899:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760715.983906:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760715.983922:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20049920 i_blocks 40967 00000020:00200000:1.0:1789760715.983926:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760715.983936:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760715.983973:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20049920, count: 4096 00000080:00200000:1.0:1789760715.983981:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20049920, bytes: 4096 00000080:00200000:1.0:1789760715.983991:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760715.983999:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760715.984002:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20049920, 20054016) 0 0 00000080:00200000:1.0:1789760715.984006:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760715.984022:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [4895, 4895] 00020000:00200000:1.0:1789760715.984031:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20049920 chunk: [20049920, 20054016) 20054016, 4096 00020000:00200000:1.0:1789760715.984035:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760715.984054:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4895, 4895] 00000008:00010000:1.0:1789760715.984071:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760715.984076:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760715.984099:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20049920, 20054016) append 0 append lockpos 0 00000080:00200000:1.0:1789760715.984114:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20049920=0x131f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760715.984168:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760715.984171:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20054016 00000020:00010000:1.0:1789760715.984180:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760715.984183:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760715.984186:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760715.984190:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760715.984193:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b3f8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760715.984210:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760715.984217:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760715.984233:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8780 00000008:00100000:1.0:1789760715.986573:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570a80 - object 0x240000400:4 offset 20049920<>20054016 00000080:00200000:1.0:1789760716.040697:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [4895, 4895] 00000080:00200000:1.0:1789760716.040712:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760716.040719:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760716.040735:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20054016 i_blocks 40967 00000020:00200000:1.0:1789760716.040738:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760716.040749:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760716.040781:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20054016, count: 4096 00000080:00200000:1.0:1789760716.040788:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20054016, bytes: 4096 00000080:00200000:1.0:1789760716.040796:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760716.040804:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760716.040806:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20054016, 20058112) 0 0 00000080:00200000:1.0:1789760716.040811:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760716.040827:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [4896, 4896] 00020000:00200000:1.0:1789760716.040835:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20054016 chunk: [20054016, 20058112) 20058112, 4096 00020000:00200000:1.0:1789760716.040840:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760716.040895:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4896, 4896] 00000008:00010000:1.0:1789760716.040922:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760716.040928:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760716.040939:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20054016, 20058112) append 0 append lockpos 0 00000080:00200000:1.0:1789760716.040954:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20054016=0x1320000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760716.041007:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760716.041010:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20058112 00000020:00010000:1.0:1789760716.041019:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760716.041022:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760716.041025:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760716.041028:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760716.041031:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b3f8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760716.041038:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760716.041045:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760716.041060:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760716.041164:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 20054016<>20058112 00000080:00200000:1.0:1789760716.136187:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [4896, 4896] 00000080:00200000:1.0:1789760716.136272:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760716.136279:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760716.136293:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20058112 i_blocks 40967 00000020:00200000:1.0:1789760716.136297:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760716.136308:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760716.136438:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20058112, count: 4096 00000080:00200000:1.0:1789760716.136446:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20058112, bytes: 4096 00000080:00200000:1.0:1789760716.136458:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760716.136466:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760716.136469:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20058112, 20062208) 0 0 00000080:00200000:1.0:1789760716.136543:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760716.136570:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [4897, 4897] 00020000:00200000:1.0:1789760716.136579:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20058112 chunk: [20058112, 20062208) 20062208, 4096 00020000:00200000:1.0:1789760716.136583:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760716.136604:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4897, 4897] 00000008:00010000:1.0:1789760716.136624:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760716.136629:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760716.136640:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20058112, 20062208) append 0 append lockpos 0 00000080:00200000:1.0:1789760716.136655:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20058112=0x1321000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760716.136717:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760716.136721:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20062208 00000020:00010000:1.0:1789760716.136729:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760716.136732:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760716.136735:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760716.136738:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760716.136741:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b3f8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760716.136749:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760716.136756:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760716.136775:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760716.136992:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571880 - object 0x240000400:4 offset 20058112<>20062208 00000080:00200000:1.0:1789760716.198506:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [4897, 4897] 00000080:00200000:1.0:1789760716.198523:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760716.198530:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760716.198545:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20062208 i_blocks 40967 00000020:00200000:1.0:1789760716.198548:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760716.198569:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760716.198605:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20062208, count: 4096 00000080:00200000:1.0:1789760716.198612:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20062208, bytes: 4096 00000080:00200000:1.0:1789760716.198622:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760716.198630:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760716.198633:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20062208, 20066304) 0 0 00000080:00200000:1.0:1789760716.198637:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760716.198654:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [4898, 4898] 00020000:00200000:1.0:1789760716.198663:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20062208 chunk: [20062208, 20066304) 20066304, 4096 00020000:00200000:1.0:1789760716.198668:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760716.198687:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4898, 4898] 00000008:00010000:1.0:1789760716.198706:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760716.198711:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760716.198722:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20062208, 20066304) append 0 append lockpos 0 00000080:00200000:1.0:1789760716.198735:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20062208=0x1322000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760716.198792:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760716.198794:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20066304 00000020:00010000:1.0:1789760716.198802:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760716.198805:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760716.198809:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760716.198812:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760716.198815:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b3f8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760716.198830:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760716.198837:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760716.198976:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760716.199303:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573480 - object 0x240000400:4 offset 20062208<>20066304 00000100:00100000:1.0:1789760716.290404:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515623808:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760716.350831:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760716.350847:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760716.350900:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760716.350914:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760716.350943:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515623808:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760716.351974:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515623936:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760717.511795:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [4925, 4925] 00000080:00200000:1.0:1789760717.511812:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760717.511818:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760717.511834:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20176896 i_blocks 40967 00000020:00200000:1.0:1789760717.511839:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760717.511849:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760717.511921:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20176896, count: 4096 00000080:00200000:1.0:1789760717.511930:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20176896, bytes: 4096 00000080:00200000:1.0:1789760717.511940:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760717.511948:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760717.511951:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20176896, 20180992) 0 0 00000080:00200000:1.0:1789760717.511955:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760717.511972:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [4926, 4926] 00020000:00200000:1.0:1789760717.511981:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20176896 chunk: [20176896, 20180992) 20180992, 4096 00020000:00200000:1.0:1789760717.511985:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760717.512006:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4926, 4926] 00000008:00010000:1.0:1789760717.512026:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760717.512033:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760717.512046:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20176896, 20180992) append 0 append lockpos 0 00000080:00200000:1.0:1789760717.512060:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20176896=0x133e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760717.512185:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760717.512253:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20180992 00000020:00010000:1.0:1789760717.512263:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760717.512268:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760717.512271:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760717.512275:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760717.512278:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b3f8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760717.512287:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760717.512294:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760717.512312:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760717.512419:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571180 - object 0x240000400:4 offset 20176896<>20180992 00000080:00200000:1.0:1789760717.545808:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [4926, 4926] 00000080:00200000:1.0:1789760717.545825:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760717.545831:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760717.545845:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20180992 i_blocks 40967 00000020:00200000:1.0:1789760717.545849:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760717.545884:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760717.545918:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20180992, count: 4096 00000080:00200000:1.0:1789760717.545925:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20180992, bytes: 4096 00000080:00200000:1.0:1789760717.545934:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760717.545942:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760717.545944:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20180992, 20185088) 0 0 00000080:00200000:1.0:1789760717.545948:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760717.545963:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [4927, 4927] 00020000:00200000:1.0:1789760717.545972:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20180992 chunk: [20180992, 20185088) 20185088, 4096 00020000:00200000:1.0:1789760717.545976:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760717.545995:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4927, 4927] 00000008:00010000:1.0:1789760717.546014:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760717.546019:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760717.546031:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20180992, 20185088) append 0 append lockpos 0 00000080:00200000:1.0:1789760717.546045:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20180992=0x133f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760717.546098:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760717.546101:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20185088 00000020:00010000:1.0:1789760717.546110:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760717.546114:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760717.546118:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760717.546122:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760717.546125:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b3f8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760717.546131:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760717.546138:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760717.546153:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760717.546266:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570e00 - object 0x240000400:4 offset 20180992<>20185088 00000080:00200000:1.0:1789760717.584886:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [4927, 4927] 00000080:00200000:1.0:1789760717.584900:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760717.584907:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760717.584923:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20185088 i_blocks 40967 00000020:00200000:1.0:1789760717.584926:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760717.584936:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760717.584967:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20185088, count: 4096 00000080:00200000:1.0:1789760717.584973:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20185088, bytes: 4096 00000080:00200000:1.0:1789760717.584983:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760717.584991:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760717.584993:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20185088, 20189184) 0 0 00000080:00200000:1.0:1789760717.584997:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760717.585013:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [4928, 4928] 00020000:00200000:1.0:1789760717.585021:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20185088 chunk: [20185088, 20189184) 20189184, 4096 00020000:00200000:1.0:1789760717.585025:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760717.585043:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4928, 4928] 00000008:00010000:1.0:1789760717.585061:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760717.585066:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760717.585077:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20185088, 20189184) append 0 append lockpos 0 00000080:00200000:1.0:1789760717.585103:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20185088=0x1340000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760717.585159:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760717.585162:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20189184 00000020:00010000:1.0:1789760717.585170:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760717.585174:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760717.585177:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760717.585181:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760717.585184:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b3f8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760717.585201:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760717.585207:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760717.585222:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760717.585322:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570000 - object 0x240000400:4 offset 20185088<>20189184 00000080:00200000:1.0:1789760717.612674:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [4928, 4928] 00000080:00200000:1.0:1789760717.612690:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760717.612697:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760717.612712:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20189184 i_blocks 40967 00000020:00200000:1.0:1789760717.612716:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760717.612727:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760717.612762:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20189184, count: 4096 00000080:00200000:1.0:1789760717.612769:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20189184, bytes: 4096 00000080:00200000:1.0:1789760717.612779:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760717.612788:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760717.612790:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20189184, 20193280) 0 0 00000080:00200000:1.0:1789760717.612795:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760717.612811:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [4929, 4929] 00020000:00200000:1.0:1789760717.612820:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20189184 chunk: [20189184, 20193280) 20193280, 4096 00020000:00200000:1.0:1789760717.612825:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760717.612845:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4929, 4929] 00000008:00010000:1.0:1789760717.612901:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760717.612908:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760717.612919:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20189184, 20193280) append 0 append lockpos 0 00000080:00200000:1.0:1789760717.612933:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20189184=0x1341000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760717.612990:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760717.612994:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20193280 00000020:00010000:1.0:1789760717.613001:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760717.613005:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760717.613009:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760717.613012:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760717.613016:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b3f8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760717.613024:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760717.613031:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760717.613047:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8780 00000008:00100000:1.0:1789760717.613163:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570700 - object 0x240000400:4 offset 20189184<>20193280 00000080:00200000:1.0:1789760717.648462:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [4929, 4929] 00000080:00200000:1.0:1789760717.648486:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760717.648492:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760717.648506:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20193280 i_blocks 40967 00000020:00200000:1.0:1789760717.648509:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760717.648519:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760717.648561:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20193280, count: 4096 00000080:00200000:1.0:1789760717.648568:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20193280, bytes: 4096 00000080:00200000:1.0:1789760717.648577:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760717.648693:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760717.648697:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20193280, 20197376) 0 0 00000080:00200000:1.0:1789760717.648702:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760717.648719:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [4930, 4930] 00020000:00200000:1.0:1789760717.648728:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20193280 chunk: [20193280, 20197376) 20197376, 4096 00020000:00200000:1.0:1789760717.648733:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760717.648754:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4930, 4930] 00000008:00010000:1.0:1789760717.648775:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760717.648781:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760717.648794:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20193280, 20197376) append 0 append lockpos 0 00000080:00200000:1.0:1789760717.648810:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20193280=0x1342000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760717.648905:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760717.648908:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20197376 00000020:00010000:1.0:1789760717.648916:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760717.648921:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760717.648924:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760717.648928:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760717.648930:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b3f8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760717.648938:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760717.648945:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760717.648961:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8d80 00000008:00100000:1.0:1789760717.649067:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571500 - object 0x240000400:4 offset 20193280<>20197376 00000080:00200000:1.0:1789760717.680257:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [4930, 4930] 00000080:00200000:1.0:1789760717.680273:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760717.680279:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760717.680295:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20197376 i_blocks 40967 00000020:00200000:1.0:1789760717.680299:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760717.680309:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760717.680347:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20197376, count: 4096 00000080:00200000:1.0:1789760717.680354:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20197376, bytes: 4096 00000080:00200000:1.0:1789760717.680365:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760717.680374:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760717.680377:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20197376, 20201472) 0 0 00000080:00200000:1.0:1789760717.680381:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760717.680401:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [4931, 4931] 00020000:00200000:1.0:1789760717.680410:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20197376 chunk: [20197376, 20201472) 20201472, 4096 00020000:00200000:1.0:1789760717.680415:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760717.680435:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4931, 4931] 00000008:00010000:1.0:1789760717.680455:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760717.680461:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760717.680474:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20197376, 20201472) append 0 append lockpos 0 00000080:00200000:1.0:1789760717.680490:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20197376=0x1343000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760717.680558:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760717.680561:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20201472 00000020:00010000:1.0:1789760717.680569:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760717.680573:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760717.680576:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760717.680645:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760717.680650:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b3f8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760717.680659:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760717.680666:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760717.680685:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760717.680795:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572d80 - object 0x240000400:4 offset 20197376<>20201472 00000080:00200000:1.0:1789760717.710396:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [4931, 4931] 00000080:00200000:1.0:1789760717.710412:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760717.710418:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760717.710435:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20201472 i_blocks 40967 00000020:00200000:1.0:1789760717.710440:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760717.710450:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760717.710539:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20201472, count: 4096 00000080:00200000:1.0:1789760717.710556:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20201472, bytes: 4096 00000080:00200000:1.0:1789760717.710566:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760717.710575:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760717.710578:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20201472, 20205568) 0 0 00000080:00200000:1.0:1789760717.710583:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760717.710600:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [4932, 4932] 00020000:00200000:1.0:1789760717.710609:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20201472 chunk: [20201472, 20205568) 20205568, 4096 00020000:00200000:1.0:1789760717.710614:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760717.710634:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4932, 4932] 00000008:00010000:1.0:1789760717.710653:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760717.710659:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760717.710669:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20201472, 20205568) append 0 append lockpos 0 00000080:00200000:1.0:1789760717.710683:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20201472=0x1344000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760717.710738:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760717.710742:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20205568 00000020:00010000:1.0:1789760717.710750:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760717.710753:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760717.710755:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760717.710813:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760717.710815:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b3f8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760717.710822:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760717.710827:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760717.710843:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8480 00000008:00100000:1.0:1789760717.710987:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571f80 - object 0x240000400:4 offset 20201472<>20205568 00000100:00100000:1.0:1789760717.795517:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760717.795613:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515628544:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760717.871643:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972251 gen 2 00000008:00010000:1.0:1789760717.871696:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760717.871705:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760717.871717:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760717.871741:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760717.871774:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515628544:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760717.952086:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [4935, 4935] 00000080:00200000:1.0:1789760717.952103:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760717.952109:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760717.952126:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20217856 i_blocks 40967 00000020:00200000:1.0:1789760717.952130:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760717.952141:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760717.952177:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20217856, count: 4096 00000080:00200000:1.0:1789760717.952185:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20217856, bytes: 4096 00000080:00200000:1.0:1789760717.952196:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760717.952206:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760717.952208:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20217856, 20221952) 0 0 00000080:00200000:1.0:1789760717.952213:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760717.952229:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [4936, 4936] 00020000:00200000:1.0:1789760717.952239:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20217856 chunk: [20217856, 20221952) 20221952, 4096 00020000:00200000:1.0:1789760717.952244:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760717.952264:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4936, 4936] 00000008:00010000:1.0:1789760717.952284:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760717.952290:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760717.952301:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20217856, 20221952) append 0 append lockpos 0 00000080:00200000:1.0:1789760717.952315:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20217856=0x1348000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760717.952372:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760717.952375:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20221952 00000020:00010000:1.0:1789760717.952383:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760717.952387:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760717.952486:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760717.952492:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760717.952495:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b3f8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760717.952504:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760717.952510:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760717.952527:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8900 00000008:00100000:1.0:1789760717.952904:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572680 - object 0x240000400:4 offset 20217856<>20221952 00000080:00200000:1.0:1789760718.061212:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [4936, 4936] 00000080:00200000:1.0:1789760718.061230:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760718.061237:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760718.061253:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20221952 i_blocks 40967 00000020:00200000:1.0:1789760718.061257:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760718.061267:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760718.061310:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20221952, count: 4096 00000080:00200000:1.0:1789760718.061325:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20221952, bytes: 4096 00000080:00200000:1.0:1789760718.061341:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760718.061349:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760718.061352:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20221952, 20226048) 0 0 00000080:00200000:1.0:1789760718.061357:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760718.061373:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [4937, 4937] 00020000:00200000:1.0:1789760718.061383:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20221952 chunk: [20221952, 20226048) 20226048, 4096 00020000:00200000:1.0:1789760718.061388:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760718.061408:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4937, 4937] 00000008:00010000:1.0:1789760718.061427:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760718.061433:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760718.061444:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20221952, 20226048) append 0 append lockpos 0 00000080:00200000:1.0:1789760718.061461:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20221952=0x1349000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760718.061520:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760718.061523:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20226048 00000020:00010000:1.0:1789760718.061532:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760718.061535:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760718.061538:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760718.061553:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760718.061556:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b3f8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760718.061563:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760718.061570:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760718.061586:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760718.061687:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573b80 - object 0x240000400:4 offset 20221952<>20226048 00000100:00100000:1.0:1789760718.061735:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760718.061752:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515628928:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760718.150949:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972254 gen 2 00000008:00010000:1.0:1789760718.150985:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:1.0:1789760718.150991:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760718.151000:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760718.151020:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:1.0:1789760718.151045:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515628928:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760718.242933:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515629312:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760718.278661:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972257 gen 2 00000008:00010000:1.0:1789760718.278702:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760718.278708:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760718.278716:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760718.278735:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760718.278756:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515629312:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760718.279432:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760718.279445:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515629440:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760718.313206:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972258 gen 2 00000008:00010000:1.0:1789760718.313248:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760718.313255:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760718.313266:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760718.313287:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760718.313312:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515629440:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760718.313896:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515629568:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760718.346888:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972259 gen 2 00000008:00010000:1.0:1789760718.346921:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760718.346927:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760718.346935:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760718.346956:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760718.346978:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515629568:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760718.347627:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515629696:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760718.413156:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972260 gen 2 00000008:00010000:1.0:1789760718.413201:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760718.413207:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760718.413214:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760718.413233:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760718.413254:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515629696:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760718.413831:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515629824:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760718.464372:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972261 gen 2 00000008:00010000:1.0:1789760718.464412:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760718.464417:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760718.464425:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760718.464501:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760718.464536:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515629824:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760718.470082:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515629952:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760718.543610:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760718.543622:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760718.543631:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760718.543655:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760718.543679:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515629952:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760718.544637:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515630080:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760718.635179:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972263 gen 2 00000008:00010000:1.0:1789760718.635234:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760718.635241:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760718.635250:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760718.635271:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760718.635295:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515630080:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760718.635951:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515630208:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760718.670003:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760718.670015:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760718.670025:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760718.670045:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760718.670067:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515630208:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760718.670791:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515630336:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760718.698828:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972265 gen 2 00000008:00010000:1.0:1789760718.698939:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760718.698948:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760718.698959:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760718.698987:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760718.699019:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515630336:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760718.700490:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515630464:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760718.733971:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972266 gen 2 00000008:00010000:1.0:1789760718.734017:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760718.734024:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760718.734032:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760718.734047:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760718.734073:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515630464:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760718.764373:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [4950, 4950] 00000080:00200000:1.0:1789760718.764391:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760718.764398:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760718.764413:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20279296 i_blocks 40967 00000020:00200000:1.0:1789760718.764416:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760718.764427:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760718.764455:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20279296, count: 4096 00000080:00200000:1.0:1789760718.764462:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20279296, bytes: 4096 00000080:00200000:1.0:1789760718.764472:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760718.764480:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760718.764483:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20279296, 20283392) 0 0 00000080:00200000:1.0:1789760718.764487:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760718.764502:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [4951, 4951] 00020000:00200000:1.0:1789760718.764511:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20279296 chunk: [20279296, 20283392) 20283392, 4096 00020000:00200000:1.0:1789760718.764516:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760718.764778:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4951, 4951] 00000008:00010000:1.0:1789760718.764796:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760718.764802:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760718.765025:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20279296, 20283392) append 0 append lockpos 0 00000080:00200000:1.0:1789760718.765039:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20279296=0x1357000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760718.765202:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760718.765205:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20283392 00000020:00010000:1.0:1789760718.765213:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760718.765216:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760718.765220:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760718.765222:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760718.765225:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b3f8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760718.765232:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760718.765238:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760718.765256:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760718.765338:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573b80 - object 0x240000400:4 offset 20279296<>20283392 00000080:00200000:1.0:1789760718.810990:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [4951, 4951] 00000080:00200000:1.0:1789760718.811010:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760718.811017:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760718.811031:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20283392 i_blocks 40967 00000020:00200000:1.0:1789760718.811035:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760718.811047:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760718.811074:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20283392, count: 4096 00000080:00200000:1.0:1789760718.811081:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20283392, bytes: 4096 00000080:00200000:1.0:1789760718.811092:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760718.811100:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760718.811103:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20283392, 20287488) 0 0 00000080:00200000:1.0:1789760718.811106:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760718.811119:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [4952, 4952] 00020000:00200000:1.0:1789760718.811125:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20283392 chunk: [20283392, 20287488) 20287488, 4096 00020000:00200000:1.0:1789760718.811128:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760718.811143:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4952, 4952] 00000008:00010000:1.0:1789760718.811155:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760718.811160:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760718.811169:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20283392, 20287488) append 0 append lockpos 0 00000080:00200000:1.0:1789760718.811180:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20283392=0x1358000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760718.811231:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760718.811234:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20287488 00000020:00010000:1.0:1789760718.811242:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760718.811246:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760718.811249:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760718.811252:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760718.811255:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b3f8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760718.811260:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760718.811266:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760718.811282:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760718.811362:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572a00 - object 0x240000400:4 offset 20283392<>20287488 00000080:00200000:1.0:1789760718.843025:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [4952, 4952] 00000080:00200000:1.0:1789760718.843040:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760718.843046:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760718.843060:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20287488 i_blocks 40967 00000020:00200000:1.0:1789760718.843063:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760718.843073:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760718.843098:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20287488, count: 4096 00000080:00200000:1.0:1789760718.843104:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20287488, bytes: 4096 00000080:00200000:1.0:1789760718.843114:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760718.843120:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760718.843123:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20287488, 20291584) 0 0 00000080:00200000:1.0:1789760718.843139:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760718.843154:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [4953, 4953] 00020000:00200000:1.0:1789760718.843161:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20287488 chunk: [20287488, 20291584) 20291584, 4096 00020000:00200000:1.0:1789760718.843164:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760718.843179:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4953, 4953] 00000008:00010000:1.0:1789760718.843194:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760718.843199:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760718.843208:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20287488, 20291584) append 0 append lockpos 0 00000080:00200000:1.0:1789760718.843219:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20287488=0x1359000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760718.843262:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760718.843265:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20291584 00000020:00010000:1.0:1789760718.843272:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760718.843275:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760718.843277:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760718.843280:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760718.843283:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b3f8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760718.843289:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760718.843294:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760718.843307:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760718.843529:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573100 - object 0x240000400:4 offset 20287488<>20291584 00000100:00100000:1.0:1789760718.843586:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760718.843603:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515630976:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760718.869576:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972270 gen 2 00000008:00010000:1.0:1789760718.869611:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:1.0:1789760718.869618:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760718.869627:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760718.869655:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:1.0:1789760718.869681:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515630976:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760719.857749:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1789760720.208012:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [4974, 4974] 00000080:00200000:1.0:1789760720.208031:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760720.208037:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760720.208052:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20377600 i_blocks 40967 00000020:00200000:1.0:1789760720.208056:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760720.208066:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760720.208292:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20377600, count: 4096 00000080:00200000:1.0:1789760720.208301:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20377600, bytes: 4096 00000080:00200000:1.0:1789760720.208312:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760720.208321:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760720.208324:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20377600, 20381696) 0 0 00000080:00200000:1.0:1789760720.208329:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760720.208345:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [4975, 4975] 00020000:00200000:1.0:1789760720.208353:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20377600 chunk: [20377600, 20381696) 20381696, 4096 00020000:00200000:1.0:1789760720.208358:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760720.208378:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4975, 4975] 00000008:00010000:1.0:1789760720.208398:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760720.208404:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760720.208416:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20377600, 20381696) append 0 append lockpos 0 00000080:00200000:1.0:1789760720.208431:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20377600=0x136f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760720.208706:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760720.208710:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20381696 00000020:00010000:1.0:1789760720.208720:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760720.208723:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760720.208727:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760720.208730:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd23bfc68 (ffff980dc850b3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760720.208733:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b3f8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760720.208741:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760720.208749:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760720.208769:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760720.209168:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573100 - object 0x240000400:4 offset 20377600<>20381696 00000100:00100000:1.0:1789760720.209227:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515633792:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760720.268950:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972292 gen 2 00000008:00010000:1.0:1789760720.269006:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:1.0:1789760720.269015:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760720.269026:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760720.269049:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:1.0:1789760720.269080:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515633792:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760720.396401:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515634176:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760720.463903:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972295 gen 2 00000008:00010000:1.0:1789760720.464084:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760720.464093:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760720.464105:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760720.465352:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760720.465372:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515634176:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760720.612320:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515634560:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760720.650924:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972298 gen 2 00000008:00010000:1.0:1789760720.650969:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760720.650974:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760720.650982:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760720.651000:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760720.651021:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515634560:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760720.651544:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515634688:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760720.688223:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972299 gen 2 00000008:00010000:1.0:1789760720.688254:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760720.688259:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760720.688266:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760720.688282:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760720.688303:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515634688:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760720.689138:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515634816:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760720.718299:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972300 gen 2 00000008:00010000:1.0:1789760720.718334:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760720.718341:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760720.718350:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760720.718371:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760720.718396:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515634816:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760720.719252:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760720.719269:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515634944:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760720.754577:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972301 gen 2 00000008:00010000:1.0:1789760720.754612:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760720.754619:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760720.754627:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760720.754646:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760720.754671:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515634944:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760720.755351:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515635072:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760720.882417:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1789760721.331707:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [4992, 4992] 00000080:00200000:1.0:1789760721.331722:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760721.331727:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760721.331741:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20451328 i_blocks 40967 00000020:00200000:1.0:1789760721.331746:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760721.331756:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760721.331792:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20451328, count: 4096 00000080:00200000:1.0:1789760721.331799:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20451328, bytes: 4096 00000080:00200000:1.0:1789760721.331809:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760721.331818:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760721.331821:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20451328, 20455424) 0 0 00000080:00200000:1.0:1789760721.331825:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760721.331844:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [4993, 4993] 00020000:00200000:1.0:1789760721.331891:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20451328 chunk: [20451328, 20455424) 20455424, 4096 00020000:00200000:1.0:1789760721.331896:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760721.331916:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4993, 4993] 00000008:00010000:1.0:1789760721.331934:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760721.331940:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760721.331953:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20451328, 20455424) append 0 append lockpos 0 00000080:00200000:1.0:1789760721.331968:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20451328=0x1381000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760721.332027:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760721.332030:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20455424 00000020:00010000:1.0:1789760721.332039:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760721.332043:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760721.332046:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760721.332049:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760721.332052:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760721.332059:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760721.332066:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760721.332082:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760721.332185:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573100 - object 0x240000400:4 offset 20451328<>20455424 00000100:00100000:1.0:1789760721.332231:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760721.332249:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515636096:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760721.390554:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972310 gen 2 00000008:00010000:1.0:1789760721.390621:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:1.0:1789760721.390629:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760721.390640:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760721.390664:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:1.0:1789760721.390697:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515636096:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760721.442649:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [4994, 4994] 00000080:00200000:1.0:1789760721.442665:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760721.442672:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760721.442688:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20459520 i_blocks 40967 00000020:00200000:1.0:1789760721.442692:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760721.442703:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760721.442738:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20459520, count: 4096 00000080:00200000:1.0:1789760721.442745:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20459520, bytes: 4096 00000080:00200000:1.0:1789760721.442757:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760721.442766:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760721.442768:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20459520, 20463616) 0 0 00000080:00200000:1.0:1789760721.442773:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760721.442790:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [4995, 4995] 00020000:00200000:1.0:1789760721.442799:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20459520 chunk: [20459520, 20463616) 20463616, 4096 00020000:00200000:1.0:1789760721.442804:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760721.442822:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4995, 4995] 00000008:00010000:1.0:1789760721.442840:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760721.442846:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760721.442891:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20459520, 20463616) append 0 append lockpos 0 00000080:00200000:1.0:1789760721.442906:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20459520=0x1383000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760721.443331:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760721.443335:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20463616 00000020:00010000:1.0:1789760721.443345:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760721.443349:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760721.443352:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760721.443356:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760721.443359:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760721.443368:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760721.443375:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760721.443397:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760721.443533:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573100 - object 0x240000400:4 offset 20459520<>20463616 00000100:00100000:1.0:1789760721.443581:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760721.443602:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515636352:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760721.555210:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972312 gen 2 00000008:00010000:1.0:1789760721.555269:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:1.0:1789760721.555278:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760721.555289:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760721.555317:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:1.0:1789760721.555350:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515636352:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760721.623783:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [4996, 4996] 00000080:00200000:1.0:1789760721.623814:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760721.623822:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760721.623840:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20467712 i_blocks 40967 00000020:00200000:1.0:1789760721.623846:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760721.623909:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760721.623948:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20467712, count: 4096 00000080:00200000:1.0:1789760721.623957:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20467712, bytes: 4096 00000080:00200000:1.0:1789760721.623973:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760721.624088:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760721.624091:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20467712, 20471808) 0 0 00000080:00200000:1.0:1789760721.624097:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760721.624115:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [4997, 4997] 00020000:00200000:1.0:1789760721.624124:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20467712 chunk: [20467712, 20471808) 20471808, 4096 00020000:00200000:1.0:1789760721.624128:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760721.624154:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4997, 4997] 00000008:00010000:1.0:1789760721.624176:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760721.624182:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760721.624197:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20467712, 20471808) append 0 append lockpos 0 00000080:00200000:1.0:1789760721.624214:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20467712=0x1385000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760721.624527:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760721.624531:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20471808 00000020:00010000:1.0:1789760721.624541:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760721.624545:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760721.624548:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760721.624633:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760721.624636:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760721.624647:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760721.624656:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760721.624685:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760721.629805:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573100 - object 0x240000400:4 offset 20467712<>20471808 00000100:00100000:1.0:1789760721.630475:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515636608:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760721.693313:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972314 gen 2 00000008:00010000:1.0:1789760721.693381:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:1.0:1789760721.693391:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760721.693401:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760721.693425:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:1.0:1789760721.693456:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515636608:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760721.802643:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [4998, 4998] 00000080:00200000:1.0:1789760721.802677:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760721.802684:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760721.802706:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20475904 i_blocks 40967 00000020:00200000:1.0:1789760721.802713:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760721.802732:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760721.802775:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20475904, count: 4096 00000080:00200000:1.0:1789760721.802786:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20475904, bytes: 4096 00000080:00200000:1.0:1789760721.802805:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760721.802815:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760721.802818:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20475904, 20480000) 0 0 00000080:00200000:1.0:1789760721.802823:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760721.802842:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [4999, 4999] 00020000:00200000:1.0:1789760721.802896:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20475904 chunk: [20475904, 20480000) 20480000, 4096 00020000:00200000:1.0:1789760721.802902:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760721.802928:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4999, 4999] 00000008:00010000:1.0:1789760721.802949:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760721.802955:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760721.802970:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20475904, 20480000) append 0 append lockpos 0 00000080:00200000:1.0:1789760721.802986:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20475904=0x1387000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760721.803058:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760721.803061:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20480000 00000020:00010000:1.0:1789760721.803071:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760721.803075:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760721.803078:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760721.803081:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760721.803085:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760721.803094:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760721.803101:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760721.803124:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760721.803266:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573100 - object 0x240000400:4 offset 20475904<>20480000 00000080:00200000:1.0:1789760721.886139:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [4999, 4999] 00000080:00200000:1.0:1789760721.886156:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760721.886162:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760721.886178:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20480000 i_blocks 40967 00000020:00200000:1.0:1789760721.886182:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760721.886191:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760721.886242:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20480000, count: 4096 00000080:00200000:1.0:1789760721.886251:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20480000, bytes: 4096 00000080:00200000:1.0:1789760721.886261:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760721.886270:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760721.886273:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20480000, 20484096) 0 0 00000080:00200000:1.0:1789760721.886277:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760721.886296:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5000, 5000] 00020000:00200000:1.0:1789760721.886306:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20480000 chunk: [20480000, 20484096) 20484096, 4096 00020000:00200000:1.0:1789760721.886310:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760721.886332:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5000, 5000] 00000008:00010000:1.0:1789760721.886352:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760721.886358:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760721.886371:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20480000, 20484096) append 0 append lockpos 0 00000080:00200000:1.0:1789760721.886387:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20480000=0x1388000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760721.886453:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760721.886457:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20484096 00000020:00010000:1.0:1789760721.886466:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760721.886469:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760721.886472:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760721.886476:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760721.886479:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760721.886488:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760721.886496:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760721.886523:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760721.886627:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570380 - object 0x240000400:4 offset 20480000<>20484096 00000080:00200000:1.0:1789760721.929899:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5000, 5000] 00000080:00200000:1.0:1789760721.929917:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760721.929924:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760721.929940:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20484096 i_blocks 40967 00000020:00200000:1.0:1789760721.929944:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760721.929955:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760721.929991:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20484096, count: 4096 00000080:00200000:1.0:1789760721.930000:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20484096, bytes: 4096 00000080:00200000:1.0:1789760721.930011:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760721.930020:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760721.930023:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20484096, 20488192) 0 0 00000080:00200000:1.0:1789760721.930028:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760721.930047:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5001, 5001] 00020000:00200000:1.0:1789760721.930056:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20484096 chunk: [20484096, 20488192) 20488192, 4096 00020000:00200000:1.0:1789760721.930061:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760721.930081:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5001, 5001] 00000008:00010000:1.0:1789760721.930104:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760721.930110:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760721.930122:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20484096, 20488192) append 0 append lockpos 0 00000080:00200000:1.0:1789760721.930137:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20484096=0x1389000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760721.930207:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760721.930210:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20488192 00000020:00010000:1.0:1789760721.930220:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760721.930224:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760721.930227:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760721.930231:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760721.930234:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760721.930243:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760721.930251:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760721.930271:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760721.930385:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571c00 - object 0x240000400:4 offset 20484096<>20488192 00000080:00200000:1.0:1789760722.008336:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5001, 5001] 00000080:00200000:1.0:1789760722.008352:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760722.008358:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760722.008375:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20488192 i_blocks 40967 00000020:00200000:1.0:1789760722.008379:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760722.008389:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760722.008426:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20488192, count: 4096 00000080:00200000:1.0:1789760722.008433:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20488192, bytes: 4096 00000080:00200000:1.0:1789760722.008442:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760722.008452:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760722.008454:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20488192, 20492288) 0 0 00000080:00200000:1.0:1789760722.008459:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760722.008477:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5002, 5002] 00020000:00200000:1.0:1789760722.008486:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20488192 chunk: [20488192, 20492288) 20492288, 4096 00020000:00200000:1.0:1789760722.008492:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760722.008523:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5002, 5002] 00000008:00010000:1.0:1789760722.008545:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760722.008621:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760722.008634:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20488192, 20492288) append 0 append lockpos 0 00000080:00200000:1.0:1789760722.008652:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20488192=0x138a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760722.008714:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760722.008717:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20492288 00000020:00010000:1.0:1789760722.008725:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760722.008730:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.008732:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.008736:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760722.008739:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760722.008745:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760722.008751:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760722.008769:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760722.008925:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 20488192<>20492288 00000100:00100000:1.0:1789760722.052164:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2362:1876699515637632:192.168.203.146@tcp:400:kworker.0 00000100:00100000:1.0:1789760722.052190:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515637504:192.168.203.146@tcp:400:kworker.0 00000100:00100000:1.0:1789760722.056065:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:65ff60fc-9b44-48f8-988f-b0587af5cf52:2362:1876699515637376:192.168.203.146@tcp:400:kworker.0 00000100:00100000:1.0:1789760722.088737:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972319 gen 2 00000008:00010000:1.0:1789760722.088793:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:1.0:1789760722.088802:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760722.088814:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760722.088838:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:1.0:1789760722.088926:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515637248:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760722.122445:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5003, 5003] 00000080:00200000:1.0:1789760722.122461:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760722.122468:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760722.122483:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20496384 i_blocks 40967 00000020:00200000:1.0:1789760722.122487:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760722.122497:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760722.122541:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20496384, count: 4096 00000080:00200000:1.0:1789760722.122549:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20496384, bytes: 4096 00000080:00200000:1.0:1789760722.122559:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760722.122568:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760722.122570:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20496384, 20500480) 0 0 00000080:00200000:1.0:1789760722.122575:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760722.122593:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5004, 5004] 00020000:00200000:1.0:1789760722.122603:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20496384 chunk: [20496384, 20500480) 20500480, 4096 00020000:00200000:1.0:1789760722.122607:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760722.122628:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5004, 5004] 00000008:00010000:1.0:1789760722.122648:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760722.122653:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760722.122665:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20496384, 20500480) append 0 append lockpos 0 00000080:00200000:1.0:1789760722.122680:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20496384=0x138c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760722.122757:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760722.122761:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20500480 00000020:00010000:1.0:1789760722.122769:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760722.122773:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.122776:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.122781:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760722.122783:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760722.122791:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760722.122799:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760722.122817:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760722.122970:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 20496384<>20500480 00000080:00200000:1.0:1789760722.179548:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5004, 5004] 00000080:00200000:1.0:1789760722.179567:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760722.179572:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760722.179590:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20500480 i_blocks 40967 00000020:00200000:1.0:1789760722.179594:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760722.179607:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760722.179646:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20500480, count: 4096 00000080:00200000:1.0:1789760722.179654:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20500480, bytes: 4096 00000080:00200000:1.0:1789760722.179666:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760722.179674:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760722.179677:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20500480, 20504576) 0 0 00000080:00200000:1.0:1789760722.179682:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760722.179699:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5005, 5005] 00020000:00200000:1.0:1789760722.179720:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20500480 chunk: [20500480, 20504576) 20504576, 4096 00020000:00200000:1.0:1789760722.179725:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760722.179747:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5005, 5005] 00000008:00010000:1.0:1789760722.179766:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760722.179773:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760722.179784:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20500480, 20504576) append 0 append lockpos 0 00000080:00200000:1.0:1789760722.179799:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20500480=0x138d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760722.180006:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760722.180009:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20504576 00000020:00010000:1.0:1789760722.180019:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760722.180023:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.180026:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.180031:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760722.180034:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760722.180042:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760722.180049:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760722.180067:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8900 00000008:00100000:1.0:1789760722.180240:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571c00 - object 0x240000400:4 offset 20500480<>20504576 00000080:00200000:1.0:1789760722.230744:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5005, 5005] 00000080:00200000:1.0:1789760722.230761:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760722.230767:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760722.230784:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20504576 i_blocks 40967 00000020:00200000:1.0:1789760722.230788:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760722.230798:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760722.230837:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20504576, count: 4096 00000080:00200000:1.0:1789760722.230845:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20504576, bytes: 4096 00000080:00200000:1.0:1789760722.230959:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760722.230970:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760722.230972:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20504576, 20508672) 0 0 00000080:00200000:1.0:1789760722.230977:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760722.230995:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5006, 5006] 00020000:00200000:1.0:1789760722.231005:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20504576 chunk: [20504576, 20508672) 20508672, 4096 00020000:00200000:1.0:1789760722.231009:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760722.231031:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5006, 5006] 00000008:00010000:1.0:1789760722.231051:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760722.231058:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760722.231071:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20504576, 20508672) append 0 append lockpos 0 00000080:00200000:1.0:1789760722.231085:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20504576=0x138e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760722.231166:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760722.231169:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20508672 00000020:00010000:1.0:1789760722.231179:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760722.231183:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.231186:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.231192:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760722.231195:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760722.231204:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760722.231211:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760722.231229:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8480 00000008:00100000:1.0:1789760722.231342:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570380 - object 0x240000400:4 offset 20504576<>20508672 00000080:00200000:1.0:1789760722.303494:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5006, 5006] 00000080:00200000:1.0:1789760722.303520:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760722.303527:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760722.303542:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20508672 i_blocks 40967 00000020:00200000:1.0:1789760722.303546:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760722.303557:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760722.303591:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20508672, count: 4096 00000080:00200000:1.0:1789760722.303597:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20508672, bytes: 4096 00000080:00200000:1.0:1789760722.303608:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760722.303617:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760722.303620:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20508672, 20512768) 0 0 00000080:00200000:1.0:1789760722.303625:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760722.303642:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5007, 5007] 00020000:00200000:1.0:1789760722.303652:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20508672 chunk: [20508672, 20512768) 20512768, 4096 00020000:00200000:1.0:1789760722.303657:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760722.303680:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5007, 5007] 00000008:00010000:1.0:1789760722.303698:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760722.303705:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760722.303717:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20508672, 20512768) append 0 append lockpos 0 00000080:00200000:1.0:1789760722.303732:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20508672=0x138f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760722.303795:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760722.303798:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20512768 00000020:00010000:1.0:1789760722.303806:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760722.303809:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.303812:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.303816:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760722.303819:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760722.303826:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760722.303833:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760722.303849:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760722.304014:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573100 - object 0x240000400:4 offset 20508672<>20512768 00000100:00100000:1.0:1789760722.304749:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515638272:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760722.408793:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:1.0:1789760722.408809:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760722.408821:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760722.408843:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:1.0:1789760722.408952:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515638272:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760722.459266:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5008, 5008] 00000080:00200000:1.0:1789760722.459284:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760722.459290:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760722.459307:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20516864 i_blocks 40967 00000020:00200000:1.0:1789760722.459310:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760722.459320:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760722.459358:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20516864, count: 4096 00000080:00200000:1.0:1789760722.459366:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20516864, bytes: 4096 00000080:00200000:1.0:1789760722.459377:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760722.459385:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760722.459388:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20516864, 20520960) 0 0 00000080:00200000:1.0:1789760722.459392:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760722.459409:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5009, 5009] 00020000:00200000:1.0:1789760722.459418:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20516864 chunk: [20516864, 20520960) 20520960, 4096 00020000:00200000:1.0:1789760722.459423:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760722.459452:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5009, 5009] 00000008:00010000:1.0:1789760722.459473:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760722.459479:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760722.459493:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20516864, 20520960) append 0 append lockpos 0 00000080:00200000:1.0:1789760722.459518:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20516864=0x1391000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760722.459581:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760722.459584:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20520960 00000020:00010000:1.0:1789760722.459593:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760722.459596:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.459600:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.459604:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760722.459607:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760722.459615:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760722.459622:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760722.459639:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760722.459758:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572a00 - object 0x240000400:4 offset 20516864<>20520960 00000100:00100000:1.0:1789760722.459807:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760722.459827:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515638528:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760722.491520:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972326 gen 2 00000008:00010000:1.0:1789760722.491586:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:1.0:1789760722.491594:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760722.491604:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760722.491632:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:1.0:1789760722.491664:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515638528:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760722.516663:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5010, 5010] 00000080:00200000:1.0:1789760722.516681:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760722.516688:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760722.516703:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20525056 i_blocks 40967 00000020:00200000:1.0:1789760722.516707:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760722.516718:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760722.516765:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20525056, count: 4096 00000080:00200000:1.0:1789760722.516773:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20525056, bytes: 4096 00000080:00200000:1.0:1789760722.516783:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760722.516792:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760722.516794:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20525056, 20529152) 0 0 00000080:00200000:1.0:1789760722.516800:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760722.516818:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5011, 5011] 00020000:00200000:1.0:1789760722.516826:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20525056 chunk: [20525056, 20529152) 20529152, 4096 00020000:00200000:1.0:1789760722.516831:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760722.516852:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5011, 5011] 00000008:00010000:1.0:1789760722.517019:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760722.517024:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760722.517036:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20525056, 20529152) append 0 append lockpos 0 00000080:00200000:1.0:1789760722.517050:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20525056=0x1393000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760722.517104:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760722.517106:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20529152 00000020:00010000:1.0:1789760722.517114:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760722.517118:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.517122:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.517125:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760722.517128:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760722.517136:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760722.517143:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760722.517215:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760722.517319:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572a00 - object 0x240000400:4 offset 20525056<>20529152 00000080:00200000:1.0:1789760722.547691:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5011, 5011] 00000080:00200000:1.0:1789760722.547709:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760722.547715:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760722.547728:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20529152 i_blocks 40967 00000020:00200000:1.0:1789760722.547732:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760722.547743:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760722.547777:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20529152, count: 4096 00000080:00200000:1.0:1789760722.547785:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20529152, bytes: 4096 00000080:00200000:1.0:1789760722.547799:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760722.547908:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760722.547912:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20529152, 20533248) 0 0 00000080:00200000:1.0:1789760722.547917:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760722.547937:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5012, 5012] 00020000:00200000:1.0:1789760722.547947:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20529152 chunk: [20529152, 20533248) 20533248, 4096 00020000:00200000:1.0:1789760722.547951:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760722.547974:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5012, 5012] 00000008:00010000:1.0:1789760722.547994:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760722.548000:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760722.548013:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20529152, 20533248) append 0 append lockpos 0 00000080:00200000:1.0:1789760722.548027:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20529152=0x1394000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760722.548218:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760722.548222:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20533248 00000020:00010000:1.0:1789760722.548232:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760722.548236:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.548239:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.548243:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760722.548245:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760722.548254:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760722.548260:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760722.548287:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8d80 00000008:00100000:1.0:1789760722.548397:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573b80 - object 0x240000400:4 offset 20529152<>20533248 00000080:00200000:1.0:1789760722.586768:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5012, 5012] 00000080:00200000:1.0:1789760722.586785:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760722.586792:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760722.586818:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20533248 i_blocks 40967 00000020:00200000:1.0:1789760722.586822:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760722.586833:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760722.586904:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20533248, count: 4096 00000080:00200000:1.0:1789760722.586912:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20533248, bytes: 4096 00000080:00200000:1.0:1789760722.586922:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760722.586932:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760722.586934:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20533248, 20537344) 0 0 00000080:00200000:1.0:1789760722.586939:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760722.586956:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5013, 5013] 00020000:00200000:1.0:1789760722.586967:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20533248 chunk: [20533248, 20537344) 20537344, 4096 00020000:00200000:1.0:1789760722.586971:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760722.586991:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5013, 5013] 00000008:00010000:1.0:1789760722.587009:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760722.587015:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760722.587026:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20533248, 20537344) append 0 append lockpos 0 00000080:00200000:1.0:1789760722.587043:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20533248=0x1395000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760722.587121:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760722.587124:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20537344 00000020:00010000:1.0:1789760722.587133:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760722.587137:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.587140:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.587144:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760722.587147:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760722.587155:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760722.587162:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760722.587181:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8780 00000008:00100000:1.0:1789760722.587293:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572680 - object 0x240000400:4 offset 20533248<>20537344 00000080:00200000:1.0:1789760722.703943:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5013, 5013] 00000080:00200000:1.0:1789760722.703962:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760722.703969:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760722.703986:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20537344 i_blocks 40967 00000020:00200000:1.0:1789760722.703990:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760722.703999:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760722.704042:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20537344, count: 4096 00000080:00200000:1.0:1789760722.704050:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20537344, bytes: 4096 00000080:00200000:1.0:1789760722.704060:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760722.704068:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760722.704071:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20537344, 20541440) 0 0 00000080:00200000:1.0:1789760722.704075:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760722.704092:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5014, 5014] 00020000:00200000:1.0:1789760722.704100:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20537344 chunk: [20537344, 20541440) 20541440, 4096 00020000:00200000:1.0:1789760722.704105:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760722.704126:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5014, 5014] 00000008:00010000:1.0:1789760722.704143:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760722.704148:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760722.704159:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20537344, 20541440) append 0 append lockpos 0 00000080:00200000:1.0:1789760722.704174:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20537344=0x1396000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760722.704227:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760722.704230:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20541440 00000020:00010000:1.0:1789760722.704238:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760722.704242:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.704245:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.704249:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760722.704252:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760722.704260:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760722.704269:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760722.791916:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5014, 5014] 00000080:00200000:1.0:1789760722.791944:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760722.791951:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760722.791972:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20541440 i_blocks 40967 00000020:00200000:1.0:1789760722.791978:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760722.791998:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760722.792203:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20541440, count: 4096 00000080:00200000:1.0:1789760722.792214:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20541440, bytes: 4096 00000080:00200000:1.0:1789760722.792230:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760722.792240:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760722.792243:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20541440, 20545536) 0 0 00000080:00200000:1.0:1789760722.792248:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760722.792265:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5015, 5015] 00020000:00200000:1.0:1789760722.792273:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20541440 chunk: [20541440, 20545536) 20545536, 4096 00020000:00200000:1.0:1789760722.792278:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760722.792300:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5015, 5015] 00000008:00010000:1.0:1789760722.792330:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760722.792337:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760722.792349:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20541440, 20545536) append 0 append lockpos 0 00000080:00200000:1.0:1789760722.792364:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20541440=0x1397000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760722.792449:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760722.792453:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20545536 00000020:00010000:1.0:1789760722.792462:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760722.792465:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.792469:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.792473:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760722.792476:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760722.792485:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760722.792492:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760722.792633:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760722.792752:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571f80 - object 0x240000400:4 offset 20541440<>20545536 00000080:00200000:1.0:1789760722.850052:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5015, 5015] 00000080:00200000:1.0:1789760722.850068:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760722.850075:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760722.850091:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20545536 i_blocks 40967 00000020:00200000:1.0:1789760722.850095:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760722.850105:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760722.850140:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20545536, count: 4096 00000080:00200000:1.0:1789760722.850212:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20545536, bytes: 4096 00000080:00200000:1.0:1789760722.850223:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760722.850232:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760722.850235:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20545536, 20549632) 0 0 00000080:00200000:1.0:1789760722.850240:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760722.850258:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5016, 5016] 00020000:00200000:1.0:1789760722.850267:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20545536 chunk: [20545536, 20549632) 20549632, 4096 00020000:00200000:1.0:1789760722.850272:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760722.850293:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5016, 5016] 00000008:00010000:1.0:1789760722.850311:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760722.850317:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760722.850329:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20545536, 20549632) append 0 append lockpos 0 00000080:00200000:1.0:1789760722.850342:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20545536=0x1398000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760722.850394:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760722.850396:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20549632 00000020:00010000:1.0:1789760722.850405:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760722.850407:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.850409:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.850412:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760722.850414:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760722.850420:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760722.850474:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760722.850489:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760722.850607:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572d80 - object 0x240000400:4 offset 20545536<>20549632 00000080:00200000:1.0:1789760722.878344:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5016, 5016] 00000080:00200000:1.0:1789760722.878362:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760722.878368:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760722.878384:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20549632 i_blocks 40967 00000020:00200000:1.0:1789760722.878388:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760722.878398:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760722.878513:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20549632, count: 4096 00000080:00200000:1.0:1789760722.878523:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20549632, bytes: 4096 00000080:00200000:1.0:1789760722.878535:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760722.878545:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760722.878548:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20549632, 20553728) 0 0 00000080:00200000:1.0:1789760722.878553:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760722.878570:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5017, 5017] 00020000:00200000:1.0:1789760722.878581:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20549632 chunk: [20549632, 20553728) 20553728, 4096 00020000:00200000:1.0:1789760722.878585:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760722.878607:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5017, 5017] 00000008:00010000:1.0:1789760722.878627:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760722.878633:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760722.878645:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20549632, 20553728) append 0 append lockpos 0 00000080:00200000:1.0:1789760722.878659:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20549632=0x1399000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760722.878720:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760722.878723:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20553728 00000020:00010000:1.0:1789760722.878730:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760722.878800:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.878804:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760722.878808:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760722.878811:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760722.878820:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760722.878827:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760722.878844:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760722.879319:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571500 - object 0x240000400:4 offset 20549632<>20553728 00000100:00100000:1.0:1789760722.966362:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515639808:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760722.998518:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972336 gen 2 00000008:00010000:1.0:1789760722.998563:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760722.998570:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760722.998579:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760722.998604:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760722.998629:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515639808:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760723.000974:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760723.000995:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515639936:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760723.031514:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972337 gen 2 00000008:00010000:1.0:1789760723.031550:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760723.031557:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760723.031567:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760723.031769:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760723.031794:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515639936:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760723.037083:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515640064:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760723.078662:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760723.078678:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760723.078690:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760723.078723:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760723.079013:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515640064:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760723.159482:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5023, 5023] 00000080:00200000:1.0:1789760723.159759:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760723.159815:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760723.159834:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20578304 i_blocks 40967 00000020:00200000:1.0:1789760723.159840:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760723.159871:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760723.159905:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20578304, count: 4096 00000080:00200000:1.0:1789760723.159912:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20578304, bytes: 4096 00000080:00200000:1.0:1789760723.159926:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760723.159934:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760723.159937:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20578304, 20582400) 0 0 00000080:00200000:1.0:1789760723.159942:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760723.159960:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5024, 5024] 00020000:00200000:1.0:1789760723.159969:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20578304 chunk: [20578304, 20582400) 20582400, 4096 00020000:00200000:1.0:1789760723.159973:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760723.159995:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5024, 5024] 00000008:00010000:1.0:1789760723.160014:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760723.160020:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760723.160033:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20578304, 20582400) append 0 append lockpos 0 00000080:00200000:1.0:1789760723.160047:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20578304=0x13a0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760723.160116:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760723.160119:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20582400 00000020:00010000:1.0:1789760723.160128:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760723.160132:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760723.160135:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760723.160139:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760723.160142:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760723.160150:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760723.160157:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760723.160175:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760723.160293:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570700 - object 0x240000400:4 offset 20578304<>20582400 00000080:00200000:1.0:1789760723.217580:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5024, 5024] 00000080:00200000:1.0:1789760723.217602:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760723.217609:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760723.217626:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20582400 i_blocks 40967 00000020:00200000:1.0:1789760723.217631:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760723.217643:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760723.217681:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20582400, count: 4096 00000080:00200000:1.0:1789760723.217689:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20582400, bytes: 4096 00000080:00200000:1.0:1789760723.217707:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760723.217715:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760723.217718:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20582400, 20586496) 0 0 00000080:00200000:1.0:1789760723.217722:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760723.217742:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5025, 5025] 00020000:00200000:1.0:1789760723.217754:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20582400 chunk: [20582400, 20586496) 20586496, 4096 00020000:00200000:1.0:1789760723.217760:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760723.217897:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5025, 5025] 00000008:00010000:1.0:1789760723.217917:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760723.217924:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760723.217937:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20582400, 20586496) append 0 append lockpos 0 00000080:00200000:1.0:1789760723.217951:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20582400=0x13a1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760723.218018:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760723.218021:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20586496 00000020:00010000:1.0:1789760723.218029:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760723.218033:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760723.218036:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760723.218040:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760723.218043:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760723.218051:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760723.218059:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760723.218077:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760723.218191:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570000 - object 0x240000400:4 offset 20582400<>20586496 00000080:00200000:1.0:1789760723.293044:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5025, 5025] 00000080:00200000:1.0:1789760723.293066:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760723.293073:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760723.293091:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20586496 i_blocks 40967 00000020:00200000:1.0:1789760723.293096:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760723.293109:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760723.293142:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20586496, count: 4096 00000080:00200000:1.0:1789760723.293150:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20586496, bytes: 4096 00000080:00200000:1.0:1789760723.293167:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760723.293177:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760723.293179:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20586496, 20590592) 0 0 00000080:00200000:1.0:1789760723.293183:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760723.293199:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5026, 5026] 00020000:00200000:1.0:1789760723.293208:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20586496 chunk: [20586496, 20590592) 20590592, 4096 00020000:00200000:1.0:1789760723.293213:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760723.293235:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5026, 5026] 00000008:00010000:1.0:1789760723.293254:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760723.293259:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760723.293272:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20586496, 20590592) append 0 append lockpos 0 00000080:00200000:1.0:1789760723.293287:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20586496=0x13a2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760723.293351:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760723.293353:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20590592 00000020:00010000:1.0:1789760723.293361:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760723.293365:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760723.293368:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760723.293371:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760723.293374:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760723.293382:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760723.293389:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760723.293408:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8780 00000008:00100000:1.0:1789760723.293530:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570e00 - object 0x240000400:4 offset 20586496<>20590592 00000080:00200000:1.0:1789760723.338229:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5026, 5026] 00000080:00200000:1.0:1789760723.338248:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760723.338254:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760723.338270:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20590592 i_blocks 40967 00000020:00200000:1.0:1789760723.338274:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760723.338285:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760723.338325:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20590592, count: 4096 00000080:00200000:1.0:1789760723.338334:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20590592, bytes: 4096 00000080:00200000:1.0:1789760723.338345:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760723.338354:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760723.338357:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20590592, 20594688) 0 0 00000080:00200000:1.0:1789760723.338361:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760723.338379:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5027, 5027] 00020000:00200000:1.0:1789760723.338389:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20590592 chunk: [20590592, 20594688) 20594688, 4096 00020000:00200000:1.0:1789760723.338394:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760723.338414:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5027, 5027] 00000008:00010000:1.0:1789760723.338619:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760723.338625:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760723.338638:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20590592, 20594688) append 0 append lockpos 0 00000080:00200000:1.0:1789760723.338653:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20590592=0x13a3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760723.338721:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760723.338724:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20594688 00000020:00010000:1.0:1789760723.338733:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760723.338736:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760723.338739:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760723.338742:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760723.338746:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760723.338755:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760723.338762:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760723.338781:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8d80 00000008:00100000:1.0:1789760723.339298:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571180 - object 0x240000400:4 offset 20590592<>20594688 00000100:00100000:1.0:1789760723.422470:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515641088:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760723.467364:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760723.467380:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760723.467392:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760723.467416:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760723.467459:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515641088:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760723.504838:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515641344:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760723.622041:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972348 gen 2 00000008:00010000:1.0:1789760723.622106:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760723.622114:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760723.622127:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760723.622140:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760723.622172:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515641344:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760723.622890:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515641472:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760723.684994:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760723.685011:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760723.685023:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760723.685047:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760723.685081:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515641472:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760723.809898:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515641856:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760723.904647:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760723.904662:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760723.904673:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760723.904937:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760723.904973:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515641856:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760724.043223:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515642368:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760724.090977:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760724.090994:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760724.091005:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760724.091029:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760724.091061:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515642368:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760724.092127:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760724.092901:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515642496:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760724.128451:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972356 gen 2 00000100:00100000:1.0:1789760724.128489:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc5500 x1876699515642496/t4294972357(4294972357) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760740 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760724.128546:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760724.128554:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760724.128564:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760724.128586:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760724.128614:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515642496:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760724.201476:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5042, 5042] 00000080:00200000:1.0:1789760724.201504:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760724.201510:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760724.201527:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20656128 i_blocks 40967 00000020:00200000:1.0:1789760724.201531:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760724.201542:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760724.201576:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20656128, count: 4096 00000080:00200000:1.0:1789760724.201583:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20656128, bytes: 4096 00000080:00200000:1.0:1789760724.201593:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760724.201603:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760724.201605:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20656128, 20660224) 0 0 00000080:00200000:1.0:1789760724.201609:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760724.201625:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5043, 5043] 00020000:00200000:1.0:1789760724.201633:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20656128 chunk: [20656128, 20660224) 20660224, 4096 00020000:00200000:1.0:1789760724.201638:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760724.201656:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5043, 5043] 00000008:00010000:1.0:1789760724.201673:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760724.201679:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760724.201690:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20656128, 20660224) append 0 append lockpos 0 00000080:00200000:1.0:1789760724.201704:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20656128=0x13b3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760724.201760:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760724.201763:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20660224 00000020:00010000:1.0:1789760724.201771:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760724.201774:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760724.201778:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760724.201781:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760724.201784:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760724.201791:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760724.201799:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760724.201815:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760724.202148:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573480 - object 0x240000400:4 offset 20656128<>20660224 00000100:00100000:1.0:1789760724.370600:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515643392:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760724.498911:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972363 gen 2 00000100:00100000:1.0:1789760724.498946:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc5c00 x1876699515643392/t4294972364(4294972364) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760740 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760724.498992:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760724.499000:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760724.499008:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760724.499034:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760724.499064:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515643392:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760724.602764:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5048, 5048] 00000080:00200000:1.0:1789760724.602779:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760724.602783:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760724.602796:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20680704 i_blocks 40967 00000020:00200000:1.0:1789760724.602799:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760724.602808:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760724.602833:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20680704, count: 4096 00000080:00200000:1.0:1789760724.602839:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20680704, bytes: 4096 00000080:00200000:1.0:1789760724.602849:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760724.602884:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760724.602887:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20680704, 20684800) 0 0 00000080:00200000:1.0:1789760724.602890:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760724.602902:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5049, 5049] 00020000:00200000:1.0:1789760724.602910:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20680704 chunk: [20680704, 20684800) 20684800, 4096 00020000:00200000:1.0:1789760724.602913:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760724.602928:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5049, 5049] 00000008:00010000:1.0:1789760724.602942:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760724.602947:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760724.602954:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20680704, 20684800) append 0 append lockpos 0 00000080:00200000:1.0:1789760724.602964:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20680704=0x13b9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760724.603003:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760724.603005:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20684800 00000020:00010000:1.0:1789760724.603011:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760724.603014:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760724.603017:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760724.603020:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760724.603022:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760724.603028:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760724.603034:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760724.603048:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8480 00000008:00100000:1.0:1789760724.603119:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571880 - object 0x240000400:4 offset 20680704<>20684800 00010000:00010000:1.0:1789760724.977285:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789760725.044187:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972371 gen 2 00000008:00010000:1.0:1789760725.044234:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760725.044242:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760725.044250:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760725.044280:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760725.044311:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515644288:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760725.092118:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515644544:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760725.139046:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760725.139057:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760725.139066:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760725.139095:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760725.139120:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515644544:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760725.244837:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20721664 i_blocks 40967 00000020:00200000:1.0:1789760725.245170:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760725.245193:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760725.245229:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20721664, count: 4096 00000080:00200000:1.0:1789760725.245239:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20721664, bytes: 4096 00000080:00200000:1.0:1789760725.245255:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760725.245264:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760725.245266:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20721664, 20725760) 0 0 00000080:00200000:1.0:1789760725.245271:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760725.245290:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5059, 5059] 00020000:00200000:1.0:1789760725.245592:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20721664 chunk: [20721664, 20725760) 20725760, 4096 00020000:00200000:1.0:1789760725.245598:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760725.245622:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5059, 5059] 00000008:00010000:1.0:1789760725.245641:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760725.245648:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760725.245660:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20721664, 20725760) append 0 append lockpos 0 00000080:00200000:1.0:1789760725.245674:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20721664=0x13c3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760725.245746:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760725.245749:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20725760 00000020:00010000:1.0:1789760725.245756:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760725.245759:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760725.245763:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760725.245766:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760725.245769:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760725.245777:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760725.245784:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760725.245811:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8900 00000008:00100000:1.0:1789760725.246097:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 20721664<>20725760 00000080:00200000:1.0:1789760725.416355:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5061, 5061] 00000080:00200000:1.0:1789760725.416384:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760725.416392:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760725.416423:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20733952 i_blocks 40967 00000020:00200000:1.0:1789760725.416429:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760725.416448:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760725.416499:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20733952, count: 4096 00000080:00200000:1.0:1789760725.416510:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20733952, bytes: 4096 00000080:00200000:1.0:1789760725.416759:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760725.416768:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760725.416770:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20733952, 20738048) 0 0 00000080:00200000:1.0:1789760725.416775:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760725.416791:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5062, 5062] 00020000:00200000:1.0:1789760725.416799:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20733952 chunk: [20733952, 20738048) 20738048, 4096 00020000:00200000:1.0:1789760725.416804:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760725.416826:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5062, 5062] 00000008:00010000:1.0:1789760725.416845:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760725.416851:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760725.416906:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20733952, 20738048) append 0 append lockpos 0 00000080:00200000:1.0:1789760725.416920:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20733952=0x13c6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760725.416996:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760725.416999:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20738048 00000020:00010000:1.0:1789760725.417007:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760725.417011:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760725.417014:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760725.417018:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760725.417021:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760725.417030:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760725.417038:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760725.417061:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760725.417183:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570a80 - object 0x240000400:4 offset 20733952<>20738048 00000100:00100000:1.0:1789760725.418105:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760725.418136:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515645312:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760725.487724:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972379 gen 2 00000008:00010000:1.0:1789760725.487792:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:1.0:1789760725.487800:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760725.487810:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760725.487839:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:1.0:1789760725.487918:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515645312:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760725.642407:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5064, 5064] 00000080:00200000:1.0:1789760725.642423:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760725.642429:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760725.642445:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20746240 i_blocks 40967 00000020:00200000:1.0:1789760725.642450:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760725.642461:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760725.642505:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20746240, count: 4096 00000080:00200000:1.0:1789760725.642513:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20746240, bytes: 4096 00000080:00200000:1.0:1789760725.642523:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760725.642601:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760725.642605:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20746240, 20750336) 0 0 00000080:00200000:1.0:1789760725.642609:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760725.642626:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5065, 5065] 00020000:00200000:1.0:1789760725.642634:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20746240 chunk: [20746240, 20750336) 20750336, 4096 00020000:00200000:1.0:1789760725.642638:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760725.642659:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5065, 5065] 00000008:00010000:1.0:1789760725.642678:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760725.642683:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760725.642695:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20746240, 20750336) append 0 append lockpos 0 00000080:00200000:1.0:1789760725.642710:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20746240=0x13c9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760725.642770:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760725.642773:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20750336 00000020:00010000:1.0:1789760725.642784:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760725.642787:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760725.642791:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760725.642794:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760725.642798:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760725.642805:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760725.642812:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760725.642828:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760725.643116:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570a80 - object 0x240000400:4 offset 20746240<>20750336 00010000:00010000:1.0:1789760726.001432:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1789760726.081888:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5072, 5072] 00000080:00200000:1.0:1789760726.081906:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760726.081913:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760726.081931:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20779008 i_blocks 40967 00000020:00200000:1.0:1789760726.081935:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760726.081946:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760726.081983:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20779008, count: 4096 00000080:00200000:1.0:1789760726.081990:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20779008, bytes: 4096 00000080:00200000:1.0:1789760726.082000:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760726.082010:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760726.082013:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20779008, 20783104) 0 0 00000080:00200000:1.0:1789760726.082018:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760726.082037:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5073, 5073] 00020000:00200000:1.0:1789760726.082047:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20779008 chunk: [20779008, 20783104) 20783104, 4096 00020000:00200000:1.0:1789760726.082052:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760726.082074:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5073, 5073] 00000008:00010000:1.0:1789760726.082094:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760726.082099:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760726.082113:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20779008, 20783104) append 0 append lockpos 0 00000080:00200000:1.0:1789760726.082130:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20779008=0x13d1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760726.082195:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760726.082199:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20783104 00000020:00010000:1.0:1789760726.082208:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760726.082212:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760726.082215:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760726.082218:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760726.082221:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760726.082228:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760726.082235:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760726.082252:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760726.082362:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570a80 - object 0x240000400:4 offset 20779008<>20783104 00000080:00200000:1.0:1789760726.144600:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5073, 5073] 00000080:00200000:1.0:1789760726.144617:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760726.144624:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760726.144642:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20783104 i_blocks 40967 00000020:00200000:1.0:1789760726.144646:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760726.144656:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760726.144689:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20783104, count: 4096 00000080:00200000:1.0:1789760726.144698:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20783104, bytes: 4096 00000080:00200000:1.0:1789760726.144709:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760726.144718:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760726.144721:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20783104, 20787200) 0 0 00000080:00200000:1.0:1789760726.144726:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760726.144743:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5074, 5074] 00020000:00200000:1.0:1789760726.144752:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20783104 chunk: [20783104, 20787200) 20787200, 4096 00020000:00200000:1.0:1789760726.144757:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760726.144792:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5074, 5074] 00000008:00010000:1.0:1789760726.144811:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760726.144817:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760726.144828:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20783104, 20787200) append 0 append lockpos 0 00000080:00200000:1.0:1789760726.144842:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20783104=0x13d2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760726.144924:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760726.144927:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20787200 00000020:00010000:1.0:1789760726.144935:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760726.144939:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760726.144942:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760726.144945:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760726.144948:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760726.144956:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760726.144962:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760726.144976:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760726.145078:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 20783104<>20787200 00000080:00200000:1.0:1789760726.208550:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5074, 5074] 00000080:00200000:1.0:1789760726.208578:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760726.208586:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760726.208606:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20787200 i_blocks 40967 00000020:00200000:1.0:1789760726.208612:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760726.208629:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760726.208668:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20787200, count: 4096 00000080:00200000:1.0:1789760726.208677:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20787200, bytes: 4096 00000080:00200000:1.0:1789760726.208694:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760726.208705:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760726.208708:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20787200, 20791296) 0 0 00000080:00200000:1.0:1789760726.208713:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760726.208731:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5075, 5075] 00020000:00200000:1.0:1789760726.208741:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20787200 chunk: [20787200, 20791296) 20791296, 4096 00020000:00200000:1.0:1789760726.208747:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760726.208770:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5075, 5075] 00000008:00010000:1.0:1789760726.208917:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760726.208924:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760726.208938:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20787200, 20791296) append 0 append lockpos 0 00000080:00200000:1.0:1789760726.208957:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20787200=0x13d3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760726.209045:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760726.209049:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20791296 00000020:00010000:1.0:1789760726.209059:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760726.209063:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760726.209066:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760726.209070:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760726.209073:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760726.209082:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760726.209089:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760726.209112:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760726.209230:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571880 - object 0x240000400:4 offset 20787200<>20791296 00000080:00200000:1.0:1789760726.293390:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5075, 5075] 00000080:00200000:1.0:1789760726.293408:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760726.293415:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760726.293431:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20791296 i_blocks 40967 00000020:00200000:1.0:1789760726.293435:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760726.293446:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760726.293492:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20791296, count: 4096 00000080:00200000:1.0:1789760726.293500:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20791296, bytes: 4096 00000080:00200000:1.0:1789760726.293510:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760726.293518:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760726.293521:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20791296, 20795392) 0 0 00000080:00200000:1.0:1789760726.293525:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760726.293545:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5076, 5076] 00020000:00200000:1.0:1789760726.293554:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20791296 chunk: [20791296, 20795392) 20795392, 4096 00020000:00200000:1.0:1789760726.293559:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760726.293580:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5076, 5076] 00000008:00010000:1.0:1789760726.293598:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760726.293604:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760726.293616:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20791296, 20795392) append 0 append lockpos 0 00000080:00200000:1.0:1789760726.293630:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20791296=0x13d4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760726.293700:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760726.293704:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20795392 00000020:00010000:1.0:1789760726.293712:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760726.293716:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760726.293719:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760726.293723:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760726.293726:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760726.293733:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760726.293740:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760726.293757:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760726.294204:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573480 - object 0x240000400:4 offset 20791296<>20795392 00000080:00200000:1.0:1789760726.339425:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5076, 5076] 00000080:00200000:1.0:1789760726.339444:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760726.339450:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760726.339467:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20795392 i_blocks 40967 00000020:00200000:1.0:1789760726.339471:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760726.339494:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760726.339934:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20795392, count: 4096 00000080:00200000:1.0:1789760726.339945:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20795392, bytes: 4096 00000080:00200000:1.0:1789760726.339965:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760726.339974:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760726.339977:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20795392, 20799488) 0 0 00000080:00200000:1.0:1789760726.339982:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760726.340001:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5077, 5077] 00020000:00200000:1.0:1789760726.340010:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20795392 chunk: [20795392, 20799488) 20799488, 4096 00020000:00200000:1.0:1789760726.340015:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760726.340035:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5077, 5077] 00000008:00010000:1.0:1789760726.340054:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760726.340061:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760726.340074:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20795392, 20799488) append 0 append lockpos 0 00000080:00200000:1.0:1789760726.340088:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20795392=0x13d5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760726.340154:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760726.340158:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20799488 00000020:00010000:1.0:1789760726.340166:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760726.340170:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760726.340173:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760726.340177:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760726.340179:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760726.340187:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760726.340194:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760726.340213:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760726.340319:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571180 - object 0x240000400:4 offset 20795392<>20799488 00000080:00200000:1.0:1789760726.380252:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5077, 5077] 00000080:00200000:1.0:1789760726.380275:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760726.380283:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760726.380305:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20799488 i_blocks 40967 00000020:00200000:1.0:1789760726.380309:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760726.380323:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760726.380368:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20799488, count: 4096 00000080:00200000:1.0:1789760726.380378:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20799488, bytes: 4096 00000080:00200000:1.0:1789760726.380391:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760726.380402:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760726.380404:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20799488, 20803584) 0 0 00000080:00200000:1.0:1789760726.380409:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760726.380429:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5078, 5078] 00020000:00200000:1.0:1789760726.380438:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20799488 chunk: [20799488, 20803584) 20803584, 4096 00020000:00200000:1.0:1789760726.380443:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760726.380466:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5078, 5078] 00000008:00010000:1.0:1789760726.380499:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760726.380506:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760726.380521:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20799488, 20803584) append 0 append lockpos 0 00000080:00200000:1.0:1789760726.380543:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20799488=0x13d6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760726.380613:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760726.380618:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20803584 00000020:00010000:1.0:1789760726.380627:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760726.380631:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760726.380633:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760726.380637:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760726.380640:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760726.380648:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760726.380655:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760726.473496:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5078, 5078] 00000080:00200000:1.0:1789760726.473511:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760726.473517:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760726.473532:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20803584 i_blocks 40967 00000020:00200000:1.0:1789760726.473536:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760726.473546:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760726.473577:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20803584, count: 4096 00000080:00200000:1.0:1789760726.473585:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20803584, bytes: 4096 00000080:00200000:1.0:1789760726.473594:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760726.473602:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760726.473604:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20803584, 20807680) 0 0 00000080:00200000:1.0:1789760726.473609:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760726.473626:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5079, 5079] 00020000:00200000:1.0:1789760726.473635:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20803584 chunk: [20803584, 20807680) 20807680, 4096 00020000:00200000:1.0:1789760726.473640:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760726.473660:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5079, 5079] 00000008:00010000:1.0:1789760726.473678:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760726.473684:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760726.473696:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20803584, 20807680) append 0 append lockpos 0 00000080:00200000:1.0:1789760726.473710:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20803584=0x13d7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760726.473769:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760726.473772:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20807680 00000020:00010000:1.0:1789760726.473781:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760726.473785:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760726.473789:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760726.473793:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760726.473795:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760726.473803:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760726.473810:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760726.473824:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8480 00000008:00100000:1.0:1789760726.473952:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570e00 - object 0x240000400:4 offset 20803584<>20807680 00000100:00100000:1.0:1789760726.473991:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760726.474006:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515647488:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760726.505379:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972395 gen 2 00000100:00100000:1.0:1789760726.505434:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8570e00 x1876699515647488/t4294972396(4294972396) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760742 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760726.505491:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8480 00000020:00200000:1.0:1789760726.505499:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760726.505509:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760726.505529:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8480 00000100:00100000:1.0:1789760726.505554:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515647488:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760726.618938:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515648000:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760726.648843:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972400 gen 2 00000008:00010000:1.0:1789760726.648935:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760726.648944:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760726.648956:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760726.648980:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760726.649012:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515648000:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760726.649852:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515648128:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760726.688098:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972401 gen 2 00000008:00010000:1.0:1789760726.688156:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760726.688165:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760726.688176:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760726.688263:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760726.688297:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515648128:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760726.926410:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515648896:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760726.979527:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760726.979543:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760726.979554:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760726.979576:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760726.979607:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515648896:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760726.980824:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515649024:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760727.040049:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972408 gen 2 00000008:00010000:1.0:1789760727.040116:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760727.040125:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760727.040135:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760727.040165:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760727.040198:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515649024:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760727.219329:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515649792:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760727.299161:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972411 gen 2 00000008:00010000:1.0:1789760727.299242:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760727.299251:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760727.299263:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760727.299345:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760727.299381:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515649792:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760727.303905:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515649920:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760727.417587:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972412 gen 2 00000008:00010000:1.0:1789760727.417713:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760727.417721:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760727.417733:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760727.417849:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760727.417905:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515649920:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760727.516247:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515650176:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760727.578158:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972414 gen 2 00000008:00010000:1.0:1789760727.578210:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760727.578219:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760727.578229:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760727.578250:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760727.578278:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515650176:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760727.579023:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760727.579040:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515650304:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760727.634250:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972415 gen 2 00000008:00010000:1.0:1789760727.634302:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760727.634310:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760727.634322:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760727.634346:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760727.634376:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515650304:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760727.701351:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515650688:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760727.756913:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972418 gen 2 00000008:00010000:1.0:1789760727.756958:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760727.756966:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760727.756975:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760727.757053:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760727.757081:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515650688:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760727.757667:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760727.757683:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515650816:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760727.811301:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760727.811315:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760727.811326:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760727.811349:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760727.811379:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515650816:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760727.812341:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515650944:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760727.851279:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972419 gen 2 00000100:00100000:1.0:1789760727.851322:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc7480 x1876699515650944/t4294972420(4294972420) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760743 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760727.851371:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760727.851378:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760727.851396:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760727.851416:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760727.851442:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515650944:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760727.936711:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5105, 5105] 00000080:00200000:1.0:1789760727.936733:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760727.936740:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760727.936757:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20914176 i_blocks 40967 00000020:00200000:1.0:1789760727.936761:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760727.936774:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760727.936810:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20914176, count: 4096 00000080:00200000:1.0:1789760727.936818:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20914176, bytes: 4096 00000080:00200000:1.0:1789760727.936830:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760727.936839:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760727.936841:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20914176, 20918272) 0 0 00000080:00200000:1.0:1789760727.936846:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760727.936895:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5106, 5106] 00020000:00200000:1.0:1789760727.936905:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20914176 chunk: [20914176, 20918272) 20918272, 4096 00020000:00200000:1.0:1789760727.936910:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760727.936930:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5106, 5106] 00000008:00010000:1.0:1789760727.936950:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760727.936956:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760727.936968:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20914176, 20918272) append 0 append lockpos 0 00000080:00200000:1.0:1789760727.936999:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20914176=0x13f2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760727.937073:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760727.937076:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20918272 00000020:00010000:1.0:1789760727.937084:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760727.937087:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760727.937091:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760727.937094:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760727.937097:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760727.937104:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760727.937127:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760727.937147:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8480 00000008:00100000:1.0:1789760727.937262:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570000 - object 0x240000400:4 offset 20914176<>20918272 00000080:00200000:1.0:1789760727.981023:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5106, 5106] 00000080:00200000:1.0:1789760727.981039:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760727.981045:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760727.981061:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20918272 i_blocks 40967 00000020:00200000:1.0:1789760727.981064:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760727.981074:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760727.981119:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20918272, count: 4096 00000080:00200000:1.0:1789760727.981126:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20918272, bytes: 4096 00000080:00200000:1.0:1789760727.981137:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760727.981145:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760727.981148:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20918272, 20922368) 0 0 00000080:00200000:1.0:1789760727.981152:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760727.981169:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5107, 5107] 00020000:00200000:1.0:1789760727.981178:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20918272 chunk: [20918272, 20922368) 20922368, 4096 00020000:00200000:1.0:1789760727.981183:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760727.981203:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5107, 5107] 00000008:00010000:1.0:1789760727.981223:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760727.981230:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760727.981241:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20918272, 20922368) append 0 append lockpos 0 00000080:00200000:1.0:1789760727.981255:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20918272=0x13f3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760727.981313:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760727.981316:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20922368 00000020:00010000:1.0:1789760727.981324:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760727.981328:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760727.981331:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760727.981335:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760727.981338:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760727.981345:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760727.981352:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760727.981369:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760727.981507:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570700 - object 0x240000400:4 offset 20918272<>20922368 00000080:00200000:1.0:1789760728.022612:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5107, 5107] 00000080:00200000:1.0:1789760728.022630:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760728.022636:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760728.022654:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20922368 i_blocks 40967 00000020:00200000:1.0:1789760728.022658:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760728.022669:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760728.022708:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20922368, count: 4096 00000080:00200000:1.0:1789760728.022715:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20922368, bytes: 4096 00000080:00200000:1.0:1789760728.022726:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760728.022736:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760728.022739:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20922368, 20926464) 0 0 00000080:00200000:1.0:1789760728.022743:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760728.022761:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5108, 5108] 00020000:00200000:1.0:1789760728.022770:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20922368 chunk: [20922368, 20926464) 20926464, 4096 00020000:00200000:1.0:1789760728.022774:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760728.022805:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5108, 5108] 00000008:00010000:1.0:1789760728.022824:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760728.022830:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760728.022842:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20922368, 20926464) append 0 append lockpos 0 00000080:00200000:1.0:1789760728.022885:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20922368=0x13f4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760728.022953:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760728.022956:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20926464 00000020:00010000:1.0:1789760728.022966:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760728.022970:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760728.022973:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760728.022977:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760728.022980:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760728.022986:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760728.022994:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760728.023011:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8d80 00000008:00100000:1.0:1789760728.023206:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571500 - object 0x240000400:4 offset 20922368<>20926464 00000080:00200000:1.0:1789760728.083798:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5108, 5108] 00000080:00200000:1.0:1789760728.083814:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760728.083820:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760728.083838:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20926464 i_blocks 40967 00000020:00200000:1.0:1789760728.083842:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760728.083852:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760728.083918:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20926464, count: 4096 00000080:00200000:1.0:1789760728.083926:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20926464, bytes: 4096 00000080:00200000:1.0:1789760728.083935:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760728.083945:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760728.083948:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20926464, 20930560) 0 0 00000080:00200000:1.0:1789760728.083952:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760728.083972:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5109, 5109] 00020000:00200000:1.0:1789760728.083992:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20926464 chunk: [20926464, 20930560) 20930560, 4096 00020000:00200000:1.0:1789760728.083996:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760728.084019:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5109, 5109] 00000008:00010000:1.0:1789760728.084037:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760728.084043:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760728.084057:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20926464, 20930560) append 0 append lockpos 0 00000080:00200000:1.0:1789760728.084072:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20926464=0x13f5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760728.084132:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760728.084135:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20930560 00000020:00010000:1.0:1789760728.084143:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760728.084146:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760728.084150:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760728.084153:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760728.084156:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760728.084164:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760728.084171:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760728.084188:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8780 00000008:00100000:1.0:1789760728.084285:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572d80 - object 0x240000400:4 offset 20926464<>20930560 00000080:00200000:1.0:1789760728.163482:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5109, 5109] 00000080:00200000:1.0:1789760728.163498:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760728.163504:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760728.163521:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20930560 i_blocks 40967 00000020:00200000:1.0:1789760728.163525:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760728.163535:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760728.163568:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20930560, count: 4096 00000080:00200000:1.0:1789760728.163575:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20930560, bytes: 4096 00000080:00200000:1.0:1789760728.163589:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760728.163598:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760728.163601:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20930560, 20934656) 0 0 00000080:00200000:1.0:1789760728.163605:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760728.163621:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5110, 5110] 00020000:00200000:1.0:1789760728.163629:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20930560 chunk: [20930560, 20934656) 20934656, 4096 00020000:00200000:1.0:1789760728.163633:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760728.163652:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5110, 5110] 00000008:00010000:1.0:1789760728.163669:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760728.163674:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760728.163683:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20930560, 20934656) append 0 append lockpos 0 00000080:00200000:1.0:1789760728.163697:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20930560=0x13f6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760728.163752:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760728.163756:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20934656 00000020:00010000:1.0:1789760728.163764:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760728.163767:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760728.163770:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760728.163774:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760728.163777:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760728.163784:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760728.163791:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760728.163806:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760728.164092:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571f80 - object 0x240000400:4 offset 20930560<>20934656 00000080:00200000:1.0:1789760728.496646:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5116, 5116] 00000080:00200000:1.0:1789760728.496707:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760728.496715:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760728.496733:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20959232 i_blocks 40967 00000020:00200000:1.0:1789760728.496736:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760728.496747:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760728.497187:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20959232, count: 4096 00000080:00200000:1.0:1789760728.497196:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20959232, bytes: 4096 00000080:00200000:1.0:1789760728.497207:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760728.497213:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760728.497216:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20959232, 20963328) 0 0 00000080:00200000:1.0:1789760728.497220:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760728.497235:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5117, 5117] 00020000:00200000:1.0:1789760728.497243:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20959232 chunk: [20959232, 20963328) 20963328, 4096 00020000:00200000:1.0:1789760728.497246:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760728.497264:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5117, 5117] 00000008:00010000:1.0:1789760728.497279:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760728.497283:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760728.497294:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20959232, 20963328) append 0 append lockpos 0 00000080:00200000:1.0:1789760728.497306:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20959232=0x13fd000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760728.497358:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760728.497360:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20963328 00000020:00010000:1.0:1789760728.497366:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760728.497369:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760728.497472:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760728.497476:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760728.497479:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760728.497488:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760728.497495:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760728.497518:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760728.497623:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572680 - object 0x240000400:4 offset 20959232<>20963328 00000080:00200000:1.0:1789760728.538441:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5117, 5117] 00000080:00200000:1.0:1789760728.538459:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760728.538474:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760728.538491:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20963328 i_blocks 40967 00000020:00200000:1.0:1789760728.538495:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760728.538505:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760728.538540:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20963328, count: 4096 00000080:00200000:1.0:1789760728.538547:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20963328, bytes: 4096 00000080:00200000:1.0:1789760728.538558:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760728.538567:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760728.538569:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20963328, 20967424) 0 0 00000080:00200000:1.0:1789760728.538573:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760728.538590:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5118, 5118] 00020000:00200000:1.0:1789760728.538599:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20963328 chunk: [20963328, 20967424) 20967424, 4096 00020000:00200000:1.0:1789760728.538603:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760728.538623:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5118, 5118] 00000008:00010000:1.0:1789760728.538641:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760728.538647:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760728.538659:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20963328, 20967424) append 0 append lockpos 0 00000080:00200000:1.0:1789760728.538673:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20963328=0x13fe000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760728.538734:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760728.538737:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20967424 00000020:00010000:1.0:1789760728.538745:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760728.538750:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760728.538753:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760728.538756:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760728.538759:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760728.538767:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760728.538773:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760728.538789:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760728.540615:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573b80 - object 0x240000400:4 offset 20963328<>20967424 00000080:00200000:1.0:1789760728.587853:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5118, 5118] 00000080:00200000:1.0:1789760728.587897:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760728.587903:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760728.587921:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20967424 i_blocks 40967 00000020:00200000:1.0:1789760728.587925:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760728.587936:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760728.587972:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20967424, count: 4096 00000080:00200000:1.0:1789760728.587980:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20967424, bytes: 4096 00000080:00200000:1.0:1789760728.587990:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760728.588000:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760728.588002:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20967424, 20971520) 0 0 00000080:00200000:1.0:1789760728.588007:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760728.588025:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5119, 5119] 00020000:00200000:1.0:1789760728.588034:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20967424 chunk: [20967424, 20971520) 20971520, 4096 00020000:00200000:1.0:1789760728.588038:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760728.588059:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5119, 5119] 00000008:00010000:1.0:1789760728.588077:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760728.588083:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760728.588094:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20967424, 20971520) append 0 append lockpos 0 00000080:00200000:1.0:1789760728.588110:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20967424=0x13ff000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760728.588164:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760728.588167:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20971520 00000020:00010000:1.0:1789760728.588175:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760728.588179:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760728.588182:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760728.588185:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760728.588188:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760728.588196:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760728.588204:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760728.627436:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5119, 5119] 00000080:00200000:1.0:1789760728.627454:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760728.627473:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760728.627574:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20971520 i_blocks 40967 00000020:00200000:1.0:1789760728.627580:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760728.627592:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760728.627626:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20971520, count: 4096 00000080:00200000:1.0:1789760728.627633:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20971520, bytes: 4096 00000080:00200000:1.0:1789760728.627649:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760728.627657:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760728.627659:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20971520, 20975616) 0 0 00000080:00200000:1.0:1789760728.627664:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760728.627680:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5120, 5120] 00020000:00200000:1.0:1789760728.627688:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20971520 chunk: [20971520, 20975616) 20975616, 4096 00020000:00200000:1.0:1789760728.627693:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760728.627714:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5120, 5120] 00000008:00010000:1.0:1789760728.627733:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760728.627738:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760728.627750:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20971520, 20975616) append 0 append lockpos 0 00000080:00200000:1.0:1789760728.627763:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20971520=0x1400000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760728.628705:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760728.628712:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20975616 00000020:00010000:1.0:1789760728.628723:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760728.628738:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760728.628741:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760728.628746:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760728.628749:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760728.628761:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760728.628771:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760728.628878:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760728.629001:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572a00 - object 0x240000400:4 offset 20971520<>20975616 00000080:00200000:1.0:1789760728.709315:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5120, 5120] 00000080:00200000:1.0:1789760728.709341:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760728.709349:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000100:00100000:1.0:1789760728.800264:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760728.800617:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515653504:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760728.850208:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972440 gen 2 00000008:00010000:1.0:1789760728.850277:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760728.850286:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760728.850296:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760728.850370:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760728.850402:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515653504:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760728.883641:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5124, 5124] 00000080:00200000:1.0:1789760728.883660:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760728.883667:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760728.883682:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20992000 i_blocks 43015 00000020:00200000:1.0:1789760728.883685:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760728.883696:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760728.883731:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20992000, count: 4096 00000080:00200000:1.0:1789760728.883739:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20992000, bytes: 4096 00000080:00200000:1.0:1789760728.883750:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760728.883760:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760728.883762:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20992000, 20996096) 0 0 00000080:00200000:1.0:1789760728.883767:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760728.883783:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5125, 5125] 00020000:00200000:1.0:1789760728.883792:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20992000 chunk: [20992000, 20996096) 20996096, 4096 00020000:00200000:1.0:1789760728.883797:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760728.883818:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5125, 5125] 00000008:00010000:1.0:1789760728.883840:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760728.883846:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760728.883893:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20992000, 20996096) append 0 append lockpos 0 00000080:00200000:1.0:1789760728.883910:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20992000=0x1405000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760728.883972:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760728.883975:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 20996096 00000020:00010000:1.0:1789760728.883984:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760728.883988:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760728.883992:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760728.883995:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760728.883998:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760728.884007:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760728.884014:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760728.884031:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760728.884143:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573100 - object 0x240000400:4 offset 20992000<>20996096 00000080:00200000:1.0:1789760728.951361:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5125, 5125] 00000080:00200000:1.0:1789760728.951395:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760728.951402:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760728.951422:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 20996096 i_blocks 43015 00000020:00200000:1.0:1789760728.951428:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760728.951456:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760728.951502:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 20996096, count: 4096 00000080:00200000:1.0:1789760728.951512:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20996096, bytes: 4096 00000080:00200000:1.0:1789760728.951528:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760728.951538:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760728.951540:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20996096, 21000192) 0 0 00000080:00200000:1.0:1789760728.951544:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760728.951563:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5126, 5126] 00020000:00200000:1.0:1789760728.951572:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20996096 chunk: [20996096, 21000192) 21000192, 4096 00020000:00200000:1.0:1789760728.951577:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760728.951598:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5126, 5126] 00000008:00010000:1.0:1789760728.951618:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760728.951624:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760728.951637:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20996096, 21000192) append 0 append lockpos 0 00000080:00200000:1.0:1789760728.951654:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=20996096=0x1406000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760728.951736:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760728.951738:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21000192 00000020:00010000:1.0:1789760728.951747:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760728.951750:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760728.951755:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760728.951758:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760728.951761:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760728.951770:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760728.951777:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760728.952214:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8780 00000008:00100000:1.0:1789760728.952347:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570380 - object 0x240000400:4 offset 20996096<>21000192 00000080:00200000:1.0:1789760729.007360:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5126, 5126] 00000080:00200000:1.0:1789760729.007379:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760729.007385:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760729.007401:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21000192 i_blocks 43015 00000020:00200000:1.0:1789760729.007405:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760729.007414:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760729.007530:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21000192, count: 4096 00000080:00200000:1.0:1789760729.007538:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21000192, bytes: 4096 00000080:00200000:1.0:1789760729.007549:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760729.007558:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760729.007561:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21000192, 21004288) 0 0 00000080:00200000:1.0:1789760729.007566:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760729.007584:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5127, 5127] 00020000:00200000:1.0:1789760729.007594:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21000192 chunk: [21000192, 21004288) 21004288, 4096 00020000:00200000:1.0:1789760729.007599:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760729.007623:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5127, 5127] 00000008:00010000:1.0:1789760729.007643:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760729.007649:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760729.007661:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21000192, 21004288) append 0 append lockpos 0 00000080:00200000:1.0:1789760729.007680:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21000192=0x1407000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760729.007748:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760729.007751:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21004288 00000020:00010000:1.0:1789760729.007761:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760729.007765:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760729.007769:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760729.007772:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760729.007775:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760729.007851:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760729.007899:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760729.007917:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8d80 00000008:00100000:1.0:1789760729.008031:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571c00 - object 0x240000400:4 offset 21000192<>21004288 00000100:00100000:1.0:1789760729.008073:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760729.008094:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515654016:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760729.050293:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8d80 00000020:00200000:1.0:1789760729.050309:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760729.050322:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760729.050346:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8d80 00000100:00100000:1.0:1789760729.050376:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515654016:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760729.133541:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515654400:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760729.193075:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972447 gen 2 00000008:00010000:1.0:1789760729.193153:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760729.193162:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760729.193172:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760729.193193:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760729.193225:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515654400:192.168.203.146@tcp:4:dd.0 00000020:00010000:0.0:1789760729.193970:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760729.193974:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760729.193977:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760729.193985:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760729.193993:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760729.194010:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760729.194145:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 21016576<>21020672 00000100:00100000:1.0:1789760729.194800:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760729.194825:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515654528:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760729.224950:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972448 gen 2 00000008:00010000:1.0:1789760729.225004:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760729.225013:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760729.225024:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760729.225048:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760729.225079:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515654528:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760729.225193:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5131, 5131] 00000080:00200000:0.0:1789760729.225210:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760729.225217:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760729.225234:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21020672 i_blocks 43015 00000020:00200000:0.0:1789760729.225238:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760729.225248:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760729.225283:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21020672, count: 4096 00000080:00200000:0.0:1789760729.225292:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21020672, bytes: 4096 00000080:00200000:0.0:1789760729.225302:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760729.225311:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760729.225314:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21020672, 21024768) 0 0 00000080:00200000:0.0:1789760729.225319:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760729.225336:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5132, 5132] 00020000:00200000:0.0:1789760729.225346:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21020672 chunk: [21020672, 21024768) 21024768, 4096 00020000:00200000:0.0:1789760729.225350:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760729.225369:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5132, 5132] 00000008:00010000:0.0:1789760729.225399:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760729.225406:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760729.225417:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21020672, 21024768) append 0 append lockpos 0 00000080:00200000:0.0:1789760729.225432:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21020672=0x140c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760729.225491:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760729.225494:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21024768 00000020:00010000:0.0:1789760729.225503:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760729.225507:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760729.225510:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760729.225514:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760729.225517:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760729.225525:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760729.225532:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760729.225658:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:1.0:1789760729.225768:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 21020672<>21024768 00000100:00100000:1.0:1789760729.225821:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515654656:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760729.268699:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972449 gen 2 00000008:00010000:1.0:1789760729.268750:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760729.268779:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760729.268792:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760729.268815:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760729.268845:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515654656:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760729.268980:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5132, 5132] 00000080:00200000:0.0:1789760729.268998:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760729.269005:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760729.269023:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21024768 i_blocks 43015 00000020:00200000:0.0:1789760729.269027:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760729.269037:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760729.269071:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21024768, count: 4096 00000080:00200000:0.0:1789760729.269080:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21024768, bytes: 4096 00000080:00200000:0.0:1789760729.269366:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760729.269386:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760729.269389:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21024768, 21028864) 0 0 00000080:00200000:0.0:1789760729.269394:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760729.269413:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5133, 5133] 00020000:00200000:0.0:1789760729.269422:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21024768 chunk: [21024768, 21028864) 21028864, 4096 00020000:00200000:0.0:1789760729.269427:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760729.269448:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5133, 5133] 00000008:00010000:0.0:1789760729.269475:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760729.269481:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760729.269492:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21024768, 21028864) append 0 append lockpos 0 00000080:00200000:0.0:1789760729.269506:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21024768=0x140d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760729.269557:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760729.269560:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21028864 00000020:00010000:0.0:1789760729.269570:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760729.269573:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760729.269576:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760729.269580:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760729.269583:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760729.269592:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760729.269599:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760729.269692:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:1.0:1789760729.269798:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 21024768<>21028864 00000100:00100000:1.0:1789760729.269838:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760729.269872:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515654784:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760729.302933:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972450 gen 2 00000008:00010000:1.0:1789760729.302985:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760729.302993:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760729.303004:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760729.303028:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760729.303058:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515654784:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760729.303284:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5133, 5133] 00000080:00200000:0.0:1789760729.303301:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760729.303307:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760729.303324:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21028864 i_blocks 43015 00000020:00200000:0.0:1789760729.303327:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760729.303338:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760729.303373:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21028864, count: 4096 00000080:00200000:0.0:1789760729.303392:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21028864, bytes: 4096 00000080:00200000:0.0:1789760729.303402:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760729.303411:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760729.303413:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21028864, 21032960) 0 0 00000080:00200000:0.0:1789760729.303418:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760729.303436:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5134, 5134] 00020000:00200000:0.0:1789760729.303444:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21028864 chunk: [21028864, 21032960) 21032960, 4096 00020000:00200000:0.0:1789760729.303448:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760729.303477:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5134, 5134] 00000008:00010000:0.0:1789760729.303496:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760729.303502:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760729.303513:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21028864, 21032960) append 0 append lockpos 0 00000080:00200000:0.0:1789760729.303528:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21028864=0x140e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760729.303587:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760729.303590:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21032960 00000020:00010000:0.0:1789760729.303599:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760729.303603:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760729.303606:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760729.303610:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760729.303613:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760729.303621:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760729.303629:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760729.303648:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760729.303755:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 21028864<>21032960 00000100:00100000:1.0:1789760729.303889:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515654912:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760729.331814:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972451 gen 2 00000008:00010000:1.0:1789760729.331908:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760729.331917:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760729.331930:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760729.331955:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760729.331986:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515654912:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760729.361273:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5135, 5135] 00000080:00200000:0.0:1789760729.361291:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760729.361298:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760729.361317:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21037056 i_blocks 43015 00000020:00200000:0.0:1789760729.361321:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760729.361331:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760729.361369:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21037056, count: 4096 00000080:00200000:0.0:1789760729.361386:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21037056, bytes: 4096 00000080:00200000:0.0:1789760729.361397:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760729.361406:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760729.361409:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21037056, 21041152) 0 0 00000080:00200000:0.0:1789760729.361414:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760729.361432:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5136, 5136] 00020000:00200000:0.0:1789760729.361441:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21037056 chunk: [21037056, 21041152) 21041152, 4096 00020000:00200000:0.0:1789760729.361446:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760729.361476:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5136, 5136] 00000008:00010000:0.0:1789760729.361495:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760729.361501:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760729.361514:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21037056, 21041152) append 0 append lockpos 0 00000080:00200000:0.0:1789760729.361528:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21037056=0x1410000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760729.361589:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760729.361592:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21041152 00000020:00010000:0.0:1789760729.361601:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760729.361604:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760729.361607:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760729.361611:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760729.361614:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760729.361623:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760729.361631:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760729.361649:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760729.361766:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4700 - object 0x240000400:4 offset 21037056<>21041152 00000100:00100000:1.0:1789760729.361981:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760729.362004:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515655168:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760729.394307:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972453 gen 2 00000008:00010000:1.0:1789760729.394379:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760729.394388:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760729.394398:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760729.394424:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760729.394465:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515655168:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760729.394576:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5136, 5136] 00000080:00200000:0.0:1789760729.394595:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760729.394602:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760729.394619:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21041152 i_blocks 43015 00000020:00200000:0.0:1789760729.394623:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760729.394634:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760729.394672:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21041152, count: 4096 00000080:00200000:0.0:1789760729.394679:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21041152, bytes: 4096 00000080:00200000:0.0:1789760729.394689:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760729.394698:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760729.394700:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21041152, 21045248) 0 0 00000080:00200000:0.0:1789760729.394705:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760729.394723:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5137, 5137] 00020000:00200000:0.0:1789760729.394732:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21041152 chunk: [21041152, 21045248) 21045248, 4096 00020000:00200000:0.0:1789760729.394737:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760729.394760:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5137, 5137] 00000008:00010000:0.0:1789760729.394779:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760729.394786:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760729.394798:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21041152, 21045248) append 0 append lockpos 0 00000080:00200000:0.0:1789760729.394812:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21041152=0x1411000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760729.394903:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760729.394907:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21045248 00000020:00010000:0.0:1789760729.394915:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760729.394919:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760729.394922:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760729.394925:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760729.394928:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760729.394937:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760729.394943:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760729.394961:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760729.395064:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 21041152<>21045248 00000100:00100000:1.0:1789760729.395591:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515655296:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760729.420970:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972454 gen 2 00000008:00010000:1.0:1789760729.421021:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760729.421030:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760729.421040:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760729.421268:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760729.421308:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515655296:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760729.421741:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5137, 5137] 00000080:00200000:0.0:1789760729.421758:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760729.421764:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760729.421839:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21045248 i_blocks 43015 00000020:00200000:0.0:1789760729.421844:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760729.422884:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760729.422930:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21045248, count: 4096 00000080:00200000:0.0:1789760729.422942:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21045248, bytes: 4096 00000080:00200000:0.0:1789760729.422957:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760729.422967:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760729.422970:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21045248, 21049344) 0 0 00000080:00200000:0.0:1789760729.422975:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760729.422994:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5138, 5138] 00020000:00200000:0.0:1789760729.423002:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21045248 chunk: [21045248, 21049344) 21049344, 4096 00020000:00200000:0.0:1789760729.423007:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760729.423028:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5138, 5138] 00000008:00010000:0.0:1789760729.423048:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760729.423053:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760729.423065:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21045248, 21049344) append 0 append lockpos 0 00000080:00200000:0.0:1789760729.423080:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21045248=0x1412000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760729.423355:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760729.423358:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21049344 00000020:00010000:0.0:1789760729.423369:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760729.423373:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760729.423375:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760729.423379:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760729.423383:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760729.423392:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760729.423400:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760729.423427:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760729.423621:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6d80 - object 0x240000400:4 offset 21045248<>21049344 00000100:00100000:1.0:1789760729.423722:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760729.423750:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515655424:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760729.466409:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972455 gen 2 00000008:00010000:1.0:1789760729.466468:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760729.466477:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760729.466489:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760729.466514:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760729.466545:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515655424:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760729.466582:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5138, 5138] 00000080:00200000:0.0:1789760729.466600:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760729.466606:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760729.466622:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21049344 i_blocks 43015 00000020:00200000:0.0:1789760729.466626:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760729.466638:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760729.466676:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21049344, count: 4096 00000080:00200000:0.0:1789760729.466685:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21049344, bytes: 4096 00000080:00200000:0.0:1789760729.466696:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760729.466706:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760729.466708:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21049344, 21053440) 0 0 00000080:00200000:0.0:1789760729.466713:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760729.466729:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5139, 5139] 00020000:00200000:0.0:1789760729.466737:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21049344 chunk: [21049344, 21053440) 21053440, 4096 00020000:00200000:0.0:1789760729.466742:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760729.466762:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5139, 5139] 00000008:00010000:0.0:1789760729.466780:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760729.466786:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760729.466795:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21049344, 21053440) append 0 append lockpos 0 00000080:00200000:0.0:1789760729.466809:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21049344=0x1413000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760729.466907:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760729.466910:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21053440 00000020:00010000:0.0:1789760729.466919:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760729.466922:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760729.466925:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760729.466928:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760729.466931:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760729.466939:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760729.466945:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760729.467053:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760729.467182:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5f80 - object 0x240000400:4 offset 21049344<>21053440 00000100:00100000:1.0:1789760729.467320:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515655552:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760729.494548:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972456 gen 2 00000008:00010000:1.0:1789760729.494600:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760729.494608:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760729.494619:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760729.494645:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760729.494678:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515655552:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760729.494697:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5139, 5139] 00000080:00200000:0.0:1789760729.494717:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760729.494723:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760729.494749:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21053440 i_blocks 43015 00000020:00200000:0.0:1789760729.494754:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760729.494766:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760729.495257:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21053440, count: 4096 00000080:00200000:0.0:1789760729.495268:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21053440, bytes: 4096 00000080:00200000:0.0:1789760729.495280:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760729.495298:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760729.495301:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21053440, 21057536) 0 0 00000080:00200000:0.0:1789760729.495306:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760729.495325:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5140, 5140] 00020000:00200000:0.0:1789760729.495333:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21053440 chunk: [21053440, 21057536) 21057536, 4096 00020000:00200000:0.0:1789760729.495338:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760729.495358:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5140, 5140] 00000008:00010000:0.0:1789760729.495375:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760729.495381:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760729.495393:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21053440, 21057536) append 0 append lockpos 0 00000080:00200000:0.0:1789760729.495408:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21053440=0x1414000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760729.495483:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760729.495486:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21057536 00000020:00010000:0.0:1789760729.495607:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760729.495612:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760729.495615:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760729.495619:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760729.495622:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760729.495630:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760729.495638:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760729.495660:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760729.496306:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5f80 - object 0x240000400:4 offset 21053440<>21057536 00000100:00100000:1.0:1789760729.496377:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515655680:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760729.533263:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972457 gen 2 00000008:00010000:1.0:1789760729.533364:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760729.533373:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760729.533384:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760729.533407:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760729.533443:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515655680:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760729.725230:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760729.725247:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21082112 i_blocks 43015 00000020:00200000:2.0:1789760729.725251:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760729.725262:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760729.725295:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21082112, count: 4096 00000080:00200000:2.0:1789760729.725302:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21082112, bytes: 4096 00000080:00200000:2.0:1789760729.725312:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760729.725329:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760729.725331:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21082112, 21086208) 0 0 00000080:00200000:2.0:1789760729.725335:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760729.725351:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5147, 5147] 00020000:00200000:2.0:1789760729.725359:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21082112 chunk: [21082112, 21086208) 21086208, 4096 00020000:00200000:2.0:1789760729.725364:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760729.725385:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5147, 5147] 00000008:00010000:2.0:1789760729.725408:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760729.725414:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760729.725426:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21082112, 21086208) append 0 append lockpos 0 00000080:00200000:2.0:1789760729.725444:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21082112=0x141b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760729.725515:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760729.725519:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21086208 00000020:00010000:2.0:1789760729.725527:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760729.725531:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760729.725534:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760729.725537:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760729.725541:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760729.725549:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760729.725556:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760729.725572:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760729.725684:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 21082112<>21086208 00000080:00200000:2.0:1789760729.747945:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5147, 5147] 00000080:00200000:2.0:1789760729.747962:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760729.747970:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760729.747989:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21086208 i_blocks 43015 00000020:00200000:2.0:1789760729.747993:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760729.748035:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760729.748078:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21086208, count: 4096 00000080:00200000:2.0:1789760729.748095:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21086208, bytes: 4096 00000080:00200000:2.0:1789760729.748112:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760729.748123:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760729.748126:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21086208, 21090304) 0 0 00000080:00200000:2.0:1789760729.748131:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760729.748149:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5148, 5148] 00020000:00200000:2.0:1789760729.748160:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21086208 chunk: [21086208, 21090304) 21090304, 4096 00020000:00200000:2.0:1789760729.748165:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760729.748186:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5148, 5148] 00000008:00010000:2.0:1789760729.748205:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760729.748211:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760729.748224:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21086208, 21090304) append 0 append lockpos 0 00000080:00200000:2.0:1789760729.748238:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21086208=0x141c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760729.748299:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760729.748302:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21090304 00000020:00010000:2.0:1789760729.748311:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760729.748315:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760729.748317:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760729.748320:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760729.748323:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760729.748334:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760729.748341:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760729.748358:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760729.748490:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 21086208<>21090304 00000080:00200000:2.0:1789760729.783365:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5148, 5148] 00000080:00200000:2.0:1789760729.783391:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760729.783397:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760729.783413:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21090304 i_blocks 43015 00000020:00200000:2.0:1789760729.783417:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760729.783428:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760729.783471:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21090304, count: 4096 00000080:00200000:2.0:1789760729.783480:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21090304, bytes: 4096 00000080:00200000:2.0:1789760729.783489:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760729.783498:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760729.783500:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21090304, 21094400) 0 0 00000080:00200000:2.0:1789760729.783505:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760729.783522:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5149, 5149] 00020000:00200000:2.0:1789760729.783532:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21090304 chunk: [21090304, 21094400) 21094400, 4096 00020000:00200000:2.0:1789760729.783536:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760729.783555:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5149, 5149] 00000008:00010000:2.0:1789760729.783572:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760729.783578:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760729.783590:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21090304, 21094400) append 0 append lockpos 0 00000080:00200000:2.0:1789760729.783605:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21090304=0x141d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760729.783663:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760729.783667:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21094400 00000020:00010000:2.0:1789760729.783676:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760729.783680:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760729.783683:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760729.783686:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760729.783689:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760729.783699:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760729.783707:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760729.783723:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8d80 00000008:00100000:2.0:1789760729.783833:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 21090304<>21094400 00000080:00200000:2.0:1789760729.818585:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5149, 5149] 00000080:00200000:2.0:1789760729.818601:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760729.818607:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760729.818624:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21094400 i_blocks 43015 00000020:00200000:2.0:1789760729.818628:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760729.818639:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760729.818678:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21094400, count: 4096 00000080:00200000:2.0:1789760729.818686:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21094400, bytes: 4096 00000080:00200000:2.0:1789760729.818698:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760729.818708:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760729.818711:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21094400, 21098496) 0 0 00000080:00200000:2.0:1789760729.818716:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760729.818737:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5150, 5150] 00020000:00200000:2.0:1789760729.818747:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21094400 chunk: [21094400, 21098496) 21098496, 4096 00020000:00200000:2.0:1789760729.818753:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760729.818776:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5150, 5150] 00000008:00010000:2.0:1789760729.818797:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760729.818803:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760729.818816:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21094400, 21098496) append 0 append lockpos 0 00000080:00200000:2.0:1789760729.818831:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21094400=0x141e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760729.818925:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760729.818929:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21098496 00000020:00010000:2.0:1789760729.818939:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760729.818944:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760729.818947:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760729.818952:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760729.818955:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760729.818965:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760729.818973:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760729.818990:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8900 00000008:00100000:2.0:1789760729.819096:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 21094400<>21098496 00000080:00200000:2.0:1789760729.847594:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5150, 5150] 00000080:00200000:2.0:1789760729.847610:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760729.847617:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760729.847634:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21098496 i_blocks 43015 00000020:00200000:2.0:1789760729.847638:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760729.847648:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760729.847685:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21098496, count: 4096 00000080:00200000:2.0:1789760729.847692:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21098496, bytes: 4096 00000080:00200000:2.0:1789760729.847702:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760729.847712:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760729.847715:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21098496, 21102592) 0 0 00000080:00200000:2.0:1789760729.847719:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760729.847737:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5151, 5151] 00020000:00200000:2.0:1789760729.847747:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21098496 chunk: [21098496, 21102592) 21102592, 4096 00020000:00200000:2.0:1789760729.847752:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760729.847774:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5151, 5151] 00000008:00010000:2.0:1789760729.847793:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760729.847798:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760729.847810:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21098496, 21102592) append 0 append lockpos 0 00000080:00200000:2.0:1789760729.847825:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21098496=0x141f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760729.847969:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760729.847973:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21102592 00000020:00010000:2.0:1789760729.847983:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760729.847987:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760729.847990:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760729.847993:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760729.847997:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760729.848007:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760729.848014:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760729.848031:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8cc0 00000008:00100000:2.0:1789760729.848716:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 21098496<>21102592 00000080:00200000:2.0:1789760729.878214:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5151, 5151] 00000080:00200000:2.0:1789760729.878231:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760729.878238:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760729.878260:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21102592 i_blocks 43015 00000020:00200000:2.0:1789760729.878263:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760729.878274:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760729.878316:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21102592, count: 4096 00000080:00200000:2.0:1789760729.878323:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21102592, bytes: 4096 00000080:00200000:2.0:1789760729.878335:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760729.878347:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760729.878349:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21102592, 21106688) 0 0 00000080:00200000:2.0:1789760729.878355:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760729.878375:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5152, 5152] 00020000:00200000:2.0:1789760729.878383:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21102592 chunk: [21102592, 21106688) 21106688, 4096 00020000:00200000:2.0:1789760729.878388:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760729.878413:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5152, 5152] 00000008:00010000:2.0:1789760729.878433:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760729.878439:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760729.878451:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21102592, 21106688) append 0 append lockpos 0 00000080:00200000:2.0:1789760729.878477:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21102592=0x1420000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760729.878538:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760729.878541:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21106688 00000020:00010000:2.0:1789760729.878551:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760729.878555:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760729.878558:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760729.878562:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760729.878566:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760729.878576:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760729.878583:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760729.878601:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760729.878716:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 21102592<>21106688 00000080:00200000:2.0:1789760729.912613:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5152, 5152] 00000080:00200000:2.0:1789760729.912632:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760729.912638:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760729.912656:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21106688 i_blocks 43015 00000020:00200000:2.0:1789760729.912660:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760729.912670:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760729.912710:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21106688, count: 4096 00000080:00200000:2.0:1789760729.912717:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21106688, bytes: 4096 00000080:00200000:2.0:1789760729.912728:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760729.912737:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760729.912740:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21106688, 21110784) 0 0 00000080:00200000:2.0:1789760729.912745:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760729.912761:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5153, 5153] 00020000:00200000:2.0:1789760729.912771:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21106688 chunk: [21106688, 21110784) 21110784, 4096 00020000:00200000:2.0:1789760729.912775:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760729.912801:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5153, 5153] 00000008:00010000:2.0:1789760729.912821:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760729.912828:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760729.912842:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21106688, 21110784) append 0 append lockpos 0 00000080:00200000:2.0:1789760729.912896:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21106688=0x1421000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760729.912955:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760729.912958:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21110784 00000020:00010000:2.0:1789760729.912967:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760729.912971:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760729.912974:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760729.912977:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760729.912980:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760729.912990:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760729.912996:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760729.913014:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760729.913286:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 21106688<>21110784 00000080:00200000:2.0:1789760729.962915:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5153, 5153] 00000080:00200000:2.0:1789760729.962934:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760729.962940:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760729.962958:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21110784 i_blocks 43015 00000020:00200000:2.0:1789760729.962963:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760729.962972:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760729.963010:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21110784, count: 4096 00000080:00200000:2.0:1789760729.963019:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21110784, bytes: 4096 00000080:00200000:2.0:1789760729.963028:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760729.963036:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760729.963039:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21110784, 21114880) 0 0 00000080:00200000:2.0:1789760729.963043:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760729.963059:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5154, 5154] 00020000:00200000:2.0:1789760729.963068:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21110784 chunk: [21110784, 21114880) 21114880, 4096 00020000:00200000:2.0:1789760729.963073:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760729.963565:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5154, 5154] 00000008:00010000:2.0:1789760729.963591:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760729.963597:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760729.963611:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21110784, 21114880) append 0 append lockpos 0 00000080:00200000:2.0:1789760729.963629:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21110784=0x1422000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760729.963696:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760729.963700:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21114880 00000020:00010000:2.0:1789760729.963709:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760729.963713:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760729.963717:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760729.963720:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760729.963724:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760729.963735:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760729.963743:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760729.963760:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760729.963987:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 21110784<>21114880 00000080:00200000:2.0:1789760730.003535:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5154, 5154] 00000080:00200000:2.0:1789760730.003551:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760730.003558:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760730.003575:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21114880 i_blocks 43015 00000020:00200000:2.0:1789760730.003579:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760730.003589:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760730.003626:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21114880, count: 4096 00000080:00200000:2.0:1789760730.003633:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21114880, bytes: 4096 00000080:00200000:2.0:1789760730.003643:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760730.003653:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760730.003655:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21114880, 21118976) 0 0 00000080:00200000:2.0:1789760730.003659:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760730.003678:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5155, 5155] 00020000:00200000:2.0:1789760730.003686:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21114880 chunk: [21114880, 21118976) 21118976, 4096 00020000:00200000:2.0:1789760730.003691:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760730.003712:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5155, 5155] 00000008:00010000:2.0:1789760730.003731:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760730.003738:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760730.003749:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21114880, 21118976) append 0 append lockpos 0 00000080:00200000:2.0:1789760730.003766:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21114880=0x1423000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760730.003830:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760730.003833:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21118976 00000020:00010000:2.0:1789760730.003842:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760730.003846:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.003849:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.003937:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760730.003943:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760730.003953:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760730.003961:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760730.003978:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760730.004254:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 21114880<>21118976 00000080:00200000:2.0:1789760730.053739:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5155, 5155] 00000080:00200000:2.0:1789760730.053760:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760730.053766:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760730.053782:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21118976 i_blocks 43015 00000020:00200000:2.0:1789760730.053786:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760730.053803:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760730.053839:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21118976, count: 4096 00000080:00200000:2.0:1789760730.053846:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21118976, bytes: 4096 00000080:00200000:2.0:1789760730.053889:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760730.053901:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760730.053904:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21118976, 21123072) 0 0 00000080:00200000:2.0:1789760730.053908:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760730.053926:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5156, 5156] 00020000:00200000:2.0:1789760730.053945:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21118976 chunk: [21118976, 21123072) 21123072, 4096 00020000:00200000:2.0:1789760730.053949:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760730.053974:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5156, 5156] 00000008:00010000:2.0:1789760730.053990:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760730.053995:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760730.054006:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21118976, 21123072) append 0 append lockpos 0 00000080:00200000:2.0:1789760730.054018:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21118976=0x1424000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760730.054067:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760730.054069:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21123072 00000020:00010000:2.0:1789760730.054076:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760730.054079:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.054081:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.054084:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760730.054086:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760730.054095:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760730.054102:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760730.054120:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760730.054231:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 21118976<>21123072 00010000:00010000:1.0:1789760730.097788:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1789760730.176699:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5156, 5156] 00000080:00200000:2.0:1789760730.176835:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760730.176844:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760730.176902:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21123072 i_blocks 43015 00000020:00200000:2.0:1789760730.176909:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760730.176925:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760730.176961:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21123072, count: 4096 00000080:00200000:2.0:1789760730.176969:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21123072, bytes: 4096 00000080:00200000:2.0:1789760730.176982:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760730.176991:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760730.176993:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21123072, 21127168) 0 0 00000080:00200000:2.0:1789760730.176998:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760730.177016:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5157, 5157] 00020000:00200000:2.0:1789760730.177024:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21123072 chunk: [21123072, 21127168) 21127168, 4096 00020000:00200000:2.0:1789760730.177030:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760730.177053:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5157, 5157] 00000008:00010000:2.0:1789760730.177074:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760730.177080:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760730.177093:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21123072, 21127168) append 0 append lockpos 0 00000080:00200000:2.0:1789760730.177110:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21123072=0x1425000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760730.177179:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760730.177183:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21127168 00000020:00010000:2.0:1789760730.177191:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760730.177195:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.177198:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.177201:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760730.177204:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760730.177214:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760730.177221:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760730.177241:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760730.177360:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 21123072<>21127168 00000080:00200000:2.0:1789760730.231183:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5157, 5157] 00000080:00200000:2.0:1789760730.231200:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760730.231207:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760730.231223:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21127168 i_blocks 43015 00000020:00200000:2.0:1789760730.231227:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760730.231238:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760730.231275:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21127168, count: 4096 00000080:00200000:2.0:1789760730.231282:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21127168, bytes: 4096 00000080:00200000:2.0:1789760730.231293:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760730.231301:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760730.231304:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21127168, 21131264) 0 0 00000080:00200000:2.0:1789760730.231308:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760730.231326:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5158, 5158] 00020000:00200000:2.0:1789760730.231335:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21127168 chunk: [21127168, 21131264) 21131264, 4096 00020000:00200000:2.0:1789760730.231340:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760730.231361:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5158, 5158] 00000008:00010000:2.0:1789760730.231383:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760730.231389:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760730.231401:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21127168, 21131264) append 0 append lockpos 0 00000080:00200000:2.0:1789760730.231415:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21127168=0x1426000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760730.231493:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760730.231599:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21131264 00000020:00010000:2.0:1789760730.231609:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760730.231613:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.231616:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.231620:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760730.231622:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760730.231632:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760730.231640:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760730.231655:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8cc0 00000008:00100000:2.0:1789760730.231761:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 21127168<>21131264 00000080:00200000:2.0:1789760730.284480:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5158, 5158] 00000080:00200000:2.0:1789760730.284498:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760730.284504:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760730.284520:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21131264 i_blocks 43015 00000020:00200000:2.0:1789760730.284523:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760730.284533:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760730.284567:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21131264, count: 4096 00000080:00200000:2.0:1789760730.284575:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21131264, bytes: 4096 00000080:00200000:2.0:1789760730.284586:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760730.284594:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760730.284597:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21131264, 21135360) 0 0 00000080:00200000:2.0:1789760730.284602:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760730.284623:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5159, 5159] 00020000:00200000:2.0:1789760730.284633:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21131264 chunk: [21131264, 21135360) 21135360, 4096 00020000:00200000:2.0:1789760730.284638:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760730.284664:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5159, 5159] 00000008:00010000:2.0:1789760730.284683:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760730.284689:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760730.284701:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21131264, 21135360) append 0 append lockpos 0 00000080:00200000:2.0:1789760730.284717:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21131264=0x1427000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760730.284773:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760730.284776:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21135360 00000020:00010000:2.0:1789760730.284785:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760730.284788:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.284791:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.284794:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760730.284797:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760730.284806:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760730.284813:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760730.284830:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8900 00000008:00100000:2.0:1789760730.284980:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 21131264<>21135360 00000100:00100000:2.0:1789760730.285025:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515658112:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760730.344480:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5159, 5159] 00000080:00200000:2.0:1789760730.344497:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760730.344503:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760730.344519:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21135360 i_blocks 43015 00000020:00200000:2.0:1789760730.344522:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760730.344532:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760730.344572:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21135360, count: 4096 00000080:00200000:2.0:1789760730.344580:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21135360, bytes: 4096 00000080:00200000:2.0:1789760730.344589:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760730.344597:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760730.344600:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21135360, 21139456) 0 0 00000080:00200000:2.0:1789760730.344605:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760730.344621:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5160, 5160] 00020000:00200000:2.0:1789760730.344631:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21135360 chunk: [21135360, 21139456) 21139456, 4096 00020000:00200000:2.0:1789760730.344636:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760730.344657:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5160, 5160] 00000008:00010000:2.0:1789760730.344679:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760730.344684:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760730.344696:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21135360, 21139456) append 0 append lockpos 0 00000080:00200000:2.0:1789760730.344712:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21135360=0x1428000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760730.344772:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760730.344775:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21139456 00000020:00010000:2.0:1789760730.344785:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760730.344788:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.344791:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.344795:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760730.344798:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760730.344807:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760730.344815:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760730.344832:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8d80 00000008:00100000:2.0:1789760730.344965:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 21135360<>21139456 00000080:00200000:2.0:1789760730.402636:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5160, 5160] 00000080:00200000:2.0:1789760730.402663:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760730.402670:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760730.402687:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21139456 i_blocks 43015 00000020:00200000:2.0:1789760730.402691:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760730.402702:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760730.402736:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21139456, count: 4096 00000080:00200000:2.0:1789760730.402744:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21139456, bytes: 4096 00000080:00200000:2.0:1789760730.402754:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760730.402761:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760730.402763:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21139456, 21143552) 0 0 00000080:00200000:2.0:1789760730.402767:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760730.402782:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5161, 5161] 00020000:00200000:2.0:1789760730.402791:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21139456 chunk: [21139456, 21143552) 21143552, 4096 00020000:00200000:2.0:1789760730.402796:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760730.402815:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5161, 5161] 00000008:00010000:2.0:1789760730.402832:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760730.402838:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760730.402850:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21139456, 21143552) append 0 append lockpos 0 00000080:00200000:2.0:1789760730.402904:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21139456=0x1429000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760730.402966:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760730.402969:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21143552 00000020:00010000:2.0:1789760730.402978:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760730.402982:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.402985:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.402989:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760730.402991:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760730.403002:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760730.403008:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760730.403027:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760730.403252:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 21139456<>21143552 00000080:00200000:2.0:1789760730.435390:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5161, 5161] 00000080:00200000:2.0:1789760730.435412:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760730.435420:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760730.435438:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21143552 i_blocks 43015 00000020:00200000:2.0:1789760730.435442:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760730.435462:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760730.435501:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21143552, count: 4096 00000080:00200000:2.0:1789760730.435509:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21143552, bytes: 4096 00000080:00200000:2.0:1789760730.435521:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760730.435530:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760730.435532:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21143552, 21147648) 0 0 00000080:00200000:2.0:1789760730.435538:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760730.435556:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5162, 5162] 00020000:00200000:2.0:1789760730.435565:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21143552 chunk: [21143552, 21147648) 21147648, 4096 00020000:00200000:2.0:1789760730.435570:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760730.435591:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5162, 5162] 00000008:00010000:2.0:1789760730.435609:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760730.435616:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760730.435628:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21143552, 21147648) append 0 append lockpos 0 00000080:00200000:2.0:1789760730.435644:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21143552=0x142a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760730.435711:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760730.435714:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21147648 00000020:00010000:2.0:1789760730.436021:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760730.436027:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.436031:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.436035:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760730.436037:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760730.436048:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760730.436056:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760730.436076:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760730.436301:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 21143552<>21147648 00000080:00200000:2.0:1789760730.476747:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5162, 5162] 00000080:00200000:2.0:1789760730.476766:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760730.476772:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760730.476789:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21147648 i_blocks 43015 00000020:00200000:2.0:1789760730.476793:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760730.476801:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760730.476836:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21147648, count: 4096 00000080:00200000:2.0:1789760730.476844:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21147648, bytes: 4096 00000080:00200000:2.0:1789760730.476983:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760730.476994:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760730.476996:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21147648, 21151744) 0 0 00000080:00200000:2.0:1789760730.477009:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760730.477029:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5163, 5163] 00020000:00200000:2.0:1789760730.477038:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21147648 chunk: [21147648, 21151744) 21151744, 4096 00020000:00200000:2.0:1789760730.477042:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760730.477063:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5163, 5163] 00000008:00010000:2.0:1789760730.477082:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760730.477331:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760730.477347:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21147648, 21151744) append 0 append lockpos 0 00000080:00200000:2.0:1789760730.477363:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21147648=0x142b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760730.477503:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760730.477507:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21151744 00000020:00010000:2.0:1789760730.477517:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760730.477520:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.477523:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.477527:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760730.477530:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760730.477541:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760730.477548:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760730.477566:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760730.477671:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 21147648<>21151744 00000100:00100000:2.0:1789760730.477803:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760730.477826:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515658624:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760730.546399:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5163, 5163] 00000080:00200000:2.0:1789760730.546416:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760730.546423:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760730.546439:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21151744 i_blocks 43015 00000020:00200000:2.0:1789760730.546443:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760730.546462:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760730.546496:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21151744, count: 4096 00000080:00200000:2.0:1789760730.546504:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21151744, bytes: 4096 00000080:00200000:2.0:1789760730.546514:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760730.546523:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760730.546526:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21151744, 21155840) 0 0 00000080:00200000:2.0:1789760730.546531:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760730.546549:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5164, 5164] 00020000:00200000:2.0:1789760730.546559:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21151744 chunk: [21151744, 21155840) 21155840, 4096 00020000:00200000:2.0:1789760730.546564:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760730.546585:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5164, 5164] 00000008:00010000:2.0:1789760730.546604:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760730.546610:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760730.546622:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21151744, 21155840) append 0 append lockpos 0 00000080:00200000:2.0:1789760730.546638:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21151744=0x142c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760730.546698:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760730.546701:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21155840 00000020:00010000:2.0:1789760730.546710:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760730.546714:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.546717:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.546721:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760730.546724:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760730.546733:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760730.546740:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760730.546755:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e80c0 00000008:00100000:2.0:1789760730.546891:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 21151744<>21155840 00000100:00100000:2.0:1789760730.546935:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760730.546953:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515658752:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760730.613734:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5164, 5164] 00000080:00200000:2.0:1789760730.613751:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760730.613757:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760730.613775:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21155840 i_blocks 43015 00000020:00200000:2.0:1789760730.613779:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760730.613789:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760730.613825:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21155840, count: 4096 00000080:00200000:2.0:1789760730.613832:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21155840, bytes: 4096 00000080:00200000:2.0:1789760730.613842:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760730.613851:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760730.613884:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21155840, 21159936) 0 0 00000080:00200000:2.0:1789760730.613890:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760730.613906:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5165, 5165] 00020000:00200000:2.0:1789760730.613916:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21155840 chunk: [21155840, 21159936) 21159936, 4096 00020000:00200000:2.0:1789760730.613922:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760730.613955:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5165, 5165] 00000008:00010000:2.0:1789760730.613974:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760730.613980:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760730.613992:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21155840, 21159936) append 0 append lockpos 0 00000080:00200000:2.0:1789760730.614007:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21155840=0x142d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760730.614063:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760730.614066:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21159936 00000020:00010000:2.0:1789760730.614075:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760730.614078:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.614082:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.614085:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760730.614089:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760730.614099:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760730.614107:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760730.614239:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760730.614350:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 21155840<>21159936 00000080:00200000:2.0:1789760730.663382:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5165, 5165] 00000080:00200000:2.0:1789760730.663398:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760730.663405:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760730.663420:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21159936 i_blocks 43015 00000020:00200000:2.0:1789760730.663425:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760730.663435:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760730.663643:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21159936, count: 4096 00000080:00200000:2.0:1789760730.663652:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21159936, bytes: 4096 00000080:00200000:2.0:1789760730.663663:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760730.663672:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760730.663674:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21159936, 21164032) 0 0 00000080:00200000:2.0:1789760730.663678:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760730.663695:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5166, 5166] 00020000:00200000:2.0:1789760730.663703:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21159936 chunk: [21159936, 21164032) 21164032, 4096 00020000:00200000:2.0:1789760730.663707:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760730.663803:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5166, 5166] 00000008:00010000:2.0:1789760730.663821:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760730.663929:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760730.663942:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21159936, 21164032) append 0 append lockpos 0 00000080:00200000:2.0:1789760730.663958:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21159936=0x142e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760730.664022:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760730.664025:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21164032 00000020:00010000:2.0:1789760730.664035:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760730.664038:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.664041:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.664044:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760730.664048:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760730.664057:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760730.664064:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760730.664083:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760730.664317:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 21159936<>21164032 00000080:00200000:2.0:1789760730.718805:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5166, 5166] 00000080:00200000:2.0:1789760730.718822:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760730.718828:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760730.718844:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21164032 i_blocks 43015 00000020:00200000:2.0:1789760730.718849:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760730.718891:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760730.718927:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21164032, count: 4096 00000080:00200000:2.0:1789760730.718935:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21164032, bytes: 4096 00000080:00200000:2.0:1789760730.718945:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760730.718953:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760730.718955:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21164032, 21168128) 0 0 00000080:00200000:2.0:1789760730.718959:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760730.718976:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5167, 5167] 00020000:00200000:2.0:1789760730.718986:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21164032 chunk: [21164032, 21168128) 21168128, 4096 00020000:00200000:2.0:1789760730.718991:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760730.719011:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5167, 5167] 00000008:00010000:2.0:1789760730.719030:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760730.719036:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760730.719050:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21164032, 21168128) append 0 append lockpos 0 00000080:00200000:2.0:1789760730.719065:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21164032=0x142f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760730.719122:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760730.719125:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21168128 00000020:00010000:2.0:1789760730.719133:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760730.719137:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.719140:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.719144:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760730.719148:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760730.719157:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760730.719165:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760730.719249:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760730.719356:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 21164032<>21168128 00000080:00200000:2.0:1789760730.758738:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5167, 5167] 00000080:00200000:2.0:1789760730.758753:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760730.758760:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760730.758776:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21168128 i_blocks 43015 00000020:00200000:2.0:1789760730.758779:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760730.758788:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760730.758822:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21168128, count: 4096 00000080:00200000:2.0:1789760730.758828:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21168128, bytes: 4096 00000080:00200000:2.0:1789760730.758838:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760730.758846:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760730.758848:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21168128, 21172224) 0 0 00000080:00200000:2.0:1789760730.758874:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760730.758891:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5168, 5168] 00020000:00200000:2.0:1789760730.758899:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21168128 chunk: [21168128, 21172224) 21172224, 4096 00020000:00200000:2.0:1789760730.758903:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760730.758923:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5168, 5168] 00000008:00010000:2.0:1789760730.758941:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760730.758946:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760730.758959:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21168128, 21172224) append 0 append lockpos 0 00000080:00200000:2.0:1789760730.758973:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21168128=0x1430000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760730.759029:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760730.759032:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21172224 00000020:00010000:2.0:1789760730.759040:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760730.759043:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.759046:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.759050:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760730.759054:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760730.759063:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760730.759070:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760730.759301:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760730.759431:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 21168128<>21172224 00000080:00200000:2.0:1789760730.796415:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5168, 5168] 00000080:00200000:2.0:1789760730.796432:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760730.796437:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760730.796590:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21172224 i_blocks 43015 00000020:00200000:2.0:1789760730.796595:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760730.796605:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760730.796640:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21172224, count: 4096 00000080:00200000:2.0:1789760730.796649:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21172224, bytes: 4096 00000080:00200000:2.0:1789760730.796659:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760730.796668:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760730.796670:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21172224, 21176320) 0 0 00000080:00200000:2.0:1789760730.796675:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760730.796694:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5169, 5169] 00020000:00200000:2.0:1789760730.796704:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21172224 chunk: [21172224, 21176320) 21176320, 4096 00020000:00200000:2.0:1789760730.796708:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760730.796728:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5169, 5169] 00000008:00010000:2.0:1789760730.796747:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760730.796752:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760730.796765:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21172224, 21176320) append 0 append lockpos 0 00000080:00200000:2.0:1789760730.796778:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21172224=0x1431000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760730.796836:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760730.796839:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21176320 00000020:00010000:2.0:1789760730.796847:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760730.796851:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.796892:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.796895:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760730.796897:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760730.796905:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760730.796911:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760730.796924:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760730.797010:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 21172224<>21176320 00000080:00200000:2.0:1789760730.844893:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5169, 5169] 00000080:00200000:2.0:1789760730.844909:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760730.844916:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760730.844929:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21176320 i_blocks 43015 00000020:00200000:2.0:1789760730.844934:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760730.844943:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760730.844977:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21176320, count: 4096 00000080:00200000:2.0:1789760730.844985:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21176320, bytes: 4096 00000080:00200000:2.0:1789760730.844995:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760730.845004:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760730.845006:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21176320, 21180416) 0 0 00000080:00200000:2.0:1789760730.845011:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760730.845029:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5170, 5170] 00020000:00200000:2.0:1789760730.845038:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21176320 chunk: [21176320, 21180416) 21180416, 4096 00020000:00200000:2.0:1789760730.845043:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760730.845063:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5170, 5170] 00000008:00010000:2.0:1789760730.845082:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760730.845088:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760730.845112:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21176320, 21180416) append 0 append lockpos 0 00000080:00200000:2.0:1789760730.845127:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21176320=0x1432000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760730.845792:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760730.845797:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21180416 00000020:00010000:2.0:1789760730.845807:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760730.845811:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.845813:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.845816:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760730.845820:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760730.845829:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760730.845837:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760730.845900:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760730.846011:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 21176320<>21180416 00000080:00200000:2.0:1789760730.882500:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5170, 5170] 00000080:00200000:2.0:1789760730.882515:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760730.882522:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760730.882537:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21180416 i_blocks 43015 00000020:00200000:2.0:1789760730.882540:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760730.882549:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760730.882580:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21180416, count: 4096 00000080:00200000:2.0:1789760730.882587:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21180416, bytes: 4096 00000080:00200000:2.0:1789760730.882597:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760730.882604:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760730.882607:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21180416, 21184512) 0 0 00000080:00200000:2.0:1789760730.882610:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760730.882628:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5171, 5171] 00020000:00200000:2.0:1789760730.882636:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21180416 chunk: [21180416, 21184512) 21184512, 4096 00020000:00200000:2.0:1789760730.882641:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760730.882660:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5171, 5171] 00000008:00010000:2.0:1789760730.882683:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760730.882689:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760730.882700:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21180416, 21184512) append 0 append lockpos 0 00000080:00200000:2.0:1789760730.882715:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21180416=0x1433000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760730.882782:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760730.882785:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21184512 00000020:00010000:2.0:1789760730.882794:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760730.882797:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.882801:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.882804:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760730.882808:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760730.882817:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760730.882825:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760730.882841:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760730.882990:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 21180416<>21184512 00000080:00200000:2.0:1789760730.908644:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5171, 5171] 00000080:00200000:2.0:1789760730.908661:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760730.908667:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760730.908683:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21184512 i_blocks 43015 00000020:00200000:2.0:1789760730.908687:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760730.908697:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760730.908731:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21184512, count: 4096 00000080:00200000:2.0:1789760730.908739:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21184512, bytes: 4096 00000080:00200000:2.0:1789760730.908748:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760730.908757:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760730.908759:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21184512, 21188608) 0 0 00000080:00200000:2.0:1789760730.908794:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760730.908947:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5172, 5172] 00020000:00200000:2.0:1789760730.908956:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21184512 chunk: [21184512, 21188608) 21188608, 4096 00020000:00200000:2.0:1789760730.908960:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760730.908977:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5172, 5172] 00000008:00010000:2.0:1789760730.908993:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760730.908998:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760730.909007:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21184512, 21188608) append 0 append lockpos 0 00000080:00200000:2.0:1789760730.909020:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21184512=0x1434000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760730.909067:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760730.909069:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21188608 00000020:00010000:2.0:1789760730.909075:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760730.909078:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.909080:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.909082:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760730.909085:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760730.909103:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760730.909110:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760730.909127:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760730.909354:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 21184512<>21188608 00000100:00100000:2.0:1789760730.909431:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515659776:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760730.940711:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972489 gen 2 00000008:00010000:2.0:1789760730.940817:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:2.0:1789760730.940827:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760730.940836:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760730.940960:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5172, 5172] 00000008:00010000:2.0:1789760730.940963:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000080:00200000:1.0:1789760730.940978:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760730.940985:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000100:00100000:2.0:1789760730.940991:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515659776:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760730.941002:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21188608 i_blocks 43015 00000020:00200000:1.0:1789760730.941007:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760730.941018:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760730.941048:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21188608, count: 4096 00000080:00200000:1.0:1789760730.941055:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21188608, bytes: 4096 00000080:00200000:1.0:1789760730.941065:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760730.941072:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760730.941074:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21188608, 21192704) 0 0 00000080:00200000:1.0:1789760730.941079:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760730.941095:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5173, 5173] 00020000:00200000:1.0:1789760730.941103:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21188608 chunk: [21188608, 21192704) 21192704, 4096 00020000:00200000:1.0:1789760730.941107:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760730.941124:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5173, 5173] 00000008:00010000:1.0:1789760730.941140:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760730.941145:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760730.941155:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21188608, 21192704) append 0 append lockpos 0 00000080:00200000:1.0:1789760730.941168:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21188608=0x1435000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760730.941234:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760730.941237:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21192704 00000020:00010000:1.0:1789760730.941246:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760730.941249:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760730.941252:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760730.941256:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760730.941259:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760730.941266:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760730.941273:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760730.941287:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8d80 00000008:00100000:1.0:1789760730.941393:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 21188608<>21192704 00000100:00100000:1.0:1789760730.941440:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760730.941465:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515659904:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760730.984504:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972490 gen 2 00000008:00010000:1.0:1789760730.984553:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8d80 00000020:00200000:1.0:1789760730.984562:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760730.984574:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760730.984642:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8d80 00000100:00100000:1.0:1789760730.984676:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515659904:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760730.984762:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5173, 5173] 00000080:00200000:2.0:1789760730.984779:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760730.984785:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760730.984801:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21192704 i_blocks 43015 00000020:00200000:2.0:1789760730.984805:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760730.984815:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760730.984849:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21192704, count: 4096 00000080:00200000:2.0:1789760730.984888:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21192704, bytes: 4096 00000080:00200000:2.0:1789760730.984899:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760730.984908:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760730.984910:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21192704, 21196800) 0 0 00000080:00200000:2.0:1789760730.984915:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760730.984931:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5174, 5174] 00020000:00200000:2.0:1789760730.984940:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21192704 chunk: [21192704, 21196800) 21196800, 4096 00020000:00200000:2.0:1789760730.984945:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760730.984966:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5174, 5174] 00000008:00010000:2.0:1789760730.985030:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760730.985037:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760730.985051:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21192704, 21196800) append 0 append lockpos 0 00000080:00200000:2.0:1789760730.985065:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21192704=0x1436000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760730.985224:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760730.985227:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21196800 00000020:00010000:2.0:1789760730.985236:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760730.985239:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.985243:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760730.985246:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760730.985249:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760730.985258:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760730.985264:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760730.985281:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760730.985454:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 21192704<>21196800 00000080:00200000:0.0:1789760731.015358:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5174, 5174] 00000080:00200000:0.0:1789760731.015431:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760731.015439:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760731.015463:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21196800 i_blocks 43015 00000020:00200000:0.0:1789760731.015468:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760731.015478:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760731.015512:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21196800, count: 4096 00000080:00200000:0.0:1789760731.015519:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21196800, bytes: 4096 00000080:00200000:0.0:1789760731.015528:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760731.015537:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760731.015540:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21196800, 21200896) 0 0 00000080:00200000:0.0:1789760731.015544:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760731.015561:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5175, 5175] 00020000:00200000:0.0:1789760731.015569:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21196800 chunk: [21196800, 21200896) 21200896, 4096 00020000:00200000:0.0:1789760731.015574:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760731.015593:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5175, 5175] 00000008:00010000:0.0:1789760731.015611:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760731.015617:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760731.015629:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21196800, 21200896) append 0 append lockpos 0 00000080:00200000:0.0:1789760731.015646:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21196800=0x1437000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760731.015706:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760731.015709:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21200896 00000020:00010000:0.0:1789760731.015718:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760731.015722:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760731.015725:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760731.015728:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760731.015731:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760731.015737:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760731.015744:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760731.015760:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760731.015987:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6d80 - object 0x240000400:4 offset 21196800<>21200896 00000100:00100000:1.0:1789760731.016045:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515660160:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760731.044270:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972492 gen 2 00000008:00010000:1.0:1789760731.044322:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760731.044331:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760731.044343:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760731.044434:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760731.044476:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515660160:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760731.044584:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5175, 5175] 00000080:00200000:2.0:1789760731.044600:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760731.044607:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760731.044623:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21200896 i_blocks 43015 00000020:00200000:2.0:1789760731.044627:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760731.044638:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760731.044672:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21200896, count: 4096 00000080:00200000:2.0:1789760731.044680:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21200896, bytes: 4096 00000080:00200000:2.0:1789760731.044690:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760731.044699:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760731.044702:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21200896, 21204992) 0 0 00000080:00200000:2.0:1789760731.044707:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760731.044723:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5176, 5176] 00020000:00200000:2.0:1789760731.044732:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21200896 chunk: [21200896, 21204992) 21204992, 4096 00020000:00200000:2.0:1789760731.044736:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760731.044755:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5176, 5176] 00000008:00010000:2.0:1789760731.044774:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760731.044779:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760731.044791:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21200896, 21204992) append 0 append lockpos 0 00000080:00200000:2.0:1789760731.044805:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21200896=0x1438000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760731.044885:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760731.044888:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21204992 00000020:00010000:2.0:1789760731.044897:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760731.044901:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.044904:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.044907:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760731.044910:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760731.044920:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760731.044927:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760731.044941:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760731.045046:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 21200896<>21204992 00000080:00200000:2.0:1789760731.076645:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5176, 5176] 00000080:00200000:2.0:1789760731.076661:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760731.076667:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760731.076680:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21204992 i_blocks 43015 00000020:00200000:2.0:1789760731.076684:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760731.076692:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760731.076723:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21204992, count: 4096 00000080:00200000:2.0:1789760731.076730:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21204992, bytes: 4096 00000080:00200000:2.0:1789760731.076739:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760731.076747:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760731.076749:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21204992, 21209088) 0 0 00000080:00200000:2.0:1789760731.076753:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760731.076770:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5177, 5177] 00020000:00200000:2.0:1789760731.076779:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21204992 chunk: [21204992, 21209088) 21209088, 4096 00020000:00200000:2.0:1789760731.076784:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760731.076802:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5177, 5177] 00000008:00010000:2.0:1789760731.076820:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760731.076825:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760731.076836:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21204992, 21209088) append 0 append lockpos 0 00000080:00200000:2.0:1789760731.076849:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21204992=0x1439000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760731.077045:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760731.077047:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21209088 00000020:00010000:2.0:1789760731.077056:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760731.077060:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.077062:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.077066:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760731.077069:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760731.077077:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760731.077082:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760731.077183:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760731.077279:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 21204992<>21209088 00000080:00200000:2.0:1789760731.112218:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5177, 5177] 00000080:00200000:2.0:1789760731.112233:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760731.112239:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760731.112254:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21209088 i_blocks 43015 00000020:00200000:2.0:1789760731.112258:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760731.112267:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760731.112302:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21209088, count: 4096 00000080:00200000:2.0:1789760731.112309:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21209088, bytes: 4096 00000080:00200000:2.0:1789760731.112320:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760731.112329:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760731.112332:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21209088, 21213184) 0 0 00000080:00200000:2.0:1789760731.112337:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760731.112354:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5178, 5178] 00020000:00200000:2.0:1789760731.112363:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21209088 chunk: [21209088, 21213184) 21213184, 4096 00020000:00200000:2.0:1789760731.112367:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760731.112396:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5178, 5178] 00000008:00010000:2.0:1789760731.112415:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760731.112420:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760731.112432:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21209088, 21213184) append 0 append lockpos 0 00000080:00200000:2.0:1789760731.112455:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21209088=0x143a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760731.112516:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760731.112519:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21213184 00000020:00010000:2.0:1789760731.112527:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760731.112531:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.112534:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.112537:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760731.112540:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760731.112550:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760731.112557:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760731.112573:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760731.112676:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 21209088<>21213184 00010000:00010000:1.0:1789760731.121429:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1789760731.148935:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5178, 5178] 00000080:00200000:2.0:1789760731.148949:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760731.148954:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760731.148967:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21213184 i_blocks 43015 00000020:00200000:2.0:1789760731.148970:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760731.148977:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760731.149005:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21213184, count: 4096 00000080:00200000:2.0:1789760731.149010:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21213184, bytes: 4096 00000080:00200000:2.0:1789760731.149017:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760731.149023:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760731.149025:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21213184, 21217280) 0 0 00000080:00200000:2.0:1789760731.149028:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760731.149041:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5179, 5179] 00020000:00200000:2.0:1789760731.149048:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21213184 chunk: [21213184, 21217280) 21217280, 4096 00020000:00200000:2.0:1789760731.149051:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760731.149067:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5179, 5179] 00000008:00010000:2.0:1789760731.149081:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760731.149086:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760731.149111:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21213184, 21217280) append 0 append lockpos 0 00000080:00200000:2.0:1789760731.149127:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21213184=0x143b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760731.149190:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760731.149193:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21217280 00000020:00010000:2.0:1789760731.149202:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760731.149206:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.149209:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.149212:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760731.149215:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760731.149224:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760731.149231:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760731.149245:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760731.149352:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 21213184<>21217280 00000008:00010000:2.0:1789760731.182458:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:2.0:1789760731.182470:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760731.182480:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760731.182554:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:2.0:1789760731.182586:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515660672:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760731.182960:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5179, 5179] 00000080:00200000:1.0:1789760731.182976:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760731.182984:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760731.183000:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21217280 i_blocks 43015 00000020:00200000:1.0:1789760731.183004:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760731.183016:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760731.183051:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21217280, count: 4096 00000080:00200000:1.0:1789760731.183059:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21217280, bytes: 4096 00000080:00200000:1.0:1789760731.183074:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760731.183083:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760731.183309:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21217280, 21221376) 0 0 00000080:00200000:1.0:1789760731.183314:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760731.183331:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5180, 5180] 00020000:00200000:1.0:1789760731.183339:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21217280 chunk: [21217280, 21221376) 21221376, 4096 00020000:00200000:1.0:1789760731.183344:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760731.183365:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5180, 5180] 00000008:00010000:1.0:1789760731.183384:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760731.183390:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760731.183401:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21217280, 21221376) append 0 append lockpos 0 00000080:00200000:1.0:1789760731.183415:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21217280=0x143c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760731.183634:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760731.183638:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21221376 00000020:00010000:1.0:1789760731.183647:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760731.183652:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760731.183655:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760731.183659:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760731.183662:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760731.183671:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760731.183677:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760731.183701:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8d80 00000008:00100000:1.0:1789760731.183807:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 21217280<>21221376 00000100:00100000:0.0:1789760731.184254:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515660800:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760731.219281:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972497 gen 2 00000008:00010000:0.0:1789760731.219346:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8d80 00000020:00200000:0.0:1789760731.219354:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760731.219365:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760731.219438:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8d80 00000100:00100000:0.0:1789760731.219478:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515660800:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760731.219563:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5180, 5180] 00000080:00200000:2.0:1789760731.219581:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760731.219587:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760731.219604:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21221376 i_blocks 43015 00000020:00200000:2.0:1789760731.219608:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760731.219618:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760731.219654:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21221376, count: 4096 00000080:00200000:2.0:1789760731.219661:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21221376, bytes: 4096 00000080:00200000:2.0:1789760731.219671:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760731.219680:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760731.219683:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21221376, 21225472) 0 0 00000080:00200000:2.0:1789760731.219688:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760731.219704:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5181, 5181] 00020000:00200000:2.0:1789760731.219713:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21221376 chunk: [21221376, 21225472) 21225472, 4096 00020000:00200000:2.0:1789760731.219718:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760731.219737:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5181, 5181] 00000008:00010000:2.0:1789760731.219757:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760731.219763:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760731.219774:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21221376, 21225472) append 0 append lockpos 0 00000080:00200000:2.0:1789760731.219787:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21221376=0x143d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760731.219848:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760731.219850:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21225472 00000020:00010000:2.0:1789760731.220988:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760731.220998:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.221002:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.221006:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760731.221010:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760731.221023:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760731.221034:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760731.221073:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760731.221269:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 21221376<>21225472 00000080:00200000:2.0:1789760731.263067:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5181, 5181] 00000080:00200000:2.0:1789760731.263096:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760731.263103:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760731.263120:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21225472 i_blocks 43015 00000020:00200000:2.0:1789760731.263124:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760731.263135:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760731.263172:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21225472, count: 4096 00000080:00200000:2.0:1789760731.263180:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21225472, bytes: 4096 00000080:00200000:2.0:1789760731.263190:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760731.263198:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760731.263201:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21225472, 21229568) 0 0 00000080:00200000:2.0:1789760731.263206:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760731.263223:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5182, 5182] 00020000:00200000:2.0:1789760731.263232:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21225472 chunk: [21225472, 21229568) 21229568, 4096 00020000:00200000:2.0:1789760731.263236:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760731.263256:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5182, 5182] 00000008:00010000:2.0:1789760731.263275:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760731.263281:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760731.263292:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21225472, 21229568) append 0 append lockpos 0 00000080:00200000:2.0:1789760731.263305:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21225472=0x143e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760731.263358:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760731.263371:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21229568 00000020:00010000:2.0:1789760731.263381:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760731.263386:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.263389:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.263393:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760731.263396:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760731.263405:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760731.263412:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760731.263427:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760731.263703:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 21225472<>21229568 00000080:00200000:2.0:1789760731.301641:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5182, 5182] 00000080:00200000:2.0:1789760731.301659:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760731.301666:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760731.301684:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21229568 i_blocks 43015 00000020:00200000:2.0:1789760731.301688:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760731.301700:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760731.301739:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21229568, count: 4096 00000080:00200000:2.0:1789760731.301748:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21229568, bytes: 4096 00000080:00200000:2.0:1789760731.301760:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760731.301770:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760731.301773:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21229568, 21233664) 0 0 00000080:00200000:2.0:1789760731.301779:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760731.301798:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5183, 5183] 00020000:00200000:2.0:1789760731.301808:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21229568 chunk: [21229568, 21233664) 21233664, 4096 00020000:00200000:2.0:1789760731.301813:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760731.301834:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5183, 5183] 00000008:00010000:2.0:1789760731.301964:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760731.301970:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760731.301984:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21229568, 21233664) append 0 append lockpos 0 00000080:00200000:2.0:1789760731.302000:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21229568=0x143f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760731.302063:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760731.302066:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21233664 00000020:00010000:2.0:1789760731.302075:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760731.302078:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.302081:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.302300:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760731.302304:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760731.302315:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760731.302322:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760731.302344:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760731.302789:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 21229568<>21233664 00000100:00100000:2.0:1789760731.303080:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515661184:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760731.354578:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5183, 5183] 00000080:00200000:2.0:1789760731.354594:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760731.354601:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760731.354616:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21233664 i_blocks 43015 00000020:00200000:2.0:1789760731.354620:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760731.354631:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760731.354665:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21233664, count: 4096 00000080:00200000:2.0:1789760731.354672:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21233664, bytes: 4096 00000080:00200000:2.0:1789760731.354684:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760731.354694:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760731.354696:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21233664, 21237760) 0 0 00000080:00200000:2.0:1789760731.354700:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760731.354716:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5184, 5184] 00020000:00200000:2.0:1789760731.354724:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21233664 chunk: [21233664, 21237760) 21237760, 4096 00020000:00200000:2.0:1789760731.354728:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760731.354749:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5184, 5184] 00000008:00010000:2.0:1789760731.354767:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760731.354772:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760731.354782:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21233664, 21237760) append 0 append lockpos 0 00000080:00200000:2.0:1789760731.354796:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21233664=0x1440000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760731.354852:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760731.355020:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21237760 00000020:00010000:2.0:1789760731.355030:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760731.355033:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.355036:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.355039:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760731.355042:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760731.355052:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760731.355059:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760731.355077:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e80c0 00000008:00100000:2.0:1789760731.355316:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 21233664<>21237760 00000080:00200000:2.0:1789760731.390388:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5184, 5184] 00000080:00200000:2.0:1789760731.390405:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760731.390411:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760731.390427:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21237760 i_blocks 43015 00000020:00200000:2.0:1789760731.390430:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760731.390440:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760731.390613:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21237760, count: 4096 00000080:00200000:2.0:1789760731.390622:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21237760, bytes: 4096 00000080:00200000:2.0:1789760731.390632:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760731.390642:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760731.390645:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21237760, 21241856) 0 0 00000080:00200000:2.0:1789760731.390650:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760731.390667:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5185, 5185] 00020000:00200000:2.0:1789760731.390677:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21237760 chunk: [21237760, 21241856) 21241856, 4096 00020000:00200000:2.0:1789760731.390682:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760731.390704:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5185, 5185] 00000008:00010000:2.0:1789760731.390724:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760731.390730:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760731.390741:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21237760, 21241856) append 0 append lockpos 0 00000080:00200000:2.0:1789760731.390756:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21237760=0x1441000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760731.390816:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760731.390818:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21241856 00000020:00010000:2.0:1789760731.390827:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760731.390831:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.390834:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.390838:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760731.390841:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760731.390852:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760731.391037:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760731.391128:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760731.391241:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 21237760<>21241856 00000100:00100000:2.0:1789760731.391289:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760731.391308:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515661440:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760731.433350:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5185, 5185] 00000080:00200000:0.0:1789760731.433366:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760731.433372:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760731.433389:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21241856 i_blocks 43015 00000020:00200000:0.0:1789760731.433393:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760731.433404:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760731.433439:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21241856, count: 4096 00000080:00200000:0.0:1789760731.433456:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21241856, bytes: 4096 00000080:00200000:0.0:1789760731.433467:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760731.433475:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760731.433477:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21241856, 21245952) 0 0 00000080:00200000:0.0:1789760731.433481:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760731.433496:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5186, 5186] 00020000:00200000:0.0:1789760731.433504:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21241856 chunk: [21241856, 21245952) 21245952, 4096 00020000:00200000:0.0:1789760731.433509:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760731.433527:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5186, 5186] 00000008:00010000:0.0:1789760731.433545:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760731.433551:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760731.433562:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21241856, 21245952) append 0 append lockpos 0 00000080:00200000:0.0:1789760731.433585:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21241856=0x1442000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760731.433652:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760731.433654:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21245952 00000020:00010000:0.0:1789760731.433662:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760731.433665:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760731.433667:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760731.433670:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760731.433672:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760731.433677:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760731.433682:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760731.433696:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760731.434532:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 21241856<>21245952 00000100:00100000:1.0:1789760731.434591:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515661568:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760731.477502:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972503 gen 2 00000008:00010000:1.0:1789760731.477566:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760731.477574:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760731.477584:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760731.477610:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760731.477642:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515661568:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760731.477823:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5186, 5186] 00000080:00200000:2.0:1789760731.477840:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760731.477846:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760731.477886:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21245952 i_blocks 43015 00000020:00200000:2.0:1789760731.477890:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760731.477899:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760731.477934:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21245952, count: 4096 00000080:00200000:2.0:1789760731.477941:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21245952, bytes: 4096 00000080:00200000:2.0:1789760731.477952:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760731.477961:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760731.477963:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21245952, 21250048) 0 0 00000080:00200000:2.0:1789760731.477967:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760731.477985:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5187, 5187] 00020000:00200000:2.0:1789760731.477995:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21245952 chunk: [21245952, 21250048) 21250048, 4096 00020000:00200000:2.0:1789760731.478000:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760731.478022:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5187, 5187] 00000008:00010000:2.0:1789760731.478041:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760731.478047:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760731.478059:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21245952, 21250048) append 0 append lockpos 0 00000080:00200000:2.0:1789760731.478074:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21245952=0x1443000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760731.478142:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760731.478146:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21250048 00000020:00010000:2.0:1789760731.478156:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760731.478160:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.478163:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.478166:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760731.478170:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760731.478181:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760731.478188:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760731.478204:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760731.478321:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 21245952<>21250048 00000080:00200000:2.0:1789760731.518245:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5187, 5187] 00000080:00200000:2.0:1789760731.518261:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760731.518266:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760731.518282:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21250048 i_blocks 43015 00000020:00200000:2.0:1789760731.518285:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760731.518294:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760731.518327:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21250048, count: 4096 00000080:00200000:2.0:1789760731.518333:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21250048, bytes: 4096 00000080:00200000:2.0:1789760731.518343:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760731.518351:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760731.518354:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21250048, 21254144) 0 0 00000080:00200000:2.0:1789760731.518358:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760731.518374:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5188, 5188] 00020000:00200000:2.0:1789760731.518382:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21250048 chunk: [21250048, 21254144) 21254144, 4096 00020000:00200000:2.0:1789760731.518386:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760731.518417:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5188, 5188] 00000008:00010000:2.0:1789760731.518434:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760731.518448:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760731.518459:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21250048, 21254144) append 0 append lockpos 0 00000080:00200000:2.0:1789760731.518473:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21250048=0x1444000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760731.518524:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760731.518527:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21254144 00000020:00010000:2.0:1789760731.518534:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760731.518537:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.518540:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.518543:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760731.518546:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760731.518555:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760731.518562:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760731.518576:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760731.518678:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 21250048<>21254144 00000080:00200000:2.0:1789760731.571893:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5188, 5188] 00000080:00200000:2.0:1789760731.571911:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760731.571917:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760731.571933:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21254144 i_blocks 43015 00000020:00200000:2.0:1789760731.571937:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760731.571948:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760731.571984:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21254144, count: 4096 00000080:00200000:2.0:1789760731.571992:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21254144, bytes: 4096 00000080:00200000:2.0:1789760731.572003:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760731.572011:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760731.572014:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21254144, 21258240) 0 0 00000080:00200000:2.0:1789760731.572018:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760731.572036:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5189, 5189] 00020000:00200000:2.0:1789760731.572045:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21254144 chunk: [21254144, 21258240) 21258240, 4096 00020000:00200000:2.0:1789760731.572050:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760731.572071:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5189, 5189] 00000008:00010000:2.0:1789760731.572092:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760731.572098:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760731.572111:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21254144, 21258240) append 0 append lockpos 0 00000080:00200000:2.0:1789760731.572126:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21254144=0x1445000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760731.572188:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760731.572190:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21258240 00000020:00010000:2.0:1789760731.572198:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760731.572202:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.572205:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.572208:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760731.572211:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760731.572220:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760731.572227:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760731.572243:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8d80 00000008:00100000:2.0:1789760731.572351:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 21254144<>21258240 00000080:00200000:2.0:1789760731.604314:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5189, 5189] 00000080:00200000:2.0:1789760731.604332:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760731.604339:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760731.604354:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21258240 i_blocks 43015 00000020:00200000:2.0:1789760731.604358:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760731.604367:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760731.604550:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21258240, count: 4096 00000080:00200000:2.0:1789760731.604559:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21258240, bytes: 4096 00000080:00200000:2.0:1789760731.604571:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760731.604580:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760731.604582:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21258240, 21262336) 0 0 00000080:00200000:2.0:1789760731.604587:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760731.604604:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5190, 5190] 00020000:00200000:2.0:1789760731.604613:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21258240 chunk: [21258240, 21262336) 21262336, 4096 00020000:00200000:2.0:1789760731.604617:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760731.604638:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5190, 5190] 00000008:00010000:2.0:1789760731.604656:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760731.604662:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760731.604674:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21258240, 21262336) append 0 append lockpos 0 00000080:00200000:2.0:1789760731.604689:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21258240=0x1446000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760731.604746:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760731.604749:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21262336 00000020:00010000:2.0:1789760731.604758:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760731.604762:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.604765:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.604769:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760731.604772:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760731.604781:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760731.604849:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760731.604892:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8900 00000008:00100000:2.0:1789760731.604998:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 21258240<>21262336 00000080:00200000:2.0:1789760731.691627:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5190, 5190] 00000080:00200000:2.0:1789760731.691645:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760731.691651:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760731.691668:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21262336 i_blocks 43015 00000020:00200000:2.0:1789760731.691673:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760731.691683:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760731.691720:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21262336, count: 4096 00000080:00200000:2.0:1789760731.691727:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21262336, bytes: 4096 00000080:00200000:2.0:1789760731.691738:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760731.691746:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760731.691749:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21262336, 21266432) 0 0 00000080:00200000:2.0:1789760731.691753:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760731.691933:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5191, 5191] 00020000:00200000:2.0:1789760731.691944:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21262336 chunk: [21262336, 21266432) 21266432, 4096 00020000:00200000:2.0:1789760731.691949:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760731.691969:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5191, 5191] 00000008:00010000:2.0:1789760731.691987:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760731.691993:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760731.692005:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21262336, 21266432) append 0 append lockpos 0 00000080:00200000:2.0:1789760731.692018:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21262336=0x1447000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760731.692076:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760731.692079:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21266432 00000020:00010000:2.0:1789760731.692237:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760731.692241:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.692245:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.692248:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760731.692251:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760731.692260:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760731.692267:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760731.692285:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8cc0 00000008:00100000:2.0:1789760731.692480:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 21262336<>21266432 00000080:00200000:1.0:1789760731.718641:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5191, 5191] 00000080:00200000:1.0:1789760731.718658:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760731.718664:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760731.718678:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21266432 i_blocks 43015 00000020:00200000:1.0:1789760731.718682:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760731.718692:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760731.718729:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21266432, count: 4096 00000080:00200000:1.0:1789760731.718737:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21266432, bytes: 4096 00000080:00200000:1.0:1789760731.718749:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760731.718758:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760731.718761:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21266432, 21270528) 0 0 00000080:00200000:1.0:1789760731.718766:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760731.718784:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5192, 5192] 00020000:00200000:1.0:1789760731.718794:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21266432 chunk: [21266432, 21270528) 21270528, 4096 00020000:00200000:1.0:1789760731.718799:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760731.718820:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5192, 5192] 00000008:00010000:1.0:1789760731.718838:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760731.718844:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760731.718888:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21266432, 21270528) append 0 append lockpos 0 00000080:00200000:1.0:1789760731.718903:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21266432=0x1448000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760731.718962:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760731.718966:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21270528 00000020:00010000:1.0:1789760731.718975:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760731.718978:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760731.718980:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760731.718984:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760731.718987:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760731.718995:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760731.719002:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760731.719018:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760731.719134:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 21266432<>21270528 00000100:00100000:0.0:1789760731.719217:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515662336:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760731.749038:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972509 gen 2 00000008:00010000:0.0:1789760731.749162:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:0.0:1789760731.749171:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760731.749181:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760731.749241:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:0.0:1789760731.749274:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515662336:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760731.788250:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5193, 5193] 00000080:00200000:2.0:1789760731.788267:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760731.788274:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760731.788290:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21274624 i_blocks 43015 00000020:00200000:2.0:1789760731.788294:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760731.788304:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760731.788340:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21274624, count: 4096 00000080:00200000:2.0:1789760731.788348:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21274624, bytes: 4096 00000080:00200000:2.0:1789760731.788358:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760731.788376:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760731.788379:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21274624, 21278720) 0 0 00000080:00200000:2.0:1789760731.788383:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760731.788400:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5194, 5194] 00020000:00200000:2.0:1789760731.788409:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21274624 chunk: [21274624, 21278720) 21278720, 4096 00020000:00200000:2.0:1789760731.788413:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760731.788432:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5194, 5194] 00000008:00010000:2.0:1789760731.788464:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760731.788470:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760731.788481:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21274624, 21278720) append 0 append lockpos 0 00000080:00200000:2.0:1789760731.788494:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21274624=0x144a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760731.788558:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760731.788561:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21278720 00000020:00010000:2.0:1789760731.788569:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760731.788573:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.788576:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.788579:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760731.788583:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760731.788593:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760731.788600:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760731.788616:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760731.788721:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 21274624<>21278720 00000100:00100000:2.0:1789760731.788763:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760731.788780:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515662592:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760731.814769:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5194, 5194] 00000080:00200000:0.0:1789760731.814785:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760731.814792:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760731.814808:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21278720 i_blocks 43015 00000020:00200000:0.0:1789760731.814812:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760731.814822:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760731.814961:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21278720, count: 4096 00000080:00200000:0.0:1789760731.814969:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21278720, bytes: 4096 00000080:00200000:0.0:1789760731.814980:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760731.814988:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760731.814990:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21278720, 21282816) 0 0 00000080:00200000:0.0:1789760731.814995:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760731.815011:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5195, 5195] 00020000:00200000:0.0:1789760731.815019:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21278720 chunk: [21278720, 21282816) 21282816, 4096 00020000:00200000:0.0:1789760731.815024:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760731.815044:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5195, 5195] 00000008:00010000:0.0:1789760731.815062:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760731.815067:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760731.815079:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21278720, 21282816) append 0 append lockpos 0 00000080:00200000:0.0:1789760731.815166:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21278720=0x144b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760731.815226:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760731.815229:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21282816 00000020:00010000:0.0:1789760731.815239:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760731.815242:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760731.815245:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760731.815249:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760731.815252:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760731.815260:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760731.815267:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760731.815286:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760731.815401:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4700 - object 0x240000400:4 offset 21278720<>21282816 00000100:00100000:1.0:1789760731.815495:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515662720:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760731.850981:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972512 gen 2 00000008:00010000:1.0:1789760731.851032:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760731.851041:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760731.851051:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760731.851076:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760731.851116:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515662720:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760731.851223:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5195, 5195] 00000080:00200000:2.0:1789760731.851240:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760731.851246:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760731.851263:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21282816 i_blocks 43015 00000020:00200000:2.0:1789760731.851266:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760731.851277:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760731.851310:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21282816, count: 4096 00000080:00200000:2.0:1789760731.851317:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21282816, bytes: 4096 00000080:00200000:2.0:1789760731.851328:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760731.851336:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760731.851338:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21282816, 21286912) 0 0 00000080:00200000:2.0:1789760731.851343:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760731.851359:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5196, 5196] 00020000:00200000:2.0:1789760731.851379:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21282816 chunk: [21282816, 21286912) 21286912, 4096 00020000:00200000:2.0:1789760731.851384:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760731.851404:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5196, 5196] 00000008:00010000:2.0:1789760731.851422:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760731.851428:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760731.851450:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21282816, 21286912) append 0 append lockpos 0 00000080:00200000:2.0:1789760731.851464:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21282816=0x144c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760731.851522:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760731.851525:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21286912 00000020:00010000:2.0:1789760731.851534:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760731.851538:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.851542:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.851671:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760731.851675:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760731.851686:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760731.851693:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760731.851710:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760731.851816:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 21282816<>21286912 00000080:00200000:1.0:1789760731.904494:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5196, 5196] 00000080:00200000:1.0:1789760731.904511:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760731.904518:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760731.904532:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21286912 i_blocks 43015 00000020:00200000:1.0:1789760731.904537:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760731.904558:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760731.904595:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21286912, count: 4096 00000080:00200000:1.0:1789760731.904603:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21286912, bytes: 4096 00000080:00200000:1.0:1789760731.904613:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760731.904623:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760731.904625:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21286912, 21291008) 0 0 00000080:00200000:1.0:1789760731.904629:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760731.904647:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5197, 5197] 00020000:00200000:1.0:1789760731.904656:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21286912 chunk: [21286912, 21291008) 21291008, 4096 00020000:00200000:1.0:1789760731.904660:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760731.904681:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5197, 5197] 00000008:00010000:1.0:1789760731.904700:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760731.904706:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760731.904718:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21286912, 21291008) append 0 append lockpos 0 00000080:00200000:1.0:1789760731.904732:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21286912=0x144d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760731.904791:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760731.904794:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21291008 00000020:00010000:1.0:1789760731.904802:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760731.904805:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760731.904808:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760731.904812:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760731.904815:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760731.904823:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760731.904947:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760731.904966:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8480 00000008:00100000:1.0:1789760731.905081:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571c00 - object 0x240000400:4 offset 21286912<>21291008 00000100:00100000:1.0:1789760731.905117:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760731.905137:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515662976:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760731.946925:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972514 gen 2 00000008:00010000:1.0:1789760731.946978:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8480 00000020:00200000:1.0:1789760731.946986:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760731.946998:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760731.947060:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8480 00000100:00100000:1.0:1789760731.947107:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515662976:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760731.947691:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5197, 5197] 00000080:00200000:2.0:1789760731.947710:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760731.947716:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760731.947733:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21291008 i_blocks 43015 00000020:00200000:2.0:1789760731.947738:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760731.947749:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760731.947783:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21291008, count: 4096 00000080:00200000:2.0:1789760731.947790:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21291008, bytes: 4096 00000080:00200000:2.0:1789760731.947901:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760731.947910:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760731.947912:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21291008, 21295104) 0 0 00000080:00200000:2.0:1789760731.947917:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760731.947935:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5198, 5198] 00020000:00200000:2.0:1789760731.947944:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21291008 chunk: [21291008, 21295104) 21295104, 4096 00020000:00200000:2.0:1789760731.947949:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760731.947971:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5198, 5198] 00000008:00010000:2.0:1789760731.947991:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760731.947997:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760731.948009:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21291008, 21295104) append 0 append lockpos 0 00000080:00200000:2.0:1789760731.948025:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21291008=0x144e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760731.948144:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760731.948147:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21295104 00000020:00010000:2.0:1789760731.948157:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760731.948160:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.948163:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.948167:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760731.948170:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760731.948180:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760731.948187:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760731.948211:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760731.948320:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 21291008<>21295104 00000080:00200000:2.0:1789760731.987190:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5198, 5198] 00000080:00200000:2.0:1789760731.987208:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760731.987214:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760731.987231:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21295104 i_blocks 43015 00000020:00200000:2.0:1789760731.987235:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760731.987244:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760731.987281:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21295104, count: 4096 00000080:00200000:2.0:1789760731.987289:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21295104, bytes: 4096 00000080:00200000:2.0:1789760731.987300:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760731.987309:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760731.987311:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21295104, 21299200) 0 0 00000080:00200000:2.0:1789760731.987316:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760731.987333:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5199, 5199] 00020000:00200000:2.0:1789760731.987342:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21295104 chunk: [21295104, 21299200) 21299200, 4096 00020000:00200000:2.0:1789760731.987347:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760731.987377:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5199, 5199] 00000008:00010000:2.0:1789760731.987397:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760731.987403:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760731.987415:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21295104, 21299200) append 0 append lockpos 0 00000080:00200000:2.0:1789760731.987430:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21295104=0x144f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760731.987606:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760731.987609:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21299200 00000020:00010000:2.0:1789760731.987617:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760731.987621:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.987624:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760731.987692:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760731.987696:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760731.987706:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760731.987712:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760731.987730:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760731.987836:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 21295104<>21299200 00000080:00200000:2.0:1789760732.024652:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5199, 5199] 00000080:00200000:2.0:1789760732.024670:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760732.024676:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760732.024694:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21299200 i_blocks 43015 00000020:00200000:2.0:1789760732.024697:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760732.024708:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760732.024749:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21299200, count: 4096 00000080:00200000:2.0:1789760732.024757:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21299200, bytes: 4096 00000080:00200000:2.0:1789760732.024768:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760732.024778:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760732.024781:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21299200, 21303296) 0 0 00000080:00200000:2.0:1789760732.024786:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760732.024807:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5200, 5200] 00020000:00200000:2.0:1789760732.024816:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21299200 chunk: [21299200, 21303296) 21303296, 4096 00020000:00200000:2.0:1789760732.024821:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760732.024843:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5200, 5200] 00000008:00010000:2.0:1789760732.024885:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760732.024892:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760732.024905:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21299200, 21303296) append 0 append lockpos 0 00000080:00200000:2.0:1789760732.024921:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21299200=0x1450000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760732.024978:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760732.024981:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21303296 00000020:00010000:2.0:1789760732.024990:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760732.024993:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760732.024997:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760732.025001:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760732.025004:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760732.025013:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760732.025019:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760732.025035:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760732.025264:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 21299200<>21303296 00000080:00200000:2.0:1789760732.053734:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5200, 5200] 00000080:00200000:2.0:1789760732.053751:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760732.053758:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760732.053775:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21303296 i_blocks 43015 00000020:00200000:2.0:1789760732.053779:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760732.053789:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760732.053821:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21303296, count: 4096 00000080:00200000:2.0:1789760732.053829:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21303296, bytes: 4096 00000080:00200000:2.0:1789760732.053840:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760732.053849:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760732.053851:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21303296, 21307392) 0 0 00000080:00200000:2.0:1789760732.053885:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760732.053903:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5201, 5201] 00020000:00200000:2.0:1789760732.053911:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21303296 chunk: [21303296, 21307392) 21307392, 4096 00020000:00200000:2.0:1789760732.053916:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760732.053936:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5201, 5201] 00000008:00010000:2.0:1789760732.053954:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760732.053960:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760732.053971:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21303296, 21307392) append 0 append lockpos 0 00000080:00200000:2.0:1789760732.053986:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21303296=0x1451000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760732.054040:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760732.054043:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21307392 00000020:00010000:2.0:1789760732.054051:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760732.054055:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760732.054058:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760732.054062:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760732.054065:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760732.054074:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760732.054191:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760732.054213:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760732.054321:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 21303296<>21307392 00000080:00200000:2.0:1789760732.087716:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5201, 5201] 00000080:00200000:2.0:1789760732.087733:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760732.087740:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760732.087756:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21307392 i_blocks 43015 00000020:00200000:2.0:1789760732.087761:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760732.087770:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760732.087802:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21307392, count: 4096 00000080:00200000:2.0:1789760732.087810:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21307392, bytes: 4096 00000080:00200000:2.0:1789760732.087819:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760732.087828:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760732.087830:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21307392, 21311488) 0 0 00000080:00200000:2.0:1789760732.087835:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760732.087885:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5202, 5202] 00020000:00200000:2.0:1789760732.087896:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21307392 chunk: [21307392, 21311488) 21311488, 4096 00020000:00200000:2.0:1789760732.087900:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760732.087920:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5202, 5202] 00000008:00010000:2.0:1789760732.087939:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760732.087945:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760732.087955:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21307392, 21311488) append 0 append lockpos 0 00000080:00200000:2.0:1789760732.087970:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21307392=0x1452000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760732.088027:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760732.088030:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21311488 00000020:00010000:2.0:1789760732.088038:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760732.088041:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760732.088044:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760732.088048:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760732.088051:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760732.088060:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760732.088067:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760732.088186:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8cc0 00000008:00100000:2.0:1789760732.088286:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 21307392<>21311488 00010000:00010000:2.0:1789760732.145096:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1789760732.149189:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5202, 5202] 00000080:00200000:2.0:1789760732.149206:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760732.149213:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760732.149228:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21311488 i_blocks 43015 00000020:00200000:2.0:1789760732.149232:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760732.149243:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760732.149278:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21311488, count: 4096 00000080:00200000:2.0:1789760732.149285:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21311488, bytes: 4096 00000080:00200000:2.0:1789760732.149295:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760732.149304:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760732.149306:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21311488, 21315584) 0 0 00000080:00200000:2.0:1789760732.149310:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760732.149328:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5203, 5203] 00020000:00200000:2.0:1789760732.149337:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21311488 chunk: [21311488, 21315584) 21315584, 4096 00020000:00200000:2.0:1789760732.149341:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760732.149363:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5203, 5203] 00000008:00010000:2.0:1789760732.149382:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760732.149388:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760732.149400:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21311488, 21315584) append 0 append lockpos 0 00000080:00200000:2.0:1789760732.149415:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21311488=0x1453000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760732.149488:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760732.149491:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21315584 00000020:00010000:2.0:1789760732.149500:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760732.149504:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760732.149507:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760732.149511:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760732.149514:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760732.149523:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760732.149530:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760732.149548:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8900 00000008:00100000:2.0:1789760732.149896:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 21311488<>21315584 00000080:00200000:2.0:1789760732.211608:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5203, 5203] 00000080:00200000:2.0:1789760732.211625:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760732.211632:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760732.211649:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21315584 i_blocks 43015 00000020:00200000:2.0:1789760732.211652:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760732.211662:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760732.211693:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21315584, count: 4096 00000080:00200000:2.0:1789760732.211701:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21315584, bytes: 4096 00000080:00200000:2.0:1789760732.211711:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760732.211719:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760732.211722:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21315584, 21319680) 0 0 00000080:00200000:2.0:1789760732.211726:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760732.211744:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5204, 5204] 00020000:00200000:2.0:1789760732.211753:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21315584 chunk: [21315584, 21319680) 21319680, 4096 00020000:00200000:2.0:1789760732.211758:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760732.211778:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5204, 5204] 00000008:00010000:2.0:1789760732.211797:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760732.211803:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760732.211814:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21315584, 21319680) append 0 append lockpos 0 00000080:00200000:2.0:1789760732.211828:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21315584=0x1454000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760732.211904:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760732.211907:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21319680 00000020:00010000:2.0:1789760732.211914:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760732.211918:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760732.211921:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760732.211924:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760732.211927:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760732.211935:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760732.212803:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760732.212834:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8d80 00000008:00100000:2.0:1789760732.213362:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 21315584<>21319680 00000100:00100000:2.0:1789760732.274155:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515664128:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760732.274641:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1789760732.274651:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:65ff60fc-9b44-48f8-988f-b0587af5cf52:2365:1876699515664000:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760732.275229:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfe1b2c2-be6d-4234-9c05-42b712409d84:2365:1876699515664256:192.168.203.146@tcp:400:kworker.0 00000080:00200000:2.0:1789760732.301214:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5204, 5204] 00000080:00200000:2.0:1789760732.301243:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760732.301249:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760732.301267:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21319680 i_blocks 43015 00000020:00200000:2.0:1789760732.301273:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760732.301289:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760732.301324:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21319680, count: 4096 00000080:00200000:2.0:1789760732.301332:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21319680, bytes: 4096 00000080:00200000:2.0:1789760732.301348:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760732.301357:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760732.301360:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21319680, 21323776) 0 0 00000080:00200000:2.0:1789760732.301364:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760732.301380:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5205, 5205] 00020000:00200000:2.0:1789760732.301389:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21319680 chunk: [21319680, 21323776) 21323776, 4096 00020000:00200000:2.0:1789760732.301393:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760732.301414:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5205, 5205] 00000008:00010000:2.0:1789760732.301444:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760732.301451:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760732.301464:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21319680, 21323776) append 0 append lockpos 0 00000080:00200000:2.0:1789760732.302171:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21319680=0x1455000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760732.302261:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760732.302265:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21323776 00000020:00010000:2.0:1789760732.302275:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760732.302279:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760732.302282:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760732.302286:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760732.302290:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760732.302302:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760732.302311:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760732.302344:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760732.302467:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 21319680<>21323776 00000080:00200000:2.0:1789760732.346980:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5205, 5205] 00000080:00200000:2.0:1789760732.346996:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760732.347002:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760732.347017:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21323776 i_blocks 43015 00000020:00200000:2.0:1789760732.347020:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760732.347030:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760732.347062:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21323776, count: 4096 00000080:00200000:2.0:1789760732.347069:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21323776, bytes: 4096 00000080:00200000:2.0:1789760732.347082:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760732.347091:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760732.347093:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21323776, 21327872) 0 0 00000080:00200000:2.0:1789760732.347097:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760732.347113:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5206, 5206] 00020000:00200000:2.0:1789760732.347120:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21323776 chunk: [21323776, 21327872) 21327872, 4096 00020000:00200000:2.0:1789760732.347125:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760732.347144:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5206, 5206] 00000008:00010000:2.0:1789760732.347162:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760732.347168:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760732.347180:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21323776, 21327872) append 0 append lockpos 0 00000080:00200000:2.0:1789760732.347194:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21323776=0x1456000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760732.347253:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760732.347256:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21327872 00000020:00010000:2.0:1789760732.347264:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760732.347268:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760732.347271:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760732.347275:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760732.347278:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760732.347286:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760732.347292:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760732.347308:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760732.347429:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 21323776<>21327872 00000080:00200000:0.0:1789760732.391303:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5206, 5206] 00000080:00200000:0.0:1789760732.391319:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760732.391326:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760732.391341:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21327872 i_blocks 43015 00000020:00200000:0.0:1789760732.391345:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760732.391355:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760732.391389:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21327872, count: 4096 00000080:00200000:0.0:1789760732.391396:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21327872, bytes: 4096 00000080:00200000:0.0:1789760732.391407:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760732.391416:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760732.391419:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21327872, 21331968) 0 0 00000080:00200000:0.0:1789760732.391423:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760732.391451:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5207, 5207] 00020000:00200000:0.0:1789760732.391462:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21327872 chunk: [21327872, 21331968) 21331968, 4096 00020000:00200000:0.0:1789760732.391466:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760732.391497:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5207, 5207] 00000008:00010000:0.0:1789760732.391516:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760732.391522:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760732.391535:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21327872, 21331968) append 0 append lockpos 0 00000080:00200000:0.0:1789760732.391550:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21327872=0x1457000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760732.391612:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760732.391615:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21331968 00000020:00010000:0.0:1789760732.391623:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760732.391627:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760732.391630:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760732.391633:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760732.391636:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760732.391643:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760732.391650:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760732.391668:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760732.391783:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 21327872<>21331968 00000100:00100000:0.0:1789760732.391837:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760732.391893:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515664640:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760732.461022:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972524 gen 2 00000008:00010000:0.0:1789760732.461093:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:0.0:1789760732.461102:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760732.461113:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760732.461141:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:0.0:1789760732.461171:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515664640:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760732.461580:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5207, 5207] 00000080:00200000:2.0:1789760732.461597:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760732.461603:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760732.461619:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21331968 i_blocks 43015 00000020:00200000:2.0:1789760732.461623:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760732.461633:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760732.461668:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21331968, count: 4096 00000080:00200000:2.0:1789760732.461675:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21331968, bytes: 4096 00000080:00200000:2.0:1789760732.461687:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760732.461696:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760732.461698:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21331968, 21336064) 0 0 00000080:00200000:2.0:1789760732.461702:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760732.461720:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5208, 5208] 00020000:00200000:2.0:1789760732.461728:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21331968 chunk: [21331968, 21336064) 21336064, 4096 00020000:00200000:2.0:1789760732.461733:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760732.461754:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5208, 5208] 00000008:00010000:2.0:1789760732.461772:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760732.461778:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760732.461791:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21331968, 21336064) append 0 append lockpos 0 00000080:00200000:2.0:1789760732.461805:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21331968=0x1458000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760732.461914:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760732.461917:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21336064 00000020:00010000:2.0:1789760732.461926:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760732.461930:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760732.461933:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760732.461937:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760732.461941:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760732.462085:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760732.462100:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760732.462125:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760732.462239:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 21331968<>21336064 00000008:00010000:2.0:1789760732.495254:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:2.0:1789760732.495270:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760732.495281:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760732.495303:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:2.0:1789760732.495335:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515664768:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760732.495625:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5208, 5208] 00000080:00200000:0.0:1789760732.495643:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760732.495650:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760732.495667:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21336064 i_blocks 43015 00000020:00200000:0.0:1789760732.495672:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760732.495683:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760732.495720:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21336064, count: 4096 00000080:00200000:0.0:1789760732.495727:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21336064, bytes: 4096 00000080:00200000:0.0:1789760732.495739:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760732.495748:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760732.495750:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21336064, 21340160) 0 0 00000080:00200000:0.0:1789760732.495755:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760732.495772:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5209, 5209] 00020000:00200000:0.0:1789760732.495782:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21336064 chunk: [21336064, 21340160) 21340160, 4096 00020000:00200000:0.0:1789760732.495786:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760732.495806:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5209, 5209] 00000008:00010000:0.0:1789760732.495824:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760732.495830:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760732.495840:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21336064, 21340160) append 0 append lockpos 0 00000080:00200000:0.0:1789760732.495901:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21336064=0x1459000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760732.496005:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760732.496008:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21340160 00000020:00010000:0.0:1789760732.496017:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760732.496021:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760732.496024:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760732.496027:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760732.496031:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760732.496040:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760732.496047:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760732.496060:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760732.496194:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 21336064<>21340160 00000100:00100000:1.0:1789760732.496822:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515664896:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760732.564425:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972526 gen 2 00000008:00010000:1.0:1789760732.564504:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760732.564512:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760732.564522:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760732.564597:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760732.564629:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515664896:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760732.575069:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5209, 5209] 00000080:00200000:0.0:1789760732.575104:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760732.575112:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760732.575131:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21340160 i_blocks 43015 00000020:00200000:0.0:1789760732.575137:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760732.575156:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760732.575191:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21340160, count: 4096 00000080:00200000:0.0:1789760732.575199:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21340160, bytes: 4096 00000080:00200000:0.0:1789760732.575214:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760732.575223:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760732.575225:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21340160, 21344256) 0 0 00000080:00200000:0.0:1789760732.575241:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760732.575257:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5210, 5210] 00020000:00200000:0.0:1789760732.575266:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21340160 chunk: [21340160, 21344256) 21344256, 4096 00020000:00200000:0.0:1789760732.575271:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760732.575293:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5210, 5210] 00000008:00010000:0.0:1789760732.575311:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760732.575317:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760732.575328:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21340160, 21344256) append 0 append lockpos 0 00000080:00200000:0.0:1789760732.575341:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21340160=0x145a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760732.575416:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760732.575419:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21344256 00000020:00010000:0.0:1789760732.575428:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760732.575441:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760732.575444:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760732.575448:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760732.575451:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760732.575459:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760732.575466:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760732.575499:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760732.575618:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 21340160<>21344256 00000100:00100000:1.0:1789760732.575850:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760732.575917:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515665024:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760732.638903:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972527 gen 2 00000008:00010000:1.0:1789760732.638957:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760732.638967:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760732.638979:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760732.639003:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760732.639034:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515665024:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760732.639220:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5210, 5210] 00000080:00200000:0.0:1789760732.639236:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760732.639243:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760732.639259:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21344256 i_blocks 43015 00000020:00200000:0.0:1789760732.639263:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760732.639274:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760732.639310:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21344256, count: 4096 00000080:00200000:0.0:1789760732.639317:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21344256, bytes: 4096 00000080:00200000:0.0:1789760732.639327:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760732.639336:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760732.639338:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21344256, 21348352) 0 0 00000080:00200000:0.0:1789760732.639343:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760732.639360:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5211, 5211] 00020000:00200000:0.0:1789760732.639370:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21344256 chunk: [21344256, 21348352) 21348352, 4096 00020000:00200000:0.0:1789760732.639375:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760732.639396:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5211, 5211] 00000008:00010000:0.0:1789760732.639415:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760732.639421:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760732.639443:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21344256, 21348352) append 0 append lockpos 0 00000080:00200000:0.0:1789760732.639458:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21344256=0x145b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760732.639516:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760732.639530:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21348352 00000020:00010000:0.0:1789760732.639539:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760732.639543:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760732.639546:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760732.639549:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760732.639552:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760732.639559:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760732.639566:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760732.639583:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760732.639689:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6680 - object 0x240000400:4 offset 21344256<>21348352 00000100:00100000:1.0:1789760732.641478:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515665152:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760732.716726:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760732.716743:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760732.716755:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760732.716780:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760732.716810:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515665152:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760732.716952:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5211, 5211] 00000080:00200000:0.0:1789760732.716969:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760732.716975:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760732.716991:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21348352 i_blocks 43015 00000020:00200000:0.0:1789760732.716995:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760732.717004:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760732.717039:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21348352, count: 4096 00000080:00200000:0.0:1789760732.717047:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21348352, bytes: 4096 00000080:00200000:0.0:1789760732.717056:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760732.717065:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760732.717067:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21348352, 21352448) 0 0 00000080:00200000:0.0:1789760732.717071:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760732.717101:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5212, 5212] 00020000:00200000:0.0:1789760732.717110:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21348352 chunk: [21348352, 21352448) 21352448, 4096 00020000:00200000:0.0:1789760732.717114:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760732.717134:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5212, 5212] 00000008:00010000:0.0:1789760732.717154:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760732.717160:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760732.717172:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21348352, 21352448) append 0 append lockpos 0 00000080:00200000:0.0:1789760732.717188:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21348352=0x145c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760732.717246:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760732.717249:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21352448 00000020:00010000:0.0:1789760732.717258:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760732.717262:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760732.717265:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760732.717269:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760732.717272:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760732.717280:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760732.717286:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760732.717303:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760732.717412:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 21348352<>21352448 00000100:00100000:1.0:1789760732.717586:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760732.717608:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515665280:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760732.772746:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972529 gen 2 00000008:00010000:1.0:1789760732.772809:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760732.772818:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760732.772828:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760732.772884:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760732.772915:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515665280:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760732.773332:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5212, 5212] 00000080:00200000:0.0:1789760732.773360:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760732.773367:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760732.773383:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21352448 i_blocks 43015 00000020:00200000:0.0:1789760732.773387:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760732.773398:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760732.773446:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21352448, count: 4096 00000080:00200000:0.0:1789760732.773453:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21352448, bytes: 4096 00000080:00200000:0.0:1789760732.773466:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760732.773475:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760732.773477:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21352448, 21356544) 0 0 00000080:00200000:0.0:1789760732.773482:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760732.773501:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5213, 5213] 00020000:00200000:0.0:1789760732.773510:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21352448 chunk: [21352448, 21356544) 21356544, 4096 00020000:00200000:0.0:1789760732.773514:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760732.773534:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5213, 5213] 00000008:00010000:0.0:1789760732.773555:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760732.773561:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760732.773574:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21352448, 21356544) append 0 append lockpos 0 00000080:00200000:0.0:1789760732.773588:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21352448=0x145d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760732.773651:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760732.773654:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21356544 00000020:00010000:0.0:1789760732.773663:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760732.773666:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760732.773670:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760732.773674:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760732.773677:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760732.773685:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760732.773691:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760732.773708:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760732.773821:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7480 - object 0x240000400:4 offset 21352448<>21356544 00000100:00100000:1.0:1789760732.774036:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515665408:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760732.860508:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972530 gen 2 00000008:00010000:1.0:1789760732.860558:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760732.860566:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760732.860578:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760732.860597:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760732.860629:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515665408:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760732.860831:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5213, 5213] 00000080:00200000:0.0:1789760732.860847:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760732.860891:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760732.860907:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21356544 i_blocks 43015 00000020:00200000:0.0:1789760732.860911:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760732.860922:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760732.860957:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21356544, count: 4096 00000080:00200000:0.0:1789760732.860965:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21356544, bytes: 4096 00000080:00200000:0.0:1789760732.860976:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760732.860986:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760732.860988:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21356544, 21360640) 0 0 00000080:00200000:0.0:1789760732.860993:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760732.861011:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5214, 5214] 00020000:00200000:0.0:1789760732.861020:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21356544 chunk: [21356544, 21360640) 21360640, 4096 00020000:00200000:0.0:1789760732.861025:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760732.861046:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5214, 5214] 00000008:00010000:0.0:1789760732.861065:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760732.861072:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760732.861101:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21356544, 21360640) append 0 append lockpos 0 00000080:00200000:0.0:1789760732.861116:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21356544=0x145e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760732.861731:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760732.861737:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21360640 00000020:00010000:0.0:1789760732.861748:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760732.861751:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760732.861754:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760732.861757:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760732.861760:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760732.861769:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760732.861776:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760732.861793:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760732.861935:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6300 - object 0x240000400:4 offset 21356544<>21360640 00000100:00100000:0.0:1789760732.861986:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760732.862009:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515665536:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760732.893832:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972531 gen 2 00000008:00010000:0.0:1789760732.893912:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:0.0:1789760732.893922:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760732.893933:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760732.893958:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:0.0:1789760732.893988:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515665536:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760732.894445:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5214, 5214] 00000080:00200000:2.0:1789760732.894461:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760732.894467:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760732.894482:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21360640 i_blocks 43015 00000020:00200000:2.0:1789760732.894486:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760732.894496:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760732.894528:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21360640, count: 4096 00000080:00200000:2.0:1789760732.894535:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21360640, bytes: 4096 00000080:00200000:2.0:1789760732.894545:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760732.894554:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760732.894556:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21360640, 21364736) 0 0 00000080:00200000:2.0:1789760732.894561:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760732.894577:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5215, 5215] 00020000:00200000:2.0:1789760732.894585:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21360640 chunk: [21360640, 21364736) 21364736, 4096 00020000:00200000:2.0:1789760732.894590:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760732.894607:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5215, 5215] 00000008:00010000:2.0:1789760732.894627:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760732.894633:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760732.894645:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21360640, 21364736) append 0 append lockpos 0 00000080:00200000:2.0:1789760732.894661:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21360640=0x145f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760732.894721:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760732.894724:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21364736 00000020:00010000:2.0:1789760732.894732:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760732.894736:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760732.894739:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760732.894742:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760732.894745:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760732.894755:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760732.894763:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760732.894780:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760732.895049:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 21360640<>21364736 00000100:00100000:2.0:1789760732.895715:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515665664:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760732.937352:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972532 gen 2 00000008:00010000:2.0:1789760732.937404:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:2.0:1789760732.937412:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760732.937424:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760732.937451:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:2.0:1789760732.937482:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515665664:192.168.203.146@tcp:4:dd.0 00000020:00200000:2.0:1789760732.938226:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760732.938230:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21368832 00000020:00010000:2.0:1789760732.938240:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760732.938244:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760732.938248:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90eb0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760732.938252:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760732.938254:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90eb0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760732.938264:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760732.938276:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760732.938290:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760732.938400:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 21364736<>21368832 00000100:00100000:2.0:1789760732.971674:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972533 gen 2 00000008:00010000:2.0:1789760732.971732:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:2.0:1789760732.971741:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760732.971753:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760732.971779:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:2.0:1789760732.971814:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515665792:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760732.971968:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5216, 5216] 00000080:00200000:0.0:1789760732.971989:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760732.971995:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760732.972013:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21368832 i_blocks 43015 00000020:00200000:0.0:1789760732.972017:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760732.972029:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760732.972066:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21368832, count: 4096 00000080:00200000:0.0:1789760732.972073:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21368832, bytes: 4096 00000080:00200000:0.0:1789760732.972299:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760732.972308:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760732.972310:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21368832, 21372928) 0 0 00000080:00200000:0.0:1789760732.972315:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760732.972333:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5217, 5217] 00020000:00200000:0.0:1789760732.972342:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21368832 chunk: [21368832, 21372928) 21372928, 4096 00020000:00200000:0.0:1789760732.972347:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760732.972377:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5217, 5217] 00000008:00010000:0.0:1789760732.972397:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760732.972402:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760732.972413:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21368832, 21372928) append 0 append lockpos 0 00000080:00200000:0.0:1789760732.972428:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21368832=0x1461000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760732.972503:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760732.972505:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21372928 00000020:00010000:0.0:1789760732.972515:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760732.972518:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760732.972522:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760732.972526:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760732.972529:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760732.972535:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760732.972542:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760732.972561:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760732.972676:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6300 - object 0x240000400:4 offset 21368832<>21372928 00000100:00100000:1.0:1789760732.972896:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515665920:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760733.023928:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972534 gen 2 00000008:00010000:1.0:1789760733.023981:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760733.023990:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760733.024002:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760733.024024:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760733.024055:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515665920:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760733.024341:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5217, 5217] 00000080:00200000:0.0:1789760733.024367:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760733.024374:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760733.024390:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21372928 i_blocks 43015 00000020:00200000:0.0:1789760733.024394:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760733.024404:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760733.024450:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21372928, count: 4096 00000080:00200000:0.0:1789760733.024459:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21372928, bytes: 4096 00000080:00200000:0.0:1789760733.024469:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760733.024477:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760733.024479:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21372928, 21377024) 0 0 00000080:00200000:0.0:1789760733.024483:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760733.024498:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5218, 5218] 00020000:00200000:0.0:1789760733.024507:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21372928 chunk: [21372928, 21377024) 21377024, 4096 00020000:00200000:0.0:1789760733.024512:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760733.024534:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5218, 5218] 00000008:00010000:0.0:1789760733.024552:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760733.024557:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760733.024569:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21372928, 21377024) append 0 append lockpos 0 00000080:00200000:0.0:1789760733.024587:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21372928=0x1462000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760733.024650:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760733.024653:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21377024 00000020:00010000:0.0:1789760733.024662:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760733.024665:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760733.024669:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760733.024673:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760733.024675:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760733.024684:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760733.024691:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760733.024709:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760733.024827:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4000 - object 0x240000400:4 offset 21372928<>21377024 00000100:00100000:1.0:1789760733.025050:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515666048:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760733.072117:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972535 gen 2 00000008:00010000:1.0:1789760733.072179:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760733.072188:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760733.072200:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760733.072226:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760733.072257:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515666048:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760733.072480:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5218, 5218] 00000080:00200000:2.0:1789760733.072495:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760733.072502:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760733.072518:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21377024 i_blocks 43015 00000020:00200000:2.0:1789760733.072521:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760733.072531:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760733.072566:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21377024, count: 4096 00000080:00200000:2.0:1789760733.072573:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21377024, bytes: 4096 00000080:00200000:2.0:1789760733.072584:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760733.072593:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760733.072595:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21377024, 21381120) 0 0 00000080:00200000:2.0:1789760733.072600:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760733.072618:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5219, 5219] 00020000:00200000:2.0:1789760733.072627:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21377024 chunk: [21377024, 21381120) 21381120, 4096 00020000:00200000:2.0:1789760733.072631:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760733.072651:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5219, 5219] 00000008:00010000:2.0:1789760733.072669:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760733.072675:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760733.072687:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21377024, 21381120) append 0 append lockpos 0 00000080:00200000:2.0:1789760733.072701:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21377024=0x1463000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760733.072764:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760733.072767:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21381120 00000020:00010000:2.0:1789760733.072776:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760733.072780:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760733.072783:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760733.072787:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760733.072789:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760733.072798:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760733.072806:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760733.072820:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760733.072955:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 21377024<>21381120 00000100:00100000:2.0:1789760733.073005:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760733.073023:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515666176:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760733.115703:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972536 gen 2 00000008:00010000:2.0:1789760733.115755:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:2.0:1789760733.115765:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760733.115776:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760733.115799:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:2.0:1789760733.115831:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515666176:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760733.116478:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5219, 5219] 00000080:00200000:1.0:1789760733.116498:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760733.116505:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760733.116521:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21381120 i_blocks 43015 00000020:00200000:1.0:1789760733.116525:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760733.116537:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760733.116572:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21381120, count: 4096 00000080:00200000:1.0:1789760733.116580:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21381120, bytes: 4096 00000080:00200000:1.0:1789760733.116591:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760733.116599:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760733.116601:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21381120, 21385216) 0 0 00000080:00200000:1.0:1789760733.116605:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760733.116622:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5220, 5220] 00020000:00200000:1.0:1789760733.116631:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21381120 chunk: [21381120, 21385216) 21385216, 4096 00020000:00200000:1.0:1789760733.116636:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760733.116658:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5220, 5220] 00000008:00010000:1.0:1789760733.116678:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760733.116684:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760733.116696:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21381120, 21385216) append 0 append lockpos 0 00000080:00200000:1.0:1789760733.116711:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21381120=0x1464000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760733.116773:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760733.116777:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21385216 00000020:00010000:1.0:1789760733.116785:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760733.116788:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760733.116791:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760733.116796:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760733.116799:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760733.116807:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760733.116813:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760733.116832:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8480 00000008:00100000:1.0:1789760733.116969:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571c00 - object 0x240000400:4 offset 21381120<>21385216 00000100:00100000:1.0:1789760733.117016:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760733.117038:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515666304:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760733.153026:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972537 gen 2 00000008:00010000:1.0:1789760733.153096:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8480 00000020:00200000:1.0:1789760733.153105:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760733.153115:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760733.153139:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8480 00000100:00100000:1.0:1789760733.153177:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515666304:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760733.153387:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5220, 5220] 00000080:00200000:2.0:1789760733.153404:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760733.153410:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760733.153426:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21385216 i_blocks 43015 00000020:00200000:2.0:1789760733.153440:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760733.153451:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760733.153487:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21385216, count: 4096 00000080:00200000:2.0:1789760733.153494:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21385216, bytes: 4096 00000080:00200000:2.0:1789760733.153505:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760733.153515:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760733.153517:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21385216, 21389312) 0 0 00000080:00200000:2.0:1789760733.153521:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760733.153538:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5221, 5221] 00020000:00200000:2.0:1789760733.153546:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21385216 chunk: [21385216, 21389312) 21389312, 4096 00020000:00200000:2.0:1789760733.153551:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760733.153571:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5221, 5221] 00000008:00010000:2.0:1789760733.153590:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760733.153596:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760733.153608:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21385216, 21389312) append 0 append lockpos 0 00000080:00200000:2.0:1789760733.153623:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21385216=0x1465000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760733.153680:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760733.153682:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21389312 00000020:00010000:2.0:1789760733.153690:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760733.153694:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760733.153697:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760733.153701:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760733.153704:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760733.153712:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760733.153719:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760733.153734:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760733.153833:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 21385216<>21389312 00010000:00010000:2.0:1789760733.171215:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:2.0:1789760733.202517:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:2.0:1789760733.202535:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760733.202547:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760733.202574:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:2.0:1789760733.202611:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515666432:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760733.202726:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5221, 5221] 00000080:00200000:1.0:1789760733.202742:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760733.202748:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760733.202763:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21389312 i_blocks 43015 00000020:00200000:1.0:1789760733.202767:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760733.202778:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760733.202815:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21389312, count: 4096 00000080:00200000:1.0:1789760733.202822:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21389312, bytes: 4096 00000080:00200000:1.0:1789760733.202834:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760733.202843:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760733.202845:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21389312, 21393408) 0 0 00000080:00200000:1.0:1789760733.202849:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760733.202904:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5222, 5222] 00020000:00200000:1.0:1789760733.202914:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21389312 chunk: [21389312, 21393408) 21393408, 4096 00020000:00200000:1.0:1789760733.202920:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760733.202946:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5222, 5222] 00000008:00010000:1.0:1789760733.202970:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760733.202977:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760733.202990:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21389312, 21393408) append 0 append lockpos 0 00000080:00200000:1.0:1789760733.203006:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21389312=0x1466000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760733.203067:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760733.203261:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21393408 00000020:00010000:1.0:1789760733.203272:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760733.203275:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760733.203279:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760733.203282:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760733.203284:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760733.203292:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760733.203300:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760733.203316:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8480 00000008:00100000:1.0:1789760733.203505:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571c00 - object 0x240000400:4 offset 21389312<>21393408 00000100:00100000:0.0:1789760733.203586:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515666560:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760733.235808:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972538 gen 2 00000100:00100000:0.0:1789760733.235849:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8571c00 x1876699515666560/t4294972539(4294972539) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760749 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760733.235945:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8480 00000020:00200000:0.0:1789760733.235951:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760733.235961:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760733.235982:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8480 00000100:00100000:0.0:1789760733.236006:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515666560:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760733.236486:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5222, 5222] 00000080:00200000:1.0:1789760733.236502:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760733.236509:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760733.236523:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21393408 i_blocks 43015 00000020:00200000:1.0:1789760733.236527:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760733.236536:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760733.236569:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21393408, count: 4096 00000080:00200000:1.0:1789760733.236575:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21393408, bytes: 4096 00000080:00200000:1.0:1789760733.236585:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760733.236593:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760733.236596:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21393408, 21397504) 0 0 00000080:00200000:1.0:1789760733.236600:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760733.236616:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5223, 5223] 00020000:00200000:1.0:1789760733.236624:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21393408 chunk: [21393408, 21397504) 21397504, 4096 00020000:00200000:1.0:1789760733.236628:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760733.236646:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5223, 5223] 00000008:00010000:1.0:1789760733.236665:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760733.236670:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760733.236680:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21393408, 21397504) append 0 append lockpos 0 00000080:00200000:1.0:1789760733.236694:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21393408=0x1467000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760733.236743:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760733.236746:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21397504 00000020:00010000:1.0:1789760733.236754:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760733.236758:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760733.236761:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760733.236765:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760733.236768:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760733.236774:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760733.236780:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760733.236795:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8900 00000008:00100000:1.0:1789760733.236929:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570380 - object 0x240000400:4 offset 21393408<>21397504 00000100:00100000:0.0:1789760733.237017:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515666688:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760733.272230:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972539 gen 2 00000100:00100000:0.0:1789760733.272280:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8570380 x1876699515666688/t4294972540(4294972540) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760749 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760733.272333:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8900 00000020:00200000:0.0:1789760733.272341:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760733.272361:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760733.272383:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8900 00000100:00100000:0.0:1789760733.272411:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515666688:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760733.272905:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5223, 5223] 00000080:00200000:1.0:1789760733.272923:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760733.272928:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760733.272944:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21397504 i_blocks 43015 00000020:00200000:1.0:1789760733.272948:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760733.272958:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760733.272992:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21397504, count: 4096 00000080:00200000:1.0:1789760733.272999:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21397504, bytes: 4096 00000080:00200000:1.0:1789760733.273009:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760733.273018:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760733.273020:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21397504, 21401600) 0 0 00000080:00200000:1.0:1789760733.273024:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760733.273041:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5224, 5224] 00020000:00200000:1.0:1789760733.273051:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21397504 chunk: [21397504, 21401600) 21401600, 4096 00020000:00200000:1.0:1789760733.273057:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760733.274546:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5224, 5224] 00000008:00010000:1.0:1789760733.274589:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760733.274595:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760733.274612:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21397504, 21401600) append 0 append lockpos 0 00000080:00200000:1.0:1789760733.274632:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21397504=0x1468000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760733.274714:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760733.274718:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21401600 00000020:00010000:1.0:1789760733.274729:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760733.274733:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760733.274736:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760733.274739:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760733.274742:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760733.274753:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760733.274762:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760733.274796:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760733.274950:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573100 - object 0x240000400:4 offset 21397504<>21401600 00000100:00100000:0.0:1789760733.275445:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760733.275476:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515666816:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760733.316791:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972540 gen 2 00000100:00100000:0.0:1789760733.316833:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8573100 x1876699515666816/t4294972541(4294972541) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760749 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760733.316919:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760733.316926:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760733.316936:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760733.316959:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760733.316983:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515666816:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760733.317810:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5224, 5224] 00000080:00200000:1.0:1789760733.317830:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760733.317836:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760733.317852:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21401600 i_blocks 43015 00000020:00200000:1.0:1789760733.317886:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760733.317896:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760733.317930:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21401600, count: 4096 00000080:00200000:1.0:1789760733.317939:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21401600, bytes: 4096 00000080:00200000:1.0:1789760733.317948:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760733.317957:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760733.317960:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21401600, 21405696) 0 0 00000080:00200000:1.0:1789760733.317965:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760733.317983:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5225, 5225] 00020000:00200000:1.0:1789760733.317992:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21401600 chunk: [21401600, 21405696) 21405696, 4096 00020000:00200000:1.0:1789760733.317997:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760733.318018:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5225, 5225] 00000008:00010000:1.0:1789760733.318038:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760733.318043:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760733.318055:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21401600, 21405696) append 0 append lockpos 0 00000080:00200000:1.0:1789760733.318070:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21401600=0x1469000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760733.318308:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760733.318311:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21405696 00000020:00010000:1.0:1789760733.318322:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760733.318326:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760733.318330:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760733.318333:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760733.318336:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760733.318344:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760733.318415:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760733.318445:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760733.318553:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572a00 - object 0x240000400:4 offset 21401600<>21405696 00000100:00100000:0.0:1789760733.318626:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515666944:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760733.352399:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972542 gen 2 00000008:00010000:0.0:1789760733.352472:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760733.352480:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760733.352490:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760733.352511:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760733.352540:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515666944:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760733.352742:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5225, 5225] 00000080:00200000:1.0:1789760733.352757:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760733.352762:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760733.352783:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21405696 i_blocks 43015 00000020:00200000:1.0:1789760733.352787:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760733.352798:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760733.352832:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21405696, count: 4096 00000080:00200000:1.0:1789760733.352839:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21405696, bytes: 4096 00000080:00200000:1.0:1789760733.352849:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760733.352885:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760733.352887:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21405696, 21409792) 0 0 00000080:00200000:1.0:1789760733.352892:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760733.352908:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5226, 5226] 00020000:00200000:1.0:1789760733.352916:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21405696 chunk: [21405696, 21409792) 21409792, 4096 00020000:00200000:1.0:1789760733.352921:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760733.352940:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5226, 5226] 00000008:00010000:1.0:1789760733.352959:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760733.352966:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760733.352978:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21405696, 21409792) append 0 append lockpos 0 00000080:00200000:1.0:1789760733.352992:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21405696=0x146a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760733.353048:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760733.353050:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21409792 00000020:00010000:1.0:1789760733.353059:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760733.353062:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760733.353065:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760733.353069:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760733.353071:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760733.353092:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760733.353099:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760733.353116:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760733.353697:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573b80 - object 0x240000400:4 offset 21405696<>21409792 00000100:00100000:1.0:1789760733.353767:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515667072:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760733.393445:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972543 gen 2 00000008:00010000:1.0:1789760733.393499:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:1.0:1789760733.393507:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760733.393518:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760733.393540:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:1.0:1789760733.393571:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515667072:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760733.393684:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5226, 5226] 00000080:00200000:0.0:1789760733.393700:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760733.393706:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760733.393722:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21409792 i_blocks 43015 00000020:00200000:0.0:1789760733.393726:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760733.393736:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760733.393771:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21409792, count: 4096 00000080:00200000:0.0:1789760733.393788:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21409792, bytes: 4096 00000080:00200000:0.0:1789760733.393800:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760733.393807:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760733.393810:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21409792, 21413888) 0 0 00000080:00200000:0.0:1789760733.393815:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760733.393831:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5227, 5227] 00020000:00200000:0.0:1789760733.393839:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21409792 chunk: [21409792, 21413888) 21413888, 4096 00020000:00200000:0.0:1789760733.393844:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760733.393897:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5227, 5227] 00000008:00010000:0.0:1789760733.393917:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760733.393923:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760733.393935:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21409792, 21413888) append 0 append lockpos 0 00000080:00200000:0.0:1789760733.393949:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21409792=0x146b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760733.394007:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760733.394010:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21413888 00000020:00010000:0.0:1789760733.394019:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760733.394022:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760733.394026:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760733.394029:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760733.394032:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760733.394041:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760733.394048:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760733.394064:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760733.394288:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 21409792<>21413888 00000100:00100000:1.0:1789760733.394673:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515667200:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760733.432782:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972544 gen 2 00000008:00010000:1.0:1789760733.432836:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760733.432845:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760733.432896:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760733.432925:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760733.432955:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515667200:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760733.433177:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5227, 5227] 00000080:00200000:0.0:1789760733.433195:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760733.433201:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760733.433218:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21413888 i_blocks 43015 00000020:00200000:0.0:1789760733.433222:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760733.433232:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760733.433267:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21413888, count: 4096 00000080:00200000:0.0:1789760733.433273:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21413888, bytes: 4096 00000080:00200000:0.0:1789760733.433284:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760733.433292:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760733.433295:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21413888, 21417984) 0 0 00000080:00200000:0.0:1789760733.433301:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760733.433317:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5228, 5228] 00020000:00200000:0.0:1789760733.433326:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21413888 chunk: [21413888, 21417984) 21417984, 4096 00020000:00200000:0.0:1789760733.433331:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760733.433363:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5228, 5228] 00000008:00010000:0.0:1789760733.433382:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760733.433388:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760733.433402:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21413888, 21417984) append 0 append lockpos 0 00000080:00200000:0.0:1789760733.433417:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21413888=0x146c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760733.433487:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760733.433490:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21417984 00000020:00010000:0.0:1789760733.433499:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760733.433503:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760733.433506:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760733.433510:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760733.433513:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760733.433521:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760733.433529:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760733.433545:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760733.433664:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 21413888<>21417984 00000100:00100000:1.0:1789760733.433970:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760733.433990:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515667328:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760733.470027:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760733.470043:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760733.470054:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760733.470157:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5228, 5228] 00000080:00200000:0.0:1789760733.470177:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760733.470183:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760733.470199:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21417984 i_blocks 43015 00000020:00200000:0.0:1789760733.470203:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760733.470213:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760733.470247:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21417984, count: 4096 00000080:00200000:0.0:1789760733.470255:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21417984, bytes: 4096 00000080:00200000:0.0:1789760733.470264:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760733.470274:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760733.470276:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21417984, 21422080) 0 0 00000080:00200000:0.0:1789760733.470281:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760733.470296:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5229, 5229] 00020000:00200000:0.0:1789760733.470304:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21417984 chunk: [21417984, 21422080) 21422080, 4096 00020000:00200000:0.0:1789760733.470308:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760733.470326:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5229, 5229] 00000008:00010000:0.0:1789760733.470342:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760733.470347:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760733.470358:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21417984, 21422080) append 0 append lockpos 0 00000080:00200000:0.0:1789760733.470371:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21417984=0x146d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760733.470445:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760733.470448:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21422080 00000020:00010000:0.0:1789760733.470458:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760733.470461:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760733.470465:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760733.470468:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760733.470471:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760733.470479:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760733.470486:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760733.470507:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760733.470612:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4380 - object 0x240000400:4 offset 21417984<>21422080 00000100:00100000:0.0:1789760733.470672:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760733.470698:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515667456:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760733.470935:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760733.470953:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515667328:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760733.508355:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972546 gen 2 00000008:00010000:0.0:1789760733.508498:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:0.0:1789760733.508507:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760733.508516:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760733.508546:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:0.0:1789760733.508580:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515667456:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760733.508696:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5229, 5229] 00000080:00200000:2.0:1789760733.508713:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760733.508718:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760733.508734:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21422080 i_blocks 43015 00000020:00200000:2.0:1789760733.508738:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760733.508812:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760733.508850:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21422080, count: 4096 00000080:00200000:2.0:1789760733.508892:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21422080, bytes: 4096 00000080:00200000:2.0:1789760733.508906:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760733.508915:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760733.508918:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21422080, 21426176) 0 0 00000080:00200000:2.0:1789760733.508922:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760733.508937:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5230, 5230] 00020000:00200000:2.0:1789760733.508945:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21422080 chunk: [21422080, 21426176) 21426176, 4096 00020000:00200000:2.0:1789760733.508950:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760733.508971:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5230, 5230] 00000008:00010000:2.0:1789760733.508990:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760733.508995:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760733.509006:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21422080, 21426176) append 0 append lockpos 0 00000080:00200000:2.0:1789760733.509020:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21422080=0x146e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760733.509188:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760733.509191:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21426176 00000020:00010000:2.0:1789760733.509199:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760733.509203:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760733.509206:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760733.509209:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760733.509211:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760733.509220:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760733.509226:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760733.509242:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760733.509341:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 21422080<>21426176 00000100:00100000:2.0:1789760733.537541:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972547 gen 2 00000008:00010000:2.0:1789760733.537594:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:2.0:1789760733.537602:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760733.537613:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760733.537642:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:2.0:1789760733.537677:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515667584:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760733.537897:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5230, 5230] 00000080:00200000:0.0:1789760733.537917:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760733.537924:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760733.537970:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21426176 i_blocks 43015 00000020:00200000:0.0:1789760733.537975:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760733.537985:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760733.538019:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21426176, count: 4096 00000080:00200000:0.0:1789760733.538027:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21426176, bytes: 4096 00000080:00200000:0.0:1789760733.538041:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760733.538050:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760733.538053:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21426176, 21430272) 0 0 00000080:00200000:0.0:1789760733.538058:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760733.538076:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5231, 5231] 00020000:00200000:0.0:1789760733.538084:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21426176 chunk: [21426176, 21430272) 21430272, 4096 00020000:00200000:0.0:1789760733.538089:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760733.538110:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5231, 5231] 00000008:00010000:0.0:1789760733.538129:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760733.538136:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760733.538148:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21426176, 21430272) append 0 append lockpos 0 00000080:00200000:0.0:1789760733.538162:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21426176=0x146f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760733.538221:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760733.538224:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21430272 00000020:00010000:0.0:1789760733.538233:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760733.538236:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760733.538240:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760733.538243:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760733.538246:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760733.538254:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760733.538262:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760733.538277:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760733.538390:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4380 - object 0x240000400:4 offset 21426176<>21430272 00000100:00100000:1.0:1789760733.538476:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515667712:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760733.572011:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972548 gen 2 00000008:00010000:1.0:1789760733.572066:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760733.572075:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760733.572085:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760733.572115:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760733.572149:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515667712:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760733.572984:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760733.573005:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515667840:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760733.612557:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972549 gen 2 00000008:00010000:2.0:1789760733.612609:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:2.0:1789760733.612618:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760733.612630:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760733.612656:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:2.0:1789760733.612690:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515667840:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760733.614988:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760733.615015:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515667968:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760733.650339:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972550 gen 2 00000008:00010000:2.0:1789760733.650385:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:2.0:1789760733.650401:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760733.650413:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760733.650566:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:2.0:1789760733.650598:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515667968:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760733.651452:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760733.651472:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515668096:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760733.691180:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972551 gen 2 00000008:00010000:2.0:1789760733.691229:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:2.0:1789760733.691237:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760733.691250:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760733.691274:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:2.0:1789760733.691307:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515668096:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760733.694564:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515668224:192.168.203.146@tcp:4:dd.0 00000008:00010000:2.0:1789760733.721504:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:2.0:1789760733.721520:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760733.721533:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760733.721594:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:2.0:1789760733.721629:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515668224:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760733.722027:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21446656 i_blocks 43015 00000020:00200000:2.0:1789760733.722032:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760733.722042:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760733.722077:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21446656, count: 4096 00000080:00200000:2.0:1789760733.722084:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21446656, bytes: 4096 00000080:00200000:2.0:1789760733.722095:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760733.722103:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760733.722105:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21446656, 21450752) 0 0 00000080:00200000:2.0:1789760733.722110:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760733.722128:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5236, 5236] 00020000:00200000:2.0:1789760733.722137:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21446656 chunk: [21446656, 21450752) 21450752, 4096 00020000:00200000:2.0:1789760733.722142:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760733.722162:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5236, 5236] 00000008:00010000:2.0:1789760733.722182:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760733.722188:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760733.722199:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21446656, 21450752) append 0 append lockpos 0 00000080:00200000:2.0:1789760733.722214:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21446656=0x1474000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760733.722267:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760733.722269:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21450752 00000020:00010000:2.0:1789760733.722277:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760733.722281:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760733.722284:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760733.722287:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760733.722290:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760733.722299:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760733.722308:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760733.722390:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760733.722514:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 21446656<>21450752 00000100:00100000:2.0:1789760733.761419:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972553 gen 2 00000008:00010000:2.0:1789760733.761624:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:2.0:1789760733.761634:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760733.761646:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760733.761744:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:2.0:1789760733.761789:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515668352:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760733.761850:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5236, 5236] 00000080:00200000:0.0:1789760733.761899:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760733.761904:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760733.761920:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21450752 i_blocks 43015 00000020:00200000:0.0:1789760733.761924:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760733.761934:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760733.761968:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21450752, count: 4096 00000080:00200000:0.0:1789760733.761975:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21450752, bytes: 4096 00000080:00200000:0.0:1789760733.761989:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760733.761998:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760733.762001:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21450752, 21454848) 0 0 00000080:00200000:0.0:1789760733.762006:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760733.762032:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5237, 5237] 00020000:00200000:0.0:1789760733.762040:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21450752 chunk: [21450752, 21454848) 21454848, 4096 00020000:00200000:0.0:1789760733.762044:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760733.762077:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5237, 5237] 00000008:00010000:0.0:1789760733.762097:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760733.762103:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760733.762114:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21450752, 21454848) append 0 append lockpos 0 00000080:00200000:0.0:1789760733.762132:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21450752=0x1475000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760733.762188:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760733.762191:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21454848 00000020:00010000:0.0:1789760733.762199:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760733.762203:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760733.762206:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760733.762209:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760733.762212:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760733.762219:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760733.762227:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760733.762244:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760733.762437:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 21450752<>21454848 00000100:00100000:1.0:1789760733.762672:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515668480:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760733.824173:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972554 gen 2 00000008:00010000:1.0:1789760733.824227:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760733.824236:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760733.824247:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760733.824269:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760733.824300:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515668480:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760733.824625:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5237, 5237] 00000080:00200000:0.0:1789760733.824643:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760733.824649:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760733.824665:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21454848 i_blocks 43015 00000020:00200000:0.0:1789760733.824670:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760733.824680:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760733.824824:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21454848, count: 4096 00000080:00200000:0.0:1789760733.824834:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21454848, bytes: 4096 00000080:00200000:0.0:1789760733.824845:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760733.824888:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760733.824891:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21454848, 21458944) 0 0 00000080:00200000:0.0:1789760733.824897:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760733.824916:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5238, 5238] 00020000:00200000:0.0:1789760733.824925:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21454848 chunk: [21454848, 21458944) 21458944, 4096 00020000:00200000:0.0:1789760733.824930:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760733.824951:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5238, 5238] 00000008:00010000:0.0:1789760733.824970:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760733.824976:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760733.824989:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21454848, 21458944) append 0 append lockpos 0 00000080:00200000:0.0:1789760733.825004:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21454848=0x1476000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760733.825638:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760733.825642:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21458944 00000020:00010000:0.0:1789760733.825655:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760733.825659:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760733.825663:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760733.825667:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760733.825670:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760733.825682:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760733.825691:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760733.826891:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760733.827921:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5c00 - object 0x240000400:4 offset 21454848<>21458944 00000100:00100000:0.0:1789760733.828153:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515668608:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760733.912161:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:0.0:1789760733.912178:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760733.912190:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760733.912215:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:0.0:1789760733.912254:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515668608:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760733.912528:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5238, 5238] 00000080:00200000:1.0:1789760733.912544:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760733.912553:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760733.912568:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21458944 i_blocks 43015 00000020:00200000:1.0:1789760733.912572:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760733.912584:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760733.912622:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21458944, count: 4096 00000080:00200000:1.0:1789760733.912630:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21458944, bytes: 4096 00000080:00200000:1.0:1789760733.912641:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760733.912651:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760733.912654:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21458944, 21463040) 0 0 00000080:00200000:1.0:1789760733.912658:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760733.912676:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5239, 5239] 00020000:00200000:1.0:1789760733.912685:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21458944 chunk: [21458944, 21463040) 21463040, 4096 00020000:00200000:1.0:1789760733.912690:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760733.912710:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5239, 5239] 00000008:00010000:1.0:1789760733.912727:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760733.912733:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760733.912745:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21458944, 21463040) append 0 append lockpos 0 00000080:00200000:1.0:1789760733.912760:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21458944=0x1477000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760733.912930:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760733.912933:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21463040 00000020:00010000:1.0:1789760733.912943:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760733.912947:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760733.912950:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760733.912954:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760733.912957:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760733.912964:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760733.912972:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760733.912989:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760733.913103:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573b80 - object 0x240000400:4 offset 21458944<>21463040 00000100:00100000:1.0:1789760733.913150:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760733.913168:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515668736:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760733.945047:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972556 gen 2 00000008:00010000:1.0:1789760733.945114:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:1.0:1789760733.945123:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760733.945134:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760733.945158:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:1.0:1789760733.945188:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515668736:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760733.945353:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5239, 5239] 00000080:00200000:0.0:1789760733.945370:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760733.945376:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760733.945392:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21463040 i_blocks 43015 00000020:00200000:0.0:1789760733.945397:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760733.945408:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760733.945452:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21463040, count: 4096 00000080:00200000:0.0:1789760733.945459:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21463040, bytes: 4096 00000080:00200000:0.0:1789760733.945470:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760733.945478:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760733.945481:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21463040, 21467136) 0 0 00000080:00200000:0.0:1789760733.945486:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760733.945503:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5240, 5240] 00020000:00200000:0.0:1789760733.945512:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21463040 chunk: [21463040, 21467136) 21467136, 4096 00020000:00200000:0.0:1789760733.945517:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760733.945536:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5240, 5240] 00000008:00010000:0.0:1789760733.945555:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760733.945561:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760733.945573:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21463040, 21467136) append 0 append lockpos 0 00000080:00200000:0.0:1789760733.945587:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21463040=0x1478000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760733.945647:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760733.945649:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21467136 00000020:00010000:0.0:1789760733.945658:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760733.945661:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760733.945664:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760733.945668:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760733.945671:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760733.945679:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760733.945685:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760733.945701:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760733.945816:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 21463040<>21467136 00000100:00100000:0.0:1789760733.945898:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760733.945914:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515668864:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760733.979684:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:0.0:1789760733.979701:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760733.979713:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760733.979740:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:0.0:1789760733.979771:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515668864:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760733.979903:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5240, 5240] 00000080:00200000:2.0:1789760733.979919:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760733.979925:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760733.980066:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21467136 i_blocks 43015 00000020:00200000:2.0:1789760733.980071:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760733.980082:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760733.980117:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21467136, count: 4096 00000080:00200000:2.0:1789760733.980125:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21467136, bytes: 4096 00000080:00200000:2.0:1789760733.980136:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760733.980146:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760733.980149:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21467136, 21471232) 0 0 00000080:00200000:2.0:1789760733.980153:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760733.980170:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5241, 5241] 00020000:00200000:2.0:1789760733.980179:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21467136 chunk: [21467136, 21471232) 21471232, 4096 00020000:00200000:2.0:1789760733.980184:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760733.980205:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5241, 5241] 00000008:00010000:2.0:1789760733.980223:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760733.980228:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760733.980240:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21467136, 21471232) append 0 append lockpos 0 00000080:00200000:2.0:1789760733.980257:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21467136=0x1479000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760733.980321:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760733.980324:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21471232 00000020:00010000:2.0:1789760733.980335:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760733.980338:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760733.980341:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760733.980344:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760733.980347:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760733.980356:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760733.980363:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760733.980380:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760733.980508:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 21467136<>21471232 00000100:00100000:2.0:1789760733.980552:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760733.980570:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515668992:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760734.029584:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972558 gen 2 00000008:00010000:2.0:1789760734.029646:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:2.0:1789760734.029653:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760734.029661:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760734.029685:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:2.0:1789760734.029723:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515668992:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760734.029891:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5241, 5241] 00000080:00200000:0.0:1789760734.029909:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760734.029914:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760734.029930:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21471232 i_blocks 43015 00000020:00200000:0.0:1789760734.029934:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760734.029943:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760734.029978:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21471232, count: 4096 00000080:00200000:0.0:1789760734.029984:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21471232, bytes: 4096 00000080:00200000:0.0:1789760734.029992:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760734.030000:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760734.030002:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21471232, 21475328) 0 0 00000080:00200000:0.0:1789760734.030005:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760734.030019:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5242, 5242] 00020000:00200000:0.0:1789760734.030026:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21471232 chunk: [21471232, 21475328) 21475328, 4096 00020000:00200000:0.0:1789760734.030030:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760734.030047:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5242, 5242] 00000008:00010000:0.0:1789760734.030081:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760734.030088:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760734.030100:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21471232, 21475328) append 0 append lockpos 0 00000080:00200000:0.0:1789760734.030119:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21471232=0x147a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760734.030182:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760734.030185:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21475328 00000020:00010000:0.0:1789760734.030194:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760734.030198:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760734.030201:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760734.030205:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760734.030208:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760734.030216:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760734.030221:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760734.030235:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760734.030335:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5180 - object 0x240000400:4 offset 21471232<>21475328 00000100:00100000:1.0:1789760734.030604:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515669120:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760734.091647:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972559 gen 2 00000008:00010000:1.0:1789760734.091701:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760734.091710:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760734.091722:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760734.092148:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760734.092180:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515669120:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760734.094712:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5242, 5242] 00000080:00200000:0.0:1789760734.094900:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760734.094909:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760734.094932:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21475328 i_blocks 43015 00000020:00200000:0.0:1789760734.094938:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760734.094958:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760734.094997:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21475328, count: 4096 00000080:00200000:0.0:1789760734.095008:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21475328, bytes: 4096 00000080:00200000:0.0:1789760734.095025:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760734.095035:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760734.095038:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21475328, 21479424) 0 0 00000080:00200000:0.0:1789760734.095043:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760734.095065:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5243, 5243] 00020000:00200000:0.0:1789760734.095076:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21475328 chunk: [21475328, 21479424) 21479424, 4096 00020000:00200000:0.0:1789760734.095081:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760734.095108:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5243, 5243] 00000008:00010000:0.0:1789760734.095128:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760734.095135:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760734.095149:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21475328, 21479424) append 0 append lockpos 0 00000080:00200000:0.0:1789760734.095164:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21475328=0x147b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760734.095243:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760734.095246:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21479424 00000020:00010000:0.0:1789760734.095255:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760734.095258:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760734.095260:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760734.095263:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760734.095266:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760734.095274:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760734.095281:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760734.095313:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760734.096794:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4a80 - object 0x240000400:4 offset 21475328<>21479424 00000100:00100000:1.0:1789760734.096889:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515669248:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760734.150413:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972560 gen 2 00000008:00010000:1.0:1789760734.150541:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760734.150551:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760734.150563:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760734.150652:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760734.150686:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515669248:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760734.152961:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5243, 5243] 00000080:00200000:2.0:1789760734.152989:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760734.152996:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760734.153015:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21479424 i_blocks 43015 00000020:00200000:2.0:1789760734.153020:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760734.153037:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760734.153072:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21479424, count: 4096 00000080:00200000:2.0:1789760734.153080:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21479424, bytes: 4096 00000080:00200000:2.0:1789760734.153096:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760734.153106:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760734.153109:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21479424, 21483520) 0 0 00000080:00200000:2.0:1789760734.153113:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760734.153132:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5244, 5244] 00020000:00200000:2.0:1789760734.153142:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21479424 chunk: [21479424, 21483520) 21483520, 4096 00020000:00200000:2.0:1789760734.153147:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760734.153259:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5244, 5244] 00000008:00010000:2.0:1789760734.153278:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760734.153283:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760734.153295:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21479424, 21483520) append 0 append lockpos 0 00000080:00200000:2.0:1789760734.153311:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21479424=0x147c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760734.153381:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760734.153384:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21483520 00000020:00010000:2.0:1789760734.153393:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760734.153397:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760734.153400:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760734.153403:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760734.153405:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760734.153414:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760734.153431:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760734.153461:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760734.153571:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 21479424<>21483520 00010000:00010000:2.0:1789760734.193304:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789760734.202373:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972561 gen 2 00000008:00010000:2.0:1789760734.202436:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:2.0:1789760734.202445:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760734.202458:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760734.202528:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:2.0:1789760734.202557:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515669376:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760734.202645:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5244, 5244] 00000080:00200000:0.0:1789760734.202663:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760734.202670:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760734.202688:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21483520 i_blocks 43015 00000020:00200000:0.0:1789760734.202693:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760734.202705:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760734.202907:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21483520, count: 4096 00000080:00200000:0.0:1789760734.202917:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21483520, bytes: 4096 00000080:00200000:0.0:1789760734.202929:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760734.202938:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760734.202941:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21483520, 21487616) 0 0 00000080:00200000:0.0:1789760734.202946:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760734.202962:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5245, 5245] 00020000:00200000:0.0:1789760734.202971:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21483520 chunk: [21483520, 21487616) 21487616, 4096 00020000:00200000:0.0:1789760734.202976:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760734.202996:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5245, 5245] 00000008:00010000:0.0:1789760734.203016:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760734.203023:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760734.203035:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21483520, 21487616) append 0 append lockpos 0 00000080:00200000:0.0:1789760734.203049:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21483520=0x147d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760734.203176:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760734.203180:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21487616 00000020:00010000:0.0:1789760734.203189:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760734.203193:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760734.203196:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760734.203200:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760734.203203:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760734.203211:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760734.203217:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760734.203236:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760734.203349:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4a80 - object 0x240000400:4 offset 21483520<>21487616 00000100:00100000:1.0:1789760734.203442:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515669504:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760734.242880:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972562 gen 2 00000008:00010000:1.0:1789760734.242933:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760734.242942:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760734.242952:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760734.243030:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760734.243075:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515669504:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760734.243211:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5245, 5245] 00000080:00200000:0.0:1789760734.243297:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760734.243304:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760734.243321:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21487616 i_blocks 43015 00000020:00200000:0.0:1789760734.243325:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760734.243336:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760734.243526:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21487616, count: 4096 00000080:00200000:0.0:1789760734.243536:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21487616, bytes: 4096 00000080:00200000:0.0:1789760734.243546:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760734.243555:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760734.243557:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21487616, 21491712) 0 0 00000080:00200000:0.0:1789760734.243562:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760734.243577:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5246, 5246] 00020000:00200000:0.0:1789760734.243587:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21487616 chunk: [21487616, 21491712) 21491712, 4096 00020000:00200000:0.0:1789760734.243591:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760734.243610:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5246, 5246] 00000008:00010000:0.0:1789760734.243627:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760734.243633:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760734.243645:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21487616, 21491712) append 0 append lockpos 0 00000080:00200000:0.0:1789760734.243658:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21487616=0x147e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760734.243713:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760734.243716:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21491712 00000020:00010000:0.0:1789760734.243723:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760734.243726:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760734.243729:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760734.243733:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760734.243736:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760734.243743:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760734.243749:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760734.243766:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760734.244011:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5180 - object 0x240000400:4 offset 21487616<>21491712 00000100:00100000:1.0:1789760734.244057:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760734.244546:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515669632:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760734.308456:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972563 gen 2 00000008:00010000:1.0:1789760734.308513:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760734.308522:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760734.308534:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760734.308561:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760734.308594:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515669632:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760734.308815:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5246, 5246] 00000080:00200000:2.0:1789760734.308843:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760734.308849:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760734.308903:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21491712 i_blocks 43015 00000020:00200000:2.0:1789760734.308907:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760734.308918:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760734.308953:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21491712, count: 4096 00000080:00200000:2.0:1789760734.308961:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21491712, bytes: 4096 00000080:00200000:2.0:1789760734.308971:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760734.308980:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760734.308983:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21491712, 21495808) 0 0 00000080:00200000:2.0:1789760734.308987:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760734.309005:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5247, 5247] 00020000:00200000:2.0:1789760734.309020:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21491712 chunk: [21491712, 21495808) 21495808, 4096 00020000:00200000:2.0:1789760734.309024:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760734.309045:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5247, 5247] 00000008:00010000:2.0:1789760734.309173:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760734.309179:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760734.309192:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21491712, 21495808) append 0 append lockpos 0 00000080:00200000:2.0:1789760734.309206:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21491712=0x147f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760734.309265:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760734.309268:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21495808 00000020:00010000:2.0:1789760734.309277:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760734.309280:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760734.309283:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760734.309286:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760734.309290:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760734.309299:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760734.309306:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760734.309324:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760734.309440:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 21491712<>21495808 00000080:00200000:1.0:1789760734.371106:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5247, 5247] 00000080:00200000:1.0:1789760734.371125:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760734.371131:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760734.371148:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21495808 i_blocks 43015 00000020:00200000:1.0:1789760734.371152:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760734.371163:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760734.371194:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21495808, count: 4096 00000080:00200000:1.0:1789760734.371201:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21495808, bytes: 4096 00000080:00200000:1.0:1789760734.371212:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760734.371222:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760734.371224:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21495808, 21499904) 0 0 00000080:00200000:1.0:1789760734.371230:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760734.371250:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5248, 5248] 00020000:00200000:1.0:1789760734.371261:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21495808 chunk: [21495808, 21499904) 21499904, 4096 00020000:00200000:1.0:1789760734.371265:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760734.371285:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5248, 5248] 00000008:00010000:1.0:1789760734.371302:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760734.371308:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760734.371319:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21495808, 21499904) append 0 append lockpos 0 00000080:00200000:1.0:1789760734.371333:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21495808=0x1480000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760734.371396:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760734.371399:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21499904 00000020:00010000:1.0:1789760734.371408:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760734.371411:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760734.371414:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760734.371418:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760734.371433:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760734.371441:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760734.371448:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760734.371463:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760734.371572:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573b80 - object 0x240000400:4 offset 21495808<>21499904 00000100:00100000:0.0:1789760734.371710:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760734.371740:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515669888:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760734.434517:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972565 gen 2 00000008:00010000:0.0:1789760734.434567:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760734.434575:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760734.434586:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760734.434613:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760734.434644:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515669888:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760734.434995:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5248, 5248] 00000080:00200000:1.0:1789760734.435011:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760734.435017:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760734.435033:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21499904 i_blocks 43015 00000020:00200000:1.0:1789760734.435036:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760734.435045:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760734.435077:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21499904, count: 4096 00000080:00200000:1.0:1789760734.435083:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21499904, bytes: 4096 00000080:00200000:1.0:1789760734.435094:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760734.435103:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760734.435105:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21499904, 21504000) 0 0 00000080:00200000:1.0:1789760734.435109:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760734.435124:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5249, 5249] 00020000:00200000:1.0:1789760734.435133:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21499904 chunk: [21499904, 21504000) 21504000, 4096 00020000:00200000:1.0:1789760734.435136:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760734.435157:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5249, 5249] 00000008:00010000:1.0:1789760734.435175:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760734.435181:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760734.435193:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21499904, 21504000) append 0 append lockpos 0 00000080:00200000:1.0:1789760734.435206:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21499904=0x1481000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760734.435266:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760734.435269:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21504000 00000020:00010000:1.0:1789760734.435279:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760734.435282:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760734.435285:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760734.435289:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760734.435292:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760734.435299:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760734.435307:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760734.435324:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760734.435440:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572680 - object 0x240000400:4 offset 21499904<>21504000 00000100:00100000:0.0:1789760734.435550:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515670016:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760734.502133:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972566 gen 2 00000008:00010000:0.0:1789760734.502187:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760734.502195:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760734.502208:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760734.502238:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760734.502283:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515670016:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760734.506650:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5249, 5249] 00000080:00200000:1.0:1789760734.506690:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760734.506697:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760734.506714:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21504000 i_blocks 43015 00000020:00200000:1.0:1789760734.506720:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760734.506746:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760734.506783:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21504000, count: 4096 00000080:00200000:1.0:1789760734.506791:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21504000, bytes: 4096 00000080:00200000:1.0:1789760734.506806:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760734.506814:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760734.506817:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21504000, 21508096) 0 0 00000080:00200000:1.0:1789760734.506821:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760734.506838:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5250, 5250] 00020000:00200000:1.0:1789760734.506847:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21504000 chunk: [21504000, 21508096) 21508096, 4096 00020000:00200000:1.0:1789760734.506851:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760734.506935:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5250, 5250] 00000008:00010000:1.0:1789760734.506962:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760734.506968:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760734.506980:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21504000, 21508096) append 0 append lockpos 0 00000080:00200000:1.0:1789760734.507000:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21504000=0x1482000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760734.507075:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760734.507078:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21508096 00000020:00010000:1.0:1789760734.507087:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760734.507090:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760734.507093:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760734.507096:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760734.507099:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760734.507107:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760734.507114:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760734.507138:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760734.507259:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571f80 - object 0x240000400:4 offset 21504000<>21508096 00000100:00100000:0.0:1789760734.507353:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515670144:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760734.544275:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760734.544294:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760734.544308:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760734.544415:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760734.544456:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515670144:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760734.547056:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5250, 5250] 00000080:00200000:1.0:1789760734.547086:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760734.547093:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760734.547113:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21508096 i_blocks 43015 00000020:00200000:1.0:1789760734.547119:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760734.547136:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760734.547171:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21508096, count: 4096 00000080:00200000:1.0:1789760734.547180:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21508096, bytes: 4096 00000080:00200000:1.0:1789760734.547196:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760734.547205:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760734.547208:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21508096, 21512192) 0 0 00000080:00200000:1.0:1789760734.547214:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760734.547232:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5251, 5251] 00020000:00200000:1.0:1789760734.547242:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21508096 chunk: [21508096, 21512192) 21512192, 4096 00020000:00200000:1.0:1789760734.547247:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760734.547270:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5251, 5251] 00000008:00010000:1.0:1789760734.547292:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760734.547299:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760734.547312:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21508096, 21512192) append 0 append lockpos 0 00000080:00200000:1.0:1789760734.547327:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21508096=0x1483000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760734.547404:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760734.547408:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21512192 00000020:00010000:1.0:1789760734.547430:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760734.547434:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760734.547437:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760734.547440:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760734.547444:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760734.547452:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760734.547459:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760734.547492:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760734.547608:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572d80 - object 0x240000400:4 offset 21508096<>21512192 00000100:00100000:0.0:1789760734.548289:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515670272:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760734.635333:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972568 gen 2 00000008:00010000:0.0:1789760734.635412:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760734.635430:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760734.635442:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760734.635470:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760734.635504:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515670272:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760734.638534:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5251, 5251] 00000080:00200000:2.0:1789760734.638565:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760734.638573:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760734.638594:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21512192 i_blocks 43015 00000020:00200000:2.0:1789760734.638599:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760734.638618:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760734.638655:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21512192, count: 4096 00000080:00200000:2.0:1789760734.638665:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21512192, bytes: 4096 00000080:00200000:2.0:1789760734.638682:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760734.638692:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760734.638694:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21512192, 21516288) 0 0 00000080:00200000:2.0:1789760734.638699:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760734.638718:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5252, 5252] 00020000:00200000:2.0:1789760734.638729:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21512192 chunk: [21512192, 21516288) 21516288, 4096 00020000:00200000:2.0:1789760734.638734:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760734.638761:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5252, 5252] 00000008:00010000:2.0:1789760734.638785:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760734.638792:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760734.638807:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21512192, 21516288) append 0 append lockpos 0 00000080:00200000:2.0:1789760734.638823:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21512192=0x1484000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760734.638939:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760734.638942:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21516288 00000020:00010000:2.0:1789760734.638951:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760734.638955:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760734.638958:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760734.638961:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760734.638964:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760734.638975:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760734.638982:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760734.639005:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760734.639140:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 21512192<>21516288 00000008:00010000:2.0:1789760734.697362:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:2.0:1789760734.697372:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760734.697384:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760734.697470:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000100:00100000:2.0:1789760734.697501:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515670400:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760734.700888:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5252, 5252] 00000080:00200000:0.0:1789760734.700918:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760734.700926:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760734.701201:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21516288 i_blocks 43015 00000020:00200000:0.0:1789760734.701208:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760734.701226:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760734.701268:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21516288, count: 4096 00000080:00200000:0.0:1789760734.701277:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21516288, bytes: 4096 00000080:00200000:0.0:1789760734.701292:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760734.701302:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760734.701304:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21516288, 21520384) 0 0 00000080:00200000:0.0:1789760734.701309:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760734.701328:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5253, 5253] 00020000:00200000:0.0:1789760734.701338:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21516288 chunk: [21516288, 21520384) 21520384, 4096 00020000:00200000:0.0:1789760734.701342:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760734.701366:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5253, 5253] 00000008:00010000:0.0:1789760734.701386:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760734.701391:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760734.701894:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21516288, 21520384) append 0 append lockpos 0 00000080:00200000:0.0:1789760734.701913:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21516288=0x1485000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760734.702206:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760734.702210:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21520384 00000020:00010000:0.0:1789760734.702219:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760734.702222:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760734.702225:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760734.702228:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760734.702230:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760734.702240:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760734.702248:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760734.702284:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760734.702404:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 21516288<>21520384 00000100:00100000:0.0:1789760734.702658:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760734.702686:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515670528:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760734.758499:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972570 gen 2 00000008:00010000:0.0:1789760734.758550:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:0.0:1789760734.758559:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760734.758571:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760734.758661:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:0.0:1789760734.758693:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515670528:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760734.758782:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5253, 5253] 00000080:00200000:1.0:1789760734.758798:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760734.758805:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760734.758819:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21520384 i_blocks 43015 00000020:00200000:1.0:1789760734.758823:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760734.758834:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760734.758891:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21520384, count: 4096 00000080:00200000:1.0:1789760734.758899:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21520384, bytes: 4096 00000080:00200000:1.0:1789760734.758909:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760734.758918:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760734.758921:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21520384, 21524480) 0 0 00000080:00200000:1.0:1789760734.758925:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760734.758942:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5254, 5254] 00020000:00200000:1.0:1789760734.758951:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21520384 chunk: [21520384, 21524480) 21524480, 4096 00020000:00200000:1.0:1789760734.758955:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760734.758974:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5254, 5254] 00000008:00010000:1.0:1789760734.758993:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760734.758999:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760734.759012:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21520384, 21524480) append 0 append lockpos 0 00000080:00200000:1.0:1789760734.759025:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21520384=0x1486000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760734.759201:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760734.759205:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21524480 00000020:00010000:1.0:1789760734.759216:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760734.759219:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760734.759222:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760734.759226:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760734.759229:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760734.759237:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760734.759244:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760734.759263:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8900 00000008:00100000:1.0:1789760734.759505:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571500 - object 0x240000400:4 offset 21520384<>21524480 00000100:00100000:0.0:1789760734.759570:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515670656:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760734.800202:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8900 00000020:00200000:0.0:1789760734.800219:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760734.800229:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760734.800285:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8900 00000100:00100000:0.0:1789760734.800309:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515670656:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760734.800432:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5254, 5254] 00000080:00200000:2.0:1789760734.800448:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760734.800453:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760734.800470:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21524480 i_blocks 43015 00000020:00200000:2.0:1789760734.800473:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760734.800482:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760734.800515:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21524480, count: 4096 00000080:00200000:2.0:1789760734.800522:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21524480, bytes: 4096 00000080:00200000:2.0:1789760734.800532:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760734.800541:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760734.800543:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21524480, 21528576) 0 0 00000080:00200000:2.0:1789760734.800547:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760734.800563:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5255, 5255] 00020000:00200000:2.0:1789760734.800572:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21524480 chunk: [21524480, 21528576) 21528576, 4096 00020000:00200000:2.0:1789760734.800576:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760734.800594:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5255, 5255] 00000008:00010000:2.0:1789760734.800612:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760734.800617:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760734.800627:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21524480, 21528576) append 0 append lockpos 0 00000080:00200000:2.0:1789760734.800704:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21524480=0x1487000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760734.800764:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760734.800767:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21528576 00000020:00010000:2.0:1789760734.800776:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760734.800780:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760734.800783:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760734.800786:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760734.800789:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760734.800933:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760734.800942:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760734.800958:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760734.801188:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 21524480<>21528576 00000100:00100000:2.0:1789760734.801235:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760734.801255:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515670784:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760734.837101:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5255, 5255] 00000080:00200000:2.0:1789760734.837118:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760734.837124:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760734.837140:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21528576 i_blocks 43015 00000020:00200000:2.0:1789760734.837143:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760734.837154:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760734.837193:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21528576, count: 4096 00000080:00200000:2.0:1789760734.837200:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21528576, bytes: 4096 00000080:00200000:2.0:1789760734.837210:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760734.837219:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760734.837221:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21528576, 21532672) 0 0 00000080:00200000:2.0:1789760734.837226:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760734.837243:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5256, 5256] 00020000:00200000:2.0:1789760734.837252:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21528576 chunk: [21528576, 21532672) 21532672, 4096 00020000:00200000:2.0:1789760734.837257:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760734.837278:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5256, 5256] 00000008:00010000:2.0:1789760734.837297:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760734.837303:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760734.837314:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21528576, 21532672) append 0 append lockpos 0 00000080:00200000:2.0:1789760734.837328:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21528576=0x1488000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760734.837397:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760734.837400:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21532672 00000020:00010000:2.0:1789760734.837410:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760734.837414:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760734.837428:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760734.837432:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760734.837436:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760734.837445:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760734.837453:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760734.837468:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760734.837577:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 21528576<>21532672 00000080:00200000:2.0:1789760734.873692:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5256, 5256] 00000080:00200000:2.0:1789760734.873710:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760734.873716:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760734.873732:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21532672 i_blocks 43015 00000020:00200000:2.0:1789760734.873736:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760734.873746:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760734.873851:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21532672, count: 4096 00000080:00200000:2.0:1789760734.873906:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21532672, bytes: 4096 00000080:00200000:2.0:1789760734.873938:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760734.873947:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760734.873950:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21532672, 21536768) 0 0 00000080:00200000:2.0:1789760734.873954:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760734.873971:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5257, 5257] 00020000:00200000:2.0:1789760734.873979:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21532672 chunk: [21532672, 21536768) 21536768, 4096 00020000:00200000:2.0:1789760734.873984:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760734.874006:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5257, 5257] 00000008:00010000:2.0:1789760734.874025:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760734.874031:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760734.874042:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21532672, 21536768) append 0 append lockpos 0 00000080:00200000:2.0:1789760734.874226:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21532672=0x1489000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760734.874291:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760734.874294:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21536768 00000020:00010000:2.0:1789760734.874303:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760734.874307:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760734.874310:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760734.874314:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760734.874317:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760734.874326:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760734.874658:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760734.874682:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760734.875037:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 21532672<>21536768 00000100:00100000:2.0:1789760734.875824:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760734.875880:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515671040:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760734.919652:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5257, 5257] 00000080:00200000:0.0:1789760734.919669:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760734.919675:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760734.919692:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21536768 i_blocks 43015 00000020:00200000:0.0:1789760734.919695:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760734.919705:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760734.919740:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21536768, count: 4096 00000080:00200000:0.0:1789760734.919748:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21536768, bytes: 4096 00000080:00200000:0.0:1789760734.919759:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760734.919766:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760734.919769:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21536768, 21540864) 0 0 00000080:00200000:0.0:1789760734.919773:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760734.919790:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5258, 5258] 00020000:00200000:0.0:1789760734.919799:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21536768 chunk: [21536768, 21540864) 21540864, 4096 00020000:00200000:0.0:1789760734.919803:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760734.919824:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5258, 5258] 00000008:00010000:0.0:1789760734.919843:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760734.919849:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760734.919900:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21536768, 21540864) append 0 append lockpos 0 00000080:00200000:0.0:1789760734.919915:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21536768=0x148a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760734.919972:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760734.919975:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21540864 00000020:00010000:0.0:1789760734.919984:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760734.919988:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760734.919991:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760734.919995:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760734.919997:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760734.920005:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760734.920013:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760734.920031:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760734.920264:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 21536768<>21540864 00000100:00100000:0.0:1789760734.920312:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760734.920330:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515671168:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760734.961642:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972575 gen 2 00000008:00010000:0.0:1789760734.961692:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:0.0:1789760734.961701:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760734.961711:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760734.961802:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:0.0:1789760734.961834:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515671168:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760734.961980:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5258, 5258] 00000080:00200000:1.0:1789760734.961995:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760734.962001:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760734.962016:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21540864 i_blocks 43015 00000020:00200000:1.0:1789760734.962020:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760734.962031:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760734.962065:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21540864, count: 4096 00000080:00200000:1.0:1789760734.962072:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21540864, bytes: 4096 00000080:00200000:1.0:1789760734.962083:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760734.962091:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760734.962094:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21540864, 21544960) 0 0 00000080:00200000:1.0:1789760734.962098:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760734.962113:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5259, 5259] 00020000:00200000:1.0:1789760734.962122:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21540864 chunk: [21540864, 21544960) 21544960, 4096 00020000:00200000:1.0:1789760734.962126:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760734.962147:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5259, 5259] 00000008:00010000:1.0:1789760734.962165:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760734.962170:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760734.962182:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21540864, 21544960) append 0 append lockpos 0 00000080:00200000:1.0:1789760734.962196:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21540864=0x148b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760734.962252:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760734.962255:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21544960 00000020:00010000:1.0:1789760734.962264:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:1.0:1789760734.962268:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760734.962271:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760734.962274:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760734.962277:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760734.962284:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760734.962290:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760734.962306:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8480 00000008:00100000:1.0:1789760734.962756:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570700 - object 0x240000400:4 offset 21540864<>21544960 00000100:00100000:1.0:1789760734.962806:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760734.962827:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515671296:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760735.006467:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972576 gen 2 00000008:00010000:1.0:1789760735.006519:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8480 00000020:00200000:1.0:1789760735.006527:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760735.006538:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760735.006637:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8480 00000100:00100000:1.0:1789760735.006670:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515671296:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760735.006823:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5259, 5259] 00000080:00200000:0.0:1789760735.006839:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760735.006931:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760735.006949:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21544960 i_blocks 43015 00000020:00200000:0.0:1789760735.006952:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760735.006961:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760735.006995:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21544960, count: 4096 00000080:00200000:0.0:1789760735.007003:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21544960, bytes: 4096 00000080:00200000:0.0:1789760735.007027:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760735.007036:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760735.007038:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21544960, 21549056) 0 0 00000080:00200000:0.0:1789760735.007042:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760735.007059:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5260, 5260] 00020000:00200000:0.0:1789760735.007187:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21544960 chunk: [21544960, 21549056) 21549056, 4096 00020000:00200000:0.0:1789760735.007192:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760735.007214:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5260, 5260] 00000008:00010000:0.0:1789760735.007235:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760735.007240:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760735.007253:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21544960, 21549056) append 0 append lockpos 0 00000080:00200000:0.0:1789760735.007272:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21544960=0x148c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760735.007335:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760735.007338:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21549056 00000020:00010000:0.0:1789760735.007347:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760735.007350:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760735.007422:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760735.007426:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760735.007429:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760735.007438:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760735.007444:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760735.007464:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760735.007573:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 21544960<>21549056 00000100:00100000:1.0:1789760735.007648:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515671424:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760735.065843:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972577 gen 2 00000008:00010000:1.0:1789760735.065938:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760735.065946:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760735.065958:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760735.066026:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760735.066066:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515671424:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760735.066403:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5260, 5260] 00000080:00200000:2.0:1789760735.066488:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760735.066495:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760735.066510:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21549056 i_blocks 43015 00000020:00200000:2.0:1789760735.066514:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760735.066524:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760735.066561:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21549056, count: 4096 00000080:00200000:2.0:1789760735.066570:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21549056, bytes: 4096 00000080:00200000:2.0:1789760735.066582:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760735.066592:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760735.066594:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21549056, 21553152) 0 0 00000080:00200000:2.0:1789760735.066598:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760735.066616:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5261, 5261] 00020000:00200000:2.0:1789760735.066624:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21549056 chunk: [21549056, 21553152) 21553152, 4096 00020000:00200000:2.0:1789760735.066630:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760735.066650:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5261, 5261] 00000008:00010000:2.0:1789760735.066672:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760735.066678:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760735.066689:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21549056, 21553152) append 0 append lockpos 0 00000080:00200000:2.0:1789760735.066704:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21549056=0x148d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760735.066837:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760735.066840:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21553152 00000020:00010000:2.0:1789760735.066849:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:2.0:1789760735.066852:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760735.066965:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760735.066969:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760735.066972:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760735.066983:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760735.066991:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760735.067810:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760735.067966:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 21549056<>21553152 00000080:00200000:0.0:1789760735.113296:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5261, 5261] 00000080:00200000:0.0:1789760735.113316:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760735.113323:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760735.113618:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21553152 i_blocks 43015 00000020:00200000:0.0:1789760735.113622:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760735.113634:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760735.113673:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21553152, count: 4096 00000080:00200000:0.0:1789760735.113680:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21553152, bytes: 4096 00000080:00200000:0.0:1789760735.113693:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760735.113701:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760735.113704:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21553152, 21557248) 0 0 00000080:00200000:0.0:1789760735.116244:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760735.116281:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5262, 5262] 00020000:00200000:0.0:1789760735.116293:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21553152 chunk: [21553152, 21557248) 21557248, 4096 00020000:00200000:0.0:1789760735.116299:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760735.116326:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5262, 5262] 00000008:00010000:0.0:1789760735.116487:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760735.116494:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760735.116510:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21553152, 21557248) append 0 append lockpos 0 00000080:00200000:0.0:1789760735.116526:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21553152=0x148e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760735.116606:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760735.116610:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21557248 00000020:00010000:0.0:1789760735.116619:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_release():245 00000020:00010000:0.0:1789760735.116622:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760735.116625:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760735.116628:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d038 (ffff980dc850bd88/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760735.116632:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bd88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760735.116639:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760735.116647:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760735.116677:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760735.117251:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5c00 - object 0x240000400:4 offset 21553152<>21557248 00000100:00100000:1.0:1789760735.117320:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760735.118233:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515671680:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760735.216173:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972579 gen 2 00000008:00010000:1.0:1789760735.216239:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760735.216248:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760735.216259:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760735.216285:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760735.216316:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515671680:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760735.219409:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1789760735.290897:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5263, 5263] 00000080:00200000:1.0:1789760735.290915:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760735.290921:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760735.290938:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21561344 i_blocks 43015 00000020:00200000:1.0:1789760735.290942:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760735.290953:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760735.290991:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21561344, count: 4096 00000080:00200000:1.0:1789760735.290998:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21561344, bytes: 4096 00000080:00200000:1.0:1789760735.291010:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760735.291018:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760735.291021:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21561344, 21565440) 0 0 00000080:00200000:1.0:1789760735.291026:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760735.291042:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5264, 5264] 00020000:00200000:1.0:1789760735.291052:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21561344 chunk: [21561344, 21565440) 21565440, 4096 00020000:00200000:1.0:1789760735.291057:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760735.291088:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5264, 5264] 00000008:00010000:1.0:1789760735.291108:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760735.291115:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760735.291127:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21561344, 21565440) append 0 append lockpos 0 00000080:00200000:1.0:1789760735.291141:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21561344=0x1490000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760735.291204:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760735.291208:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21565440 00000020:00010000:1.0:1789760735.291216:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760735.291220:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760735.291223:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760735.291226:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760735.291230:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760735.291238:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760735.291244:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760735.291261:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8480 00000008:00100000:1.0:1789760735.291372:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570700 - object 0x240000400:4 offset 21561344<>21565440 00000100:00100000:0.0:1789760735.291558:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760735.291582:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515671936:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760735.356632:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972581 gen 2 00000008:00010000:0.0:1789760735.356701:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8480 00000020:00200000:0.0:1789760735.356710:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760735.356722:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760735.356749:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8480 00000080:00200000:1.0:1789760735.356879:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5264, 5264] 00000080:00200000:1.0:1789760735.356898:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760735.356905:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760735.356921:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21565440 i_blocks 43015 00000020:00200000:1.0:1789760735.356925:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760735.356935:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760735.356971:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21565440, count: 4096 00000080:00200000:1.0:1789760735.356980:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21565440, bytes: 4096 00000080:00200000:1.0:1789760735.356992:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760735.357002:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760735.357005:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21565440, 21569536) 0 0 00000080:00200000:1.0:1789760735.357010:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760735.357026:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5265, 5265] 00020000:00200000:1.0:1789760735.357036:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21565440 chunk: [21565440, 21569536) 21569536, 4096 00020000:00200000:1.0:1789760735.357042:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760735.357064:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5265, 5265] 00000008:00010000:1.0:1789760735.357081:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760735.357087:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760735.357100:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21565440, 21569536) append 0 append lockpos 0 00000080:00200000:1.0:1789760735.357113:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21565440=0x1491000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760735.357166:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760735.357169:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21569536 00000020:00010000:1.0:1789760735.357179:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760735.357183:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760735.357186:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760735.357191:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760735.357194:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760735.357202:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760735.357209:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1789760735.357845:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515671936:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760735.357920:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:0.0:1789760735.358048:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 21565440<>21569536 00000100:00100000:0.0:1789760735.358101:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515672064:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760735.456928:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972582 gen 2 00000008:00010000:0.0:1789760735.456985:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:0.0:1789760735.456993:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760735.457005:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760735.457029:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:0.0:1789760735.457051:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515672064:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760735.458091:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5265, 5265] 00000080:00200000:1.0:1789760735.458115:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760735.458122:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760735.458140:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21569536 i_blocks 43015 00000020:00200000:1.0:1789760735.458144:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760735.458159:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760735.458192:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21569536, count: 4096 00000080:00200000:1.0:1789760735.458199:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21569536, bytes: 4096 00000080:00200000:1.0:1789760735.458212:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760735.458221:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760735.458223:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21569536, 21573632) 0 0 00000080:00200000:1.0:1789760735.458229:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760735.458248:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5266, 5266] 00020000:00200000:1.0:1789760735.458257:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21569536 chunk: [21569536, 21573632) 21573632, 4096 00020000:00200000:1.0:1789760735.458262:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760735.458285:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5266, 5266] 00000008:00010000:1.0:1789760735.458304:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760735.458310:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760735.458321:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21569536, 21573632) append 0 append lockpos 0 00000080:00200000:1.0:1789760735.458337:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21569536=0x1492000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760735.458406:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760735.458421:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21573632 00000020:00010000:1.0:1789760735.458430:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760735.458433:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760735.458437:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760735.458441:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760735.458443:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760735.458452:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760735.458460:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760735.458479:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8d80 00000008:00100000:1.0:1789760735.458593:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570000 - object 0x240000400:4 offset 21569536<>21573632 00000100:00100000:1.0:1789760735.458646:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760735.458669:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515672192:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760735.494113:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972583 gen 2 00000008:00010000:1.0:1789760735.494166:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8d80 00000020:00200000:1.0:1789760735.494175:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760735.494186:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760735.494212:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8d80 00000100:00100000:1.0:1789760735.494247:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515672192:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760735.495045:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515672320:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760735.532842:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5267, 5267] 00000080:00200000:1.0:1789760735.532888:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760735.532895:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760735.532911:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21577728 i_blocks 43015 00000020:00200000:1.0:1789760735.532915:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760735.532925:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760735.532961:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21577728, count: 4096 00000080:00200000:1.0:1789760735.532969:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21577728, bytes: 4096 00000080:00200000:1.0:1789760735.532980:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760735.532989:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760735.532991:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21577728, 21581824) 0 0 00000080:00200000:1.0:1789760735.532995:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760735.533012:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5268, 5268] 00020000:00200000:1.0:1789760735.533021:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21577728 chunk: [21577728, 21581824) 21581824, 4096 00020000:00200000:1.0:1789760735.533026:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760735.533047:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5268, 5268] 00000008:00010000:1.0:1789760735.533077:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760735.533084:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760735.533104:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21577728, 21581824) append 0 append lockpos 0 00000080:00200000:1.0:1789760735.533119:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21577728=0x1494000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760735.533704:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760735.533710:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21581824 00000020:00010000:1.0:1789760735.533785:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760735.533790:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760735.533794:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760735.533797:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760735.533800:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760735.533809:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760735.533817:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760735.533838:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8d80 00000008:00100000:1.0:1789760735.533976:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570000 - object 0x240000400:4 offset 21577728<>21581824 00000100:00100000:0.0:1789760735.534166:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515672448:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760735.572661:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972585 gen 2 00000008:00010000:0.0:1789760735.572776:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8d80 00000020:00200000:0.0:1789760735.572785:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760735.572797:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760735.572898:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8d80 00000100:00100000:0.0:1789760735.572930:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515672448:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760735.573452:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5268, 5268] 00000080:00200000:1.0:1789760735.573469:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760735.573475:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760735.573493:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21581824 i_blocks 43015 00000020:00200000:1.0:1789760735.573496:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760735.573506:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760735.573541:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21581824, count: 4096 00000080:00200000:1.0:1789760735.573549:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21581824, bytes: 4096 00000080:00200000:1.0:1789760735.573561:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760735.573571:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760735.573573:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21581824, 21585920) 0 0 00000080:00200000:1.0:1789760735.573578:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760735.573596:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5269, 5269] 00020000:00200000:1.0:1789760735.573605:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21581824 chunk: [21581824, 21585920) 21585920, 4096 00020000:00200000:1.0:1789760735.573611:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760735.573632:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5269, 5269] 00000008:00010000:1.0:1789760735.573651:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760735.573657:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760735.573669:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21581824, 21585920) append 0 append lockpos 0 00000080:00200000:1.0:1789760735.573684:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21581824=0x1495000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760735.574579:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760735.574585:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21585920 00000020:00010000:1.0:1789760735.574596:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760735.574600:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760735.574603:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760735.574607:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760735.574610:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760735.574619:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760735.574627:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760735.574653:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8780 00000008:00100000:1.0:1789760735.575975:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570e00 - object 0x240000400:4 offset 21581824<>21585920 00000100:00100000:0.0:1789760735.576064:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515672576:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760735.630228:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972586 gen 2 00000008:00010000:0.0:1789760735.630282:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8780 00000020:00200000:0.0:1789760735.630291:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760735.630302:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760735.630527:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8780 00000100:00100000:0.0:1789760735.630566:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515672576:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760735.631665:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515672704:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760735.675786:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5270, 5270] 00000080:00200000:0.0:1789760735.675801:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760735.675807:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760735.675824:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21590016 i_blocks 43015 00000020:00200000:0.0:1789760735.675827:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760735.675837:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760735.675896:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21590016, count: 4096 00000080:00200000:0.0:1789760735.675904:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21590016, bytes: 4096 00000080:00200000:0.0:1789760735.675913:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760735.675921:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760735.675924:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21590016, 21594112) 0 0 00000080:00200000:0.0:1789760735.675928:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760735.675944:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5271, 5271] 00020000:00200000:0.0:1789760735.675953:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21590016 chunk: [21590016, 21594112) 21594112, 4096 00020000:00200000:0.0:1789760735.675957:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760735.675974:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5271, 5271] 00000008:00010000:0.0:1789760735.675991:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760735.675996:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760735.676006:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21590016, 21594112) append 0 append lockpos 0 00000080:00200000:0.0:1789760735.676019:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21590016=0x1497000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760735.676129:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760735.676132:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21594112 00000020:00010000:0.0:1789760735.676140:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:0.0:1789760735.676143:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760735.676146:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760735.676149:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760735.676152:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760735.676159:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760735.676166:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760735.676181:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760735.676282:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 21590016<>21594112 00000100:00100000:0.0:1789760735.676324:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760735.676393:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515672832:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760735.710180:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972588 gen 2 00000008:00010000:0.0:1789760735.710233:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:0.0:1789760735.710242:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760735.710255:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760735.710289:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:0.0:1789760735.710324:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515672832:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760735.711319:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515672960:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760735.753004:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5272, 5272] 00000080:00200000:0.0:1789760735.753036:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760735.753044:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760735.753073:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21598208 i_blocks 43015 00000020:00200000:0.0:1789760735.753079:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760735.753098:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760735.753135:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21598208, count: 4096 00000080:00200000:0.0:1789760735.753144:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21598208, bytes: 4096 00000080:00200000:0.0:1789760735.753160:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760735.753169:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760735.753172:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21598208, 21602304) 0 0 00000080:00200000:0.0:1789760735.753176:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760735.753193:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5273, 5273] 00020000:00200000:0.0:1789760735.753204:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21598208 chunk: [21598208, 21602304) 21602304, 4096 00020000:00200000:0.0:1789760735.753209:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760735.753231:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5273, 5273] 00000008:00010000:0.0:1789760735.753250:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760735.753255:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760735.753267:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21598208, 21602304) append 0 append lockpos 0 00000080:00200000:0.0:1789760735.753281:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21598208=0x1499000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760735.753355:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760735.753358:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21602304 00000020:00010000:0.0:1789760735.753367:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:0.0:1789760735.753371:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760735.753374:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760735.753377:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760735.753380:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760735.753389:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760735.753397:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760735.753440:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760735.753557:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 21598208<>21602304 00000100:00100000:1.0:1789760735.754846:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760735.754926:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515673088:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760735.818262:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972590 gen 2 00000008:00010000:1.0:1789760735.818338:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760735.818347:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760735.818358:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760735.818381:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760735.818421:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515673088:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760735.818451:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5273, 5273] 00000080:00200000:0.0:1789760735.818468:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760735.818473:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760735.818492:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21602304 i_blocks 43015 00000020:00200000:0.0:1789760735.818496:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760735.818592:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760735.818629:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21602304, count: 4096 00000080:00200000:1.0:1789760735.818637:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21602304, bytes: 4096 00000080:00200000:1.0:1789760735.818647:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760735.818657:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760735.818659:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21602304, 21606400) 0 0 00000080:00200000:1.0:1789760735.818665:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760735.818684:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5274, 5274] 00020000:00200000:1.0:1789760735.818693:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21602304 chunk: [21602304, 21606400) 21606400, 4096 00020000:00200000:1.0:1789760735.818698:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760735.818718:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5274, 5274] 00000008:00010000:1.0:1789760735.818737:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760735.818743:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760735.818753:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21602304, 21606400) append 0 append lockpos 0 00000080:00200000:1.0:1789760735.818782:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21602304=0x149a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760735.818848:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760735.818851:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21606400 00000020:00010000:1.0:1789760735.818901:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760735.818905:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760735.818908:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760735.818911:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760735.818914:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760735.818922:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760735.818928:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760735.818942:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760735.819045:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571180 - object 0x240000400:4 offset 21602304<>21606400 00000100:00100000:1.0:1789760735.819080:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760735.819097:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515673216:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760735.851826:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972591 gen 2 00000008:00010000:1.0:1789760735.851987:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:1.0:1789760735.851996:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760735.852006:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760735.852085:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:1.0:1789760735.852126:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515673216:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760735.894353:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5275, 5275] 00000080:00200000:2.0:1789760735.894369:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760735.894375:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760735.894390:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21610496 i_blocks 43015 00000020:00200000:2.0:1789760735.894393:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760735.894402:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760735.894446:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21610496, count: 4096 00000080:00200000:2.0:1789760735.894454:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21610496, bytes: 4096 00000080:00200000:2.0:1789760735.894463:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760735.894471:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760735.894473:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21610496, 21614592) 0 0 00000080:00200000:2.0:1789760735.894478:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760735.894495:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5276, 5276] 00020000:00200000:2.0:1789760735.894504:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21610496 chunk: [21610496, 21614592) 21614592, 4096 00020000:00200000:2.0:1789760735.894508:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760735.894528:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5276, 5276] 00000008:00010000:2.0:1789760735.894546:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760735.894552:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760735.894564:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21610496, 21614592) append 0 append lockpos 0 00000080:00200000:2.0:1789760735.894579:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21610496=0x149c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760735.894637:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760735.894640:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21614592 00000020:00010000:2.0:1789760735.894649:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760735.894653:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760735.894656:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760735.894659:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760735.894662:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760735.894670:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760735.894677:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760735.894692:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760735.894901:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 21610496<>21614592 00000080:00200000:2.0:1789760735.939897:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5276, 5276] 00000080:00200000:2.0:1789760735.939985:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760735.939992:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760735.940009:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21614592 i_blocks 43015 00000020:00200000:2.0:1789760735.940013:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760735.940023:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760735.940164:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21614592, count: 4096 00000080:00200000:2.0:1789760735.940173:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21614592, bytes: 4096 00000080:00200000:2.0:1789760735.940188:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760735.940199:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760735.940202:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21614592, 21618688) 0 0 00000080:00200000:2.0:1789760735.940206:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760735.940224:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5277, 5277] 00020000:00200000:2.0:1789760735.940233:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21614592 chunk: [21614592, 21618688) 21618688, 4096 00020000:00200000:2.0:1789760735.940237:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760735.940258:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5277, 5277] 00000008:00010000:2.0:1789760735.940276:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760735.940281:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760735.940293:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21614592, 21618688) append 0 append lockpos 0 00000080:00200000:2.0:1789760735.940309:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21614592=0x149d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760735.940381:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760735.940384:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21618688 00000020:00010000:2.0:1789760735.940393:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760735.940396:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760735.940400:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760735.940403:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760735.940406:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760735.940426:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760735.940433:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760735.940450:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760735.940563:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 21614592<>21618688 00000100:00100000:2.0:1789760735.940619:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760735.940639:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515673600:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760735.986267:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5277, 5277] 00000080:00200000:1.0:1789760735.986285:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760735.986291:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760735.986444:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21618688 i_blocks 43015 00000020:00200000:1.0:1789760735.986450:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760735.986461:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760735.986495:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21618688, count: 4096 00000080:00200000:1.0:1789760735.986503:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21618688, bytes: 4096 00000080:00200000:1.0:1789760735.986515:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760735.986525:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760735.986527:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21618688, 21622784) 0 0 00000080:00200000:1.0:1789760735.986532:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760735.986551:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5278, 5278] 00020000:00200000:1.0:1789760735.986561:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21618688 chunk: [21618688, 21622784) 21622784, 4096 00020000:00200000:1.0:1789760735.986566:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760735.986591:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5278, 5278] 00000008:00010000:1.0:1789760735.986611:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760735.986618:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760735.986630:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21618688, 21622784) append 0 append lockpos 0 00000080:00200000:1.0:1789760735.986644:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21618688=0x149e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760735.986783:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760735.986786:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21622784 00000020:00010000:1.0:1789760735.986796:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760735.986800:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760735.986804:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760735.986807:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760735.986811:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760735.986818:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760735.986825:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760735.986848:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760735.987515:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571180 - object 0x240000400:4 offset 21618688<>21622784 00000100:00100000:0.0:1789760735.987576:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760735.987886:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515673728:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760736.028193:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972595 gen 2 00000008:00010000:0.0:1789760736.028269:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760736.028279:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760736.028289:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760736.028316:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760736.028363:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515673728:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760736.068488:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5279, 5279] 00000080:00200000:2.0:1789760736.068504:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760736.068510:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760736.068527:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21626880 i_blocks 43015 00000020:00200000:2.0:1789760736.068531:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760736.068542:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760736.068578:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21626880, count: 4096 00000080:00200000:2.0:1789760736.068586:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21626880, bytes: 4096 00000080:00200000:2.0:1789760736.068598:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760736.068607:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760736.068609:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21626880, 21630976) 0 0 00000080:00200000:2.0:1789760736.068614:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760736.068633:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5280, 5280] 00020000:00200000:2.0:1789760736.068644:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21626880 chunk: [21626880, 21630976) 21630976, 4096 00020000:00200000:2.0:1789760736.068648:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760736.068669:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5280, 5280] 00000008:00010000:2.0:1789760736.068688:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760736.068698:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760736.068822:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21626880, 21630976) append 0 append lockpos 0 00000080:00200000:2.0:1789760736.068839:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21626880=0x14a0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760736.068925:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760736.068927:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21630976 00000020:00010000:2.0:1789760736.068934:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760736.068937:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.068939:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.068941:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760736.068943:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760736.068950:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760736.068955:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760736.068969:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760736.069066:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 21626880<>21630976 00000080:00200000:2.0:1789760736.097297:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5280, 5280] 00000080:00200000:2.0:1789760736.097315:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760736.097321:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760736.097402:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21630976 i_blocks 43015 00000020:00200000:2.0:1789760736.097416:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760736.097425:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760736.097461:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21630976, count: 4096 00000080:00200000:2.0:1789760736.097469:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21630976, bytes: 4096 00000080:00200000:2.0:1789760736.097480:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760736.097489:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760736.097491:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21630976, 21635072) 0 0 00000080:00200000:2.0:1789760736.097495:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760736.097512:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5281, 5281] 00020000:00200000:2.0:1789760736.097521:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21630976 chunk: [21630976, 21635072) 21635072, 4096 00020000:00200000:2.0:1789760736.097525:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760736.097546:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5281, 5281] 00000008:00010000:2.0:1789760736.097565:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760736.097570:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760736.097581:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21630976, 21635072) append 0 append lockpos 0 00000080:00200000:2.0:1789760736.097596:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21630976=0x14a1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760736.097659:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760736.097662:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21635072 00000020:00010000:2.0:1789760736.097671:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760736.097674:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.097677:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.097680:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760736.097683:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760736.097691:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760736.097698:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760736.097788:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760736.098258:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 21630976<>21635072 00000080:00200000:2.0:1789760736.133847:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5281, 5281] 00000080:00200000:2.0:1789760736.133887:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760736.133894:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760736.133910:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21635072 i_blocks 43015 00000020:00200000:2.0:1789760736.133914:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760736.133924:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760736.133960:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21635072, count: 4096 00000080:00200000:2.0:1789760736.133967:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21635072, bytes: 4096 00000080:00200000:2.0:1789760736.133978:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760736.133987:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760736.133989:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21635072, 21639168) 0 0 00000080:00200000:2.0:1789760736.133993:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760736.134009:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5282, 5282] 00020000:00200000:2.0:1789760736.134018:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21635072 chunk: [21635072, 21639168) 21639168, 4096 00020000:00200000:2.0:1789760736.134023:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760736.134043:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5282, 5282] 00000008:00010000:2.0:1789760736.134841:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760736.134848:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760736.134904:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21635072, 21639168) append 0 append lockpos 0 00000080:00200000:2.0:1789760736.134922:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21635072=0x14a2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760736.134994:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760736.134997:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21639168 00000020:00010000:2.0:1789760736.135004:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760736.135007:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.135010:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.135013:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760736.135016:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760736.135026:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760736.135034:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760736.135250:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760736.135511:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 21635072<>21639168 00000080:00200000:2.0:1789760736.174378:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5282, 5282] 00000080:00200000:2.0:1789760736.174395:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760736.174401:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760736.174432:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21639168 i_blocks 43015 00000020:00200000:2.0:1789760736.174436:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760736.174453:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760736.174487:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21639168, count: 4096 00000080:00200000:2.0:1789760736.174494:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21639168, bytes: 4096 00000080:00200000:2.0:1789760736.174505:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760736.174514:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760736.174516:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21639168, 21643264) 0 0 00000080:00200000:2.0:1789760736.174520:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760736.174536:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5283, 5283] 00020000:00200000:2.0:1789760736.174544:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21639168 chunk: [21639168, 21643264) 21643264, 4096 00020000:00200000:2.0:1789760736.174549:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760736.174570:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5283, 5283] 00000008:00010000:2.0:1789760736.174588:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760736.174595:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760736.174607:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21639168, 21643264) append 0 append lockpos 0 00000080:00200000:2.0:1789760736.174621:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21639168=0x14a3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760736.174689:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760736.174692:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21643264 00000020:00010000:2.0:1789760736.174700:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760736.174704:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.174707:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.174711:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760736.174714:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760736.174724:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760736.174731:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760736.174750:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760736.174917:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 21639168<>21643264 00000080:00200000:0.0:1789760736.222211:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5283, 5283] 00000080:00200000:0.0:1789760736.222227:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760736.222234:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760736.222251:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21643264 i_blocks 43015 00000020:00200000:0.0:1789760736.222255:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760736.222265:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760736.222301:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21643264, count: 4096 00000080:00200000:0.0:1789760736.222309:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21643264, bytes: 4096 00000080:00200000:0.0:1789760736.222322:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760736.222331:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760736.222333:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21643264, 21647360) 0 0 00000080:00200000:0.0:1789760736.222338:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760736.222356:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5284, 5284] 00020000:00200000:0.0:1789760736.222367:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21643264 chunk: [21643264, 21647360) 21647360, 4096 00020000:00200000:0.0:1789760736.222372:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760736.222394:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5284, 5284] 00000008:00010000:0.0:1789760736.222421:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760736.222428:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760736.222439:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21643264, 21647360) append 0 append lockpos 0 00000080:00200000:0.0:1789760736.222454:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21643264=0x14a4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760736.222513:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760736.222516:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21647360 00000020:00010000:0.0:1789760736.222523:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:0.0:1789760736.222527:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760736.222530:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760736.222533:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760736.222536:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760736.222544:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760736.222550:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760736.222565:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760736.222670:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4380 - object 0x240000400:4 offset 21643264<>21647360 00000100:00100000:1.0:1789760736.222748:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515674496:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760736.242161:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:1.0:1789760736.264236:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760736.264252:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760736.264263:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760736.264340:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760736.264372:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515674496:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760736.264453:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5284, 5284] 00000080:00200000:0.0:1789760736.264469:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760736.264475:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760736.264490:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21647360 i_blocks 43015 00000020:00200000:0.0:1789760736.264493:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760736.264503:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760736.264539:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21647360, count: 4096 00000080:00200000:0.0:1789760736.264546:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21647360, bytes: 4096 00000080:00200000:0.0:1789760736.264555:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760736.264563:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760736.264566:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21647360, 21651456) 0 0 00000080:00200000:0.0:1789760736.264570:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760736.264585:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5285, 5285] 00020000:00200000:0.0:1789760736.264595:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21647360 chunk: [21647360, 21651456) 21651456, 4096 00020000:00200000:0.0:1789760736.264599:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760736.264616:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5285, 5285] 00000008:00010000:0.0:1789760736.264634:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760736.264639:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760736.264654:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21647360, 21651456) append 0 append lockpos 0 00000080:00200000:0.0:1789760736.264667:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21647360=0x14a5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760736.264719:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760736.264722:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21651456 00000020:00010000:0.0:1789760736.264730:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:0.0:1789760736.264734:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760736.264737:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760736.264741:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760736.264743:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760736.264750:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760736.264757:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760736.264774:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760736.264995:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 21647360<>21651456 00000100:00100000:1.0:1789760736.265040:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760736.265226:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515674624:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760736.302906:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972602 gen 2 00000008:00010000:1.0:1789760736.303040:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760736.303049:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760736.303062:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760736.303161:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760736.303195:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515674624:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760736.303283:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5285, 5285] 00000080:00200000:2.0:1789760736.303300:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760736.303306:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760736.303322:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21651456 i_blocks 43015 00000020:00200000:2.0:1789760736.303325:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760736.303336:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760736.303371:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21651456, count: 4096 00000080:00200000:2.0:1789760736.303378:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21651456, bytes: 4096 00000080:00200000:2.0:1789760736.303394:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760736.303403:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760736.303417:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21651456, 21655552) 0 0 00000080:00200000:2.0:1789760736.303421:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760736.303438:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5286, 5286] 00020000:00200000:2.0:1789760736.303446:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21651456 chunk: [21651456, 21655552) 21655552, 4096 00020000:00200000:2.0:1789760736.303450:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760736.303472:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5286, 5286] 00000008:00010000:2.0:1789760736.303493:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760736.303499:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760736.303510:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21651456, 21655552) append 0 append lockpos 0 00000080:00200000:2.0:1789760736.303525:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21651456=0x14a6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760736.303588:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760736.303591:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21655552 00000020:00010000:2.0:1789760736.304043:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760736.304048:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.304051:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.304055:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760736.304057:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760736.304068:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760736.304078:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760736.304098:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8c00 00000008:00100000:2.0:1789760736.304210:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 21651456<>21655552 00000080:00200000:2.0:1789760736.375231:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5286, 5286] 00000080:00200000:2.0:1789760736.375257:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760736.375264:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760736.375282:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21655552 i_blocks 43015 00000020:00200000:2.0:1789760736.375287:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760736.375303:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760736.375338:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21655552, count: 4096 00000080:00200000:2.0:1789760736.375346:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21655552, bytes: 4096 00000080:00200000:2.0:1789760736.375361:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760736.375371:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760736.375373:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21655552, 21659648) 0 0 00000080:00200000:2.0:1789760736.375379:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760736.375399:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5287, 5287] 00020000:00200000:2.0:1789760736.375419:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21655552 chunk: [21655552, 21659648) 21659648, 4096 00020000:00200000:2.0:1789760736.375423:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760736.375449:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5287, 5287] 00000008:00010000:2.0:1789760736.375478:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760736.375485:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760736.375497:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21655552, 21659648) append 0 append lockpos 0 00000080:00200000:2.0:1789760736.375512:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21655552=0x14a7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760736.375579:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760736.375582:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21659648 00000020:00010000:2.0:1789760736.375591:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760736.375595:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.375598:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.375601:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760736.375604:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760736.375615:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760736.375624:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760736.375648:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760736.375773:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 21655552<>21659648 00000080:00200000:2.0:1789760736.426435:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5287, 5287] 00000080:00200000:2.0:1789760736.426451:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760736.426473:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760736.426489:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21659648 i_blocks 43015 00000020:00200000:2.0:1789760736.426493:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760736.426502:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760736.426539:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21659648, count: 4096 00000080:00200000:2.0:1789760736.426547:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21659648, bytes: 4096 00000080:00200000:2.0:1789760736.426557:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760736.426566:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760736.426569:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21659648, 21663744) 0 0 00000080:00200000:2.0:1789760736.426573:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760736.426591:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5288, 5288] 00020000:00200000:2.0:1789760736.426600:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21659648 chunk: [21659648, 21663744) 21663744, 4096 00020000:00200000:2.0:1789760736.426604:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760736.426628:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5288, 5288] 00000008:00010000:2.0:1789760736.426650:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760736.426656:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760736.426669:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21659648, 21663744) append 0 append lockpos 0 00000080:00200000:2.0:1789760736.426684:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21659648=0x14a8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760736.426746:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760736.426749:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21663744 00000020:00010000:2.0:1789760736.426758:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760736.426762:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.426766:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.426770:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760736.426773:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760736.426782:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760736.426789:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760736.426805:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760736.426936:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 21659648<>21663744 00000080:00200000:2.0:1789760736.489812:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5288, 5288] 00000080:00200000:2.0:1789760736.489830:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760736.489836:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760736.489881:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21663744 i_blocks 43015 00000020:00200000:2.0:1789760736.489885:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760736.489897:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760736.489931:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21663744, count: 4096 00000080:00200000:2.0:1789760736.489939:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21663744, bytes: 4096 00000080:00200000:2.0:1789760736.489951:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760736.489960:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760736.489963:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21663744, 21667840) 0 0 00000080:00200000:2.0:1789760736.489967:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760736.490118:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5289, 5289] 00020000:00200000:2.0:1789760736.490129:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21663744 chunk: [21663744, 21667840) 21667840, 4096 00020000:00200000:2.0:1789760736.490133:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760736.490156:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5289, 5289] 00000008:00010000:2.0:1789760736.490173:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760736.490179:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760736.490190:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21663744, 21667840) append 0 append lockpos 0 00000080:00200000:2.0:1789760736.490206:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21663744=0x14a9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760736.490267:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760736.490270:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21667840 00000020:00010000:2.0:1789760736.490278:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760736.490282:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.490285:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.490288:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760736.490290:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760736.490300:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760736.490307:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760736.490326:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760736.490443:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 21663744<>21667840 00000080:00200000:2.0:1789760736.543023:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5289, 5289] 00000080:00200000:2.0:1789760736.543054:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760736.543062:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760736.543082:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21667840 i_blocks 43015 00000020:00200000:2.0:1789760736.543088:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760736.543106:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760736.543144:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21667840, count: 4096 00000080:00200000:2.0:1789760736.543153:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21667840, bytes: 4096 00000080:00200000:2.0:1789760736.543168:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760736.543176:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760736.543179:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21667840, 21671936) 0 0 00000080:00200000:2.0:1789760736.543183:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760736.543198:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5290, 5290] 00020000:00200000:2.0:1789760736.543208:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21667840 chunk: [21667840, 21671936) 21671936, 4096 00020000:00200000:2.0:1789760736.543213:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760736.543234:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5290, 5290] 00000008:00010000:2.0:1789760736.543254:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760736.543260:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760736.543274:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21667840, 21671936) append 0 append lockpos 0 00000080:00200000:2.0:1789760736.543289:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21667840=0x14aa000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760736.543364:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760736.543368:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21671936 00000020:00010000:2.0:1789760736.543377:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760736.543381:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.543384:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.543387:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760736.543390:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760736.543399:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760736.543487:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760736.543526:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760736.543640:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 21667840<>21671936 00000080:00200000:2.0:1789760736.588250:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5290, 5290] 00000080:00200000:2.0:1789760736.588266:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760736.588273:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760736.588289:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21671936 i_blocks 43015 00000020:00200000:2.0:1789760736.588293:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760736.588303:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760736.588346:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21671936, count: 4096 00000080:00200000:2.0:1789760736.588355:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21671936, bytes: 4096 00000080:00200000:2.0:1789760736.588367:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760736.588376:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760736.588379:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21671936, 21676032) 0 0 00000080:00200000:2.0:1789760736.588383:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760736.588400:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5291, 5291] 00020000:00200000:2.0:1789760736.588418:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21671936 chunk: [21671936, 21676032) 21676032, 4096 00020000:00200000:2.0:1789760736.588423:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760736.588443:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5291, 5291] 00000008:00010000:2.0:1789760736.588461:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760736.588466:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760736.588479:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21671936, 21676032) append 0 append lockpos 0 00000080:00200000:2.0:1789760736.588493:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21671936=0x14ab000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760736.588553:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760736.588556:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21676032 00000020:00010000:2.0:1789760736.588564:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760736.588568:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.588571:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.588574:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760736.588577:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760736.588586:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760736.588593:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760736.588609:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760736.588826:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 21671936<>21676032 00000100:00100000:2.0:1789760736.588893:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515675392:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760736.625531:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5291, 5291] 00000080:00200000:2.0:1789760736.625548:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760736.625554:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760736.625571:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21676032 i_blocks 43015 00000020:00200000:2.0:1789760736.625574:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760736.625586:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760736.625621:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21676032, count: 4096 00000080:00200000:2.0:1789760736.625628:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21676032, bytes: 4096 00000080:00200000:2.0:1789760736.625639:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760736.625648:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760736.625651:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21676032, 21680128) 0 0 00000080:00200000:2.0:1789760736.625655:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760736.625673:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5292, 5292] 00020000:00200000:2.0:1789760736.625685:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21676032 chunk: [21676032, 21680128) 21680128, 4096 00020000:00200000:2.0:1789760736.625691:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760736.625714:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5292, 5292] 00000008:00010000:2.0:1789760736.625732:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760736.625737:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760736.625749:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21676032, 21680128) append 0 append lockpos 0 00000080:00200000:2.0:1789760736.625763:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21676032=0x14ac000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760736.625820:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760736.625823:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21680128 00000020:00010000:2.0:1789760736.625832:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760736.625836:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.625840:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.625843:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760736.625847:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760736.625906:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760736.625914:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760736.625931:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760736.626037:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 21676032<>21680128 00000080:00200000:2.0:1789760736.666751:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5292, 5292] 00000080:00200000:2.0:1789760736.666767:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760736.666773:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760736.666788:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21680128 i_blocks 43015 00000020:00200000:2.0:1789760736.666792:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760736.666801:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760736.666836:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21680128, count: 4096 00000080:00200000:2.0:1789760736.666842:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21680128, bytes: 4096 00000080:00200000:2.0:1789760736.666852:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760736.666892:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760736.666894:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21680128, 21684224) 0 0 00000080:00200000:2.0:1789760736.666899:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760736.666916:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5293, 5293] 00020000:00200000:2.0:1789760736.666926:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21680128 chunk: [21680128, 21684224) 21684224, 4096 00020000:00200000:2.0:1789760736.666931:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760736.666951:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5293, 5293] 00000008:00010000:2.0:1789760736.666969:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760736.666975:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760736.666987:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21680128, 21684224) append 0 append lockpos 0 00000080:00200000:2.0:1789760736.667001:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21680128=0x14ad000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760736.667190:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760736.667194:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21684224 00000020:00010000:2.0:1789760736.667204:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760736.667208:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.667212:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.667216:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760736.667219:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760736.667229:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760736.667236:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760736.667255:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760736.667434:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 21680128<>21684224 00000080:00200000:2.0:1789760736.703616:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5293, 5293] 00000080:00200000:2.0:1789760736.703633:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760736.703639:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760736.703654:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21684224 i_blocks 43015 00000020:00200000:2.0:1789760736.703657:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760736.703666:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760736.703701:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21684224, count: 4096 00000080:00200000:2.0:1789760736.703708:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21684224, bytes: 4096 00000080:00200000:2.0:1789760736.703717:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760736.703726:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760736.703728:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21684224, 21688320) 0 0 00000080:00200000:2.0:1789760736.703733:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760736.703749:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5294, 5294] 00020000:00200000:2.0:1789760736.703759:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21684224 chunk: [21684224, 21688320) 21688320, 4096 00020000:00200000:2.0:1789760736.703764:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760736.703784:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5294, 5294] 00000008:00010000:2.0:1789760736.703803:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760736.703809:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760736.703821:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21684224, 21688320) append 0 append lockpos 0 00000080:00200000:2.0:1789760736.703836:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21684224=0x14ae000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760736.703928:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760736.703931:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21688320 00000020:00010000:2.0:1789760736.703939:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760736.703943:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.703946:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.703949:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760736.703952:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760736.703961:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760736.703968:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760736.703984:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8d80 00000008:00100000:2.0:1789760736.704087:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 21684224<>21688320 00000080:00200000:2.0:1789760736.731649:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5294, 5294] 00000080:00200000:2.0:1789760736.731668:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760736.731674:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760736.731690:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21688320 i_blocks 43015 00000020:00200000:2.0:1789760736.731694:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760736.731704:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760736.731741:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21688320, count: 4096 00000080:00200000:2.0:1789760736.731749:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21688320, bytes: 4096 00000080:00200000:2.0:1789760736.731759:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760736.731769:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760736.731771:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21688320, 21692416) 0 0 00000080:00200000:2.0:1789760736.731776:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760736.731794:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5295, 5295] 00020000:00200000:2.0:1789760736.731804:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21688320 chunk: [21688320, 21692416) 21692416, 4096 00020000:00200000:2.0:1789760736.731808:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760736.731827:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5295, 5295] 00000008:00010000:2.0:1789760736.731845:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760736.731851:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760736.731895:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21688320, 21692416) append 0 append lockpos 0 00000080:00200000:2.0:1789760736.731909:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21688320=0x14af000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760736.731969:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760736.731972:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21692416 00000020:00010000:2.0:1789760736.731980:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760736.731984:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.731987:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.731990:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760736.731993:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760736.732002:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760736.732008:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760736.732024:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8900 00000008:00100000:2.0:1789760736.732233:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 21688320<>21692416 00000080:00200000:2.0:1789760736.761742:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5295, 5295] 00000080:00200000:2.0:1789760736.761756:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760736.761762:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760736.761774:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21692416 i_blocks 43015 00000020:00200000:2.0:1789760736.761778:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760736.761786:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760736.761811:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21692416, count: 4096 00000080:00200000:2.0:1789760736.761818:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21692416, bytes: 4096 00000080:00200000:2.0:1789760736.761826:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760736.761833:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760736.761835:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21692416, 21696512) 0 0 00000080:00200000:2.0:1789760736.761838:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760736.761851:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5296, 5296] 00020000:00200000:2.0:1789760736.761889:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21692416 chunk: [21692416, 21696512) 21696512, 4096 00020000:00200000:2.0:1789760736.761893:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760736.761908:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5296, 5296] 00000008:00010000:2.0:1789760736.761922:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760736.761926:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760736.761937:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21692416, 21696512) append 0 append lockpos 0 00000080:00200000:2.0:1789760736.761947:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21692416=0x14b0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760736.762158:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760736.762161:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21696512 00000020:00010000:2.0:1789760736.762168:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760736.762171:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.762173:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.762176:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760736.762179:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760736.762188:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760736.762192:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760736.762249:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8cc0 00000008:00100000:2.0:1789760736.762313:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 21692416<>21696512 00000080:00200000:2.0:1789760736.787360:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5296, 5296] 00000080:00200000:2.0:1789760736.787374:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760736.787379:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760736.787392:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21696512 i_blocks 43015 00000020:00200000:2.0:1789760736.787396:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760736.787415:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760736.787439:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21696512, count: 4096 00000080:00200000:2.0:1789760736.787445:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21696512, bytes: 4096 00000080:00200000:2.0:1789760736.787452:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760736.787460:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760736.787462:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21696512, 21700608) 0 0 00000080:00200000:2.0:1789760736.787465:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760736.787478:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5297, 5297] 00020000:00200000:2.0:1789760736.787486:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21696512 chunk: [21696512, 21700608) 21700608, 4096 00020000:00200000:2.0:1789760736.787489:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760736.787504:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5297, 5297] 00000008:00010000:2.0:1789760736.787519:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760736.787524:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760736.787534:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21696512, 21700608) append 0 append lockpos 0 00000080:00200000:2.0:1789760736.787544:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21696512=0x14b1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760736.787666:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760736.787669:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21700608 00000020:00010000:2.0:1789760736.787676:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760736.787679:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.787682:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.787685:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760736.787688:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760736.787695:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760736.787701:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760736.788092:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760736.788375:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 21696512<>21700608 00000080:00200000:1.0:1789760736.820528:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5297, 5297] 00000080:00200000:1.0:1789760736.820545:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760736.820551:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760736.820567:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21700608 i_blocks 43015 00000020:00200000:1.0:1789760736.820572:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760736.820583:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760736.820617:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21700608, count: 4096 00000080:00200000:1.0:1789760736.820624:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21700608, bytes: 4096 00000080:00200000:1.0:1789760736.820635:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760736.820645:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760736.820647:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21700608, 21704704) 0 0 00000080:00200000:1.0:1789760736.820653:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760736.820671:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5298, 5298] 00020000:00200000:1.0:1789760736.820681:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21700608 chunk: [21700608, 21704704) 21704704, 4096 00020000:00200000:1.0:1789760736.820686:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760736.820707:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5298, 5298] 00000008:00010000:1.0:1789760736.820725:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760736.820731:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760736.820744:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21700608, 21704704) append 0 append lockpos 0 00000080:00200000:1.0:1789760736.820759:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21700608=0x14b2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760736.820821:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760736.820824:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21704704 00000020:00010000:1.0:1789760736.820832:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760736.820836:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760736.820839:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760736.820843:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760736.820846:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760736.821110:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760736.821119:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760736.821140:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760736.821250:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573480 - object 0x240000400:4 offset 21700608<>21704704 00000100:00100000:0.0:1789760736.821324:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515676288:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760736.862173:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972615 gen 2 00000008:00010000:0.0:1789760736.862222:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760736.862231:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760736.862241:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760736.862260:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760736.862294:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515676288:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760736.862494:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5298, 5298] 00000080:00200000:2.0:1789760736.862511:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760736.862518:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760736.862534:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21704704 i_blocks 43015 00000020:00200000:2.0:1789760736.862538:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760736.862548:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760736.862586:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21704704, count: 4096 00000080:00200000:2.0:1789760736.862604:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21704704, bytes: 4096 00000080:00200000:2.0:1789760736.862616:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760736.862624:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760736.862627:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21704704, 21708800) 0 0 00000080:00200000:2.0:1789760736.862638:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760736.862657:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5299, 5299] 00020000:00200000:2.0:1789760736.862669:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21704704 chunk: [21704704, 21708800) 21708800, 4096 00020000:00200000:2.0:1789760736.862674:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760736.862694:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5299, 5299] 00000008:00010000:2.0:1789760736.862714:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760736.862720:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760736.862731:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21704704, 21708800) append 0 append lockpos 0 00000080:00200000:2.0:1789760736.862744:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21704704=0x14b3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760736.862969:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760736.862972:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21708800 00000020:00010000:2.0:1789760736.862981:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760736.862984:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.862988:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.862992:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760736.862994:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760736.863004:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760736.863011:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760736.863026:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760736.863127:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 21704704<>21708800 00000100:00100000:2.0:1789760736.863170:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760736.863187:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515676416:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760736.915888:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5299, 5299] 00000080:00200000:2.0:1789760736.915906:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760736.915913:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760736.915930:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21708800 i_blocks 43015 00000020:00200000:2.0:1789760736.915933:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760736.915943:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760736.915979:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21708800, count: 4096 00000080:00200000:2.0:1789760736.915987:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21708800, bytes: 4096 00000080:00200000:2.0:1789760736.915997:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760736.916006:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760736.916009:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21708800, 21712896) 0 0 00000080:00200000:2.0:1789760736.916013:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760736.916031:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5300, 5300] 00020000:00200000:2.0:1789760736.916040:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21708800 chunk: [21708800, 21712896) 21712896, 4096 00020000:00200000:2.0:1789760736.916160:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760736.916182:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5300, 5300] 00000008:00010000:2.0:1789760736.916200:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760736.916205:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760736.916217:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21708800, 21712896) append 0 append lockpos 0 00000080:00200000:2.0:1789760736.916232:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21708800=0x14b4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760736.916292:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760736.916296:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21712896 00000020:00010000:2.0:1789760736.916304:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760736.916308:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.916311:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.916314:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760736.916317:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760736.916390:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760736.916397:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760736.916424:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760736.916536:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 21708800<>21712896 00000080:00200000:2.0:1789760736.950538:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5300, 5300] 00000080:00200000:2.0:1789760736.950555:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760736.950561:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760736.950577:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21712896 i_blocks 43015 00000020:00200000:2.0:1789760736.950581:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760736.950591:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760736.950630:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21712896, count: 4096 00000080:00200000:2.0:1789760736.950637:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21712896, bytes: 4096 00000080:00200000:2.0:1789760736.950648:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760736.950656:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760736.950660:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21712896, 21716992) 0 0 00000080:00200000:2.0:1789760736.950665:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760736.950685:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5301, 5301] 00020000:00200000:2.0:1789760736.950695:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21712896 chunk: [21712896, 21716992) 21716992, 4096 00020000:00200000:2.0:1789760736.950700:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760736.950721:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5301, 5301] 00000008:00010000:2.0:1789760736.950742:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760736.950748:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760736.950760:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21712896, 21716992) append 0 append lockpos 0 00000080:00200000:2.0:1789760736.950775:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21712896=0x14b5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760736.950834:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760736.950838:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21716992 00000020:00010000:2.0:1789760736.950847:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760736.950851:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.950898:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760736.950903:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760736.950906:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760736.950916:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760736.950923:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760736.950940:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760736.951243:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 21712896<>21716992 00000100:00100000:2.0:1789760736.951284:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760736.951302:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515676672:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760736.988814:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5301, 5301] 00000080:00200000:0.0:1789760736.988834:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760736.988841:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760736.988899:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21716992 i_blocks 43015 00000020:00200000:0.0:1789760736.988904:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760736.988915:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760736.988952:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21716992, count: 4096 00000080:00200000:0.0:1789760736.988960:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21716992, bytes: 4096 00000080:00200000:0.0:1789760736.988971:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760736.988979:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760736.988981:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21716992, 21721088) 0 0 00000080:00200000:0.0:1789760736.988985:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760736.989002:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5302, 5302] 00020000:00200000:0.0:1789760736.989011:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21716992 chunk: [21716992, 21721088) 21721088, 4096 00020000:00200000:0.0:1789760736.989015:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760736.989036:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5302, 5302] 00000008:00010000:0.0:1789760736.989065:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760736.989071:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760736.989083:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21716992, 21721088) append 0 append lockpos 0 00000080:00200000:0.0:1789760736.989098:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21716992=0x14b6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760736.989150:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760736.989153:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21721088 00000020:00010000:0.0:1789760736.989160:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:0.0:1789760736.989164:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760736.989167:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760736.989170:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760736.989173:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760736.989180:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760736.989186:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760737.028143:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5302, 5302] 00000080:00200000:0.0:1789760737.028159:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760737.028165:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760737.028181:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21721088 i_blocks 43015 00000020:00200000:0.0:1789760737.028184:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760737.028194:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760737.028276:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21721088, count: 4096 00000080:00200000:0.0:1789760737.028284:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21721088, bytes: 4096 00000080:00200000:0.0:1789760737.028295:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760737.028304:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760737.028366:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21721088, 21725184) 0 0 00000080:00200000:0.0:1789760737.028372:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760737.028389:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5303, 5303] 00020000:00200000:0.0:1789760737.028398:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21721088 chunk: [21721088, 21725184) 21725184, 4096 00020000:00200000:0.0:1789760737.028412:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760737.028512:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5303, 5303] 00000008:00010000:0.0:1789760737.028531:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760737.028537:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760737.028547:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21721088, 21725184) append 0 append lockpos 0 00000080:00200000:0.0:1789760737.028563:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21721088=0x14b7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760737.028624:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760737.028627:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21725184 00000020:00010000:0.0:1789760737.028635:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:0.0:1789760737.028638:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760737.028641:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760737.028645:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760737.028648:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760737.029042:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760737.029051:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760737.029073:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760737.029187:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4000 - object 0x240000400:4 offset 21721088<>21725184 00000100:00100000:0.0:1789760737.029287:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760737.029371:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515676928:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760737.089713:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:0.0:1789760737.089731:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760737.089745:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760737.089782:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:0.0:1789760737.089818:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515676928:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760737.138949:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5304, 5304] 00000080:00200000:0.0:1789760737.138968:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760737.138975:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760737.138993:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21729280 i_blocks 43015 00000020:00200000:0.0:1789760737.138997:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760737.139008:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760737.139046:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21729280, count: 4096 00000080:00200000:0.0:1789760737.139055:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21729280, bytes: 4096 00000080:00200000:0.0:1789760737.139066:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760737.139076:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760737.139078:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21729280, 21733376) 0 0 00000080:00200000:0.0:1789760737.139082:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760737.139149:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5305, 5305] 00020000:00200000:0.0:1789760737.139159:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21729280 chunk: [21729280, 21733376) 21733376, 4096 00020000:00200000:0.0:1789760737.139164:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760737.139184:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5305, 5305] 00000008:00010000:0.0:1789760737.139203:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760737.139208:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760737.139222:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21729280, 21733376) append 0 append lockpos 0 00000080:00200000:0.0:1789760737.139237:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21729280=0x14b9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760737.139305:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760737.139308:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21733376 00000020:00010000:0.0:1789760737.139503:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:0.0:1789760737.139507:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760737.139510:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760737.139514:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760737.139516:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760737.139524:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760737.139532:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760737.139556:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760737.139682:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6300 - object 0x240000400:4 offset 21729280<>21733376 00000100:00100000:1.0:1789760737.139847:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515677184:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760737.209427:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972622 gen 2 00000008:00010000:1.0:1789760737.209545:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760737.209554:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760737.209564:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760737.209586:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760737.209624:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515677184:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760737.209837:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5305, 5305] 00000080:00200000:0.0:1789760737.209883:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760737.209889:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760737.209904:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21733376 i_blocks 43015 00000020:00200000:0.0:1789760737.209908:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760737.209917:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760737.209948:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21733376, count: 4096 00000080:00200000:0.0:1789760737.209954:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21733376, bytes: 4096 00000080:00200000:0.0:1789760737.209963:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760737.209980:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760737.209983:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21733376, 21737472) 0 0 00000080:00200000:0.0:1789760737.209986:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760737.210001:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5306, 5306] 00020000:00200000:0.0:1789760737.210010:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21733376 chunk: [21733376, 21737472) 21737472, 4096 00020000:00200000:0.0:1789760737.210015:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760737.210034:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5306, 5306] 00000008:00010000:0.0:1789760737.210159:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760737.210165:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760737.210177:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21733376, 21737472) append 0 append lockpos 0 00000080:00200000:0.0:1789760737.210191:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21733376=0x14ba000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760737.210247:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760737.210249:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21737472 00000020:00010000:0.0:1789760737.210258:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:0.0:1789760737.210261:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760737.210264:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760737.210267:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760737.210270:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760737.210277:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760737.210283:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760737.210299:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760737.210412:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7480 - object 0x240000400:4 offset 21733376<>21737472 00000100:00100000:1.0:1789760737.210578:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760737.210658:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515677312:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760737.261732:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972623 gen 2 00000008:00010000:1.0:1789760737.261786:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760737.261796:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760737.261807:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760737.261830:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760737.261912:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515677312:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760737.262072:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5306, 5306] 00000080:00200000:0.0:1789760737.262088:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760737.262094:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760737.262111:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21737472 i_blocks 43015 00000020:00200000:0.0:1789760737.262116:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760737.262127:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760737.262158:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21737472, count: 4096 00000080:00200000:0.0:1789760737.262165:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21737472, bytes: 4096 00000080:00200000:0.0:1789760737.262176:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760737.262183:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760737.262186:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21737472, 21741568) 0 0 00000080:00200000:0.0:1789760737.262190:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760737.262207:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5307, 5307] 00020000:00200000:0.0:1789760737.262215:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21737472 chunk: [21737472, 21741568) 21741568, 4096 00020000:00200000:0.0:1789760737.262220:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760737.262238:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5307, 5307] 00000008:00010000:0.0:1789760737.262256:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760737.262261:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760737.262271:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21737472, 21741568) append 0 append lockpos 0 00000080:00200000:0.0:1789760737.262284:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21737472=0x14bb000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760737.262335:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760737.262338:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21741568 00000020:00010000:0.0:1789760737.262347:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:0.0:1789760737.262351:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760737.262354:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760737.262358:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760737.262361:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760737.262367:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760737.262374:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760737.262389:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760737.262494:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 21737472<>21741568 00000100:00100000:1.0:1789760737.262752:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515677440:192.168.203.146@tcp:4:dd.0 00010000:00010000:2.0:1789760737.268956:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789760737.320755:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972624 gen 2 00000008:00010000:1.0:1789760737.321087:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760737.321096:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760737.321108:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760737.321191:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760737.321221:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515677440:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760737.326908:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5307, 5307] 00000080:00200000:0.0:1789760737.326940:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760737.326947:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760737.326967:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21741568 i_blocks 43015 00000020:00200000:0.0:1789760737.327246:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760737.327265:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760737.327304:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21741568, count: 4096 00000080:00200000:0.0:1789760737.327314:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21741568, bytes: 4096 00000080:00200000:0.0:1789760737.327329:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760737.327338:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760737.327341:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21741568, 21745664) 0 0 00000080:00200000:0.0:1789760737.327345:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760737.327362:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5308, 5308] 00020000:00200000:0.0:1789760737.327371:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21741568 chunk: [21741568, 21745664) 21745664, 4096 00020000:00200000:0.0:1789760737.327375:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760737.327408:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5308, 5308] 00000008:00010000:0.0:1789760737.327427:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760737.327434:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760737.327446:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21741568, 21745664) append 0 append lockpos 0 00000080:00200000:0.0:1789760737.327460:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21741568=0x14bc000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760737.327530:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760737.327533:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21745664 00000020:00010000:0.0:1789760737.327541:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:0.0:1789760737.327545:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760737.327548:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760737.327552:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760737.327555:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760737.327564:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760737.327571:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760737.327593:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760737.329338:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6680 - object 0x240000400:4 offset 21741568<>21745664 00000100:00100000:1.0:1789760737.329456:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515677568:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760737.382923:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972625 gen 2 00000008:00010000:1.0:1789760737.382977:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760737.382985:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760737.382996:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760737.383063:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760737.383093:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515677568:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760737.383846:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515677696:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760737.393181:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515677952:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760737.393444:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1789760737.393451:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:65ff60fc-9b44-48f8-988f-b0587af5cf52:2365:1876699515677824:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760737.393514:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfe1b2c2-be6d-4234-9c05-42b712409d84:2365:1876699515678080:192.168.203.146@tcp:400:kworker.0 00000080:00200000:1.0:1789760737.443732:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5309, 5309] 00000080:00200000:1.0:1789760737.443749:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760737.443756:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760737.443773:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21749760 i_blocks 43015 00000020:00200000:1.0:1789760737.443777:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760737.443788:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760737.443823:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21749760, count: 4096 00000080:00200000:1.0:1789760737.443831:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21749760, bytes: 4096 00000080:00200000:1.0:1789760737.443843:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760737.443851:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760737.443883:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21749760, 21753856) 0 0 00000080:00200000:1.0:1789760737.443889:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760737.443906:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5310, 5310] 00020000:00200000:1.0:1789760737.443979:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21749760 chunk: [21749760, 21753856) 21753856, 4096 00020000:00200000:1.0:1789760737.443985:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760737.444007:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5310, 5310] 00000008:00010000:1.0:1789760737.444025:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760737.444031:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760737.444424:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21749760, 21753856) append 0 append lockpos 0 00000080:00200000:1.0:1789760737.444442:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21749760=0x14be000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760737.444505:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760737.444508:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21753856 00000020:00010000:1.0:1789760737.444517:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760737.444521:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760737.444525:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760737.444528:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760737.444531:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760737.444539:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760737.444547:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760737.444569:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760737.444779:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571880 - object 0x240000400:4 offset 21749760<>21753856 00000100:00100000:0.0:1789760737.444897:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515678208:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760737.501840:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972627 gen 2 00000008:00010000:0.0:1789760737.502058:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760737.502067:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760737.502077:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760737.502200:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760737.502232:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515678208:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760737.508836:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5310, 5310] 00000080:00200000:2.0:1789760737.508880:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760737.508887:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760737.508905:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21753856 i_blocks 43015 00000020:00200000:2.0:1789760737.509335:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760737.509353:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760737.509387:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21753856, count: 4096 00000080:00200000:2.0:1789760737.509406:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21753856, bytes: 4096 00000080:00200000:2.0:1789760737.509421:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760737.509429:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760737.509432:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21753856, 21757952) 0 0 00000080:00200000:2.0:1789760737.509436:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760737.509451:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5311, 5311] 00020000:00200000:2.0:1789760737.509459:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21753856 chunk: [21753856, 21757952) 21757952, 4096 00020000:00200000:2.0:1789760737.509463:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760737.509483:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5311, 5311] 00000008:00010000:2.0:1789760737.509502:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760737.509507:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760737.509518:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21753856, 21757952) append 0 append lockpos 0 00000080:00200000:2.0:1789760737.509532:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21753856=0x14bf000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760737.509602:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760737.509605:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21757952 00000020:00010000:2.0:1789760737.509613:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760737.509617:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760737.509620:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760737.509623:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760737.509626:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760737.509635:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760737.509642:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760737.510652:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760737.510793:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 21753856<>21757952 00000080:00200000:0.0:1789760737.574087:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5311, 5311] 00000080:00200000:0.0:1789760737.574104:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760737.574110:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760737.574128:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21757952 i_blocks 43015 00000020:00200000:0.0:1789760737.574132:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760737.574142:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760737.574175:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21757952, count: 4096 00000080:00200000:0.0:1789760737.574349:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21757952, bytes: 4096 00000080:00200000:0.0:1789760737.574363:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760737.574371:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760737.574374:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21757952, 21762048) 0 0 00000080:00200000:0.0:1789760737.574378:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760737.574410:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5312, 5312] 00020000:00200000:0.0:1789760737.574420:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21757952 chunk: [21757952, 21762048) 21762048, 4096 00020000:00200000:0.0:1789760737.574424:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760737.574447:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5312, 5312] 00000008:00010000:0.0:1789760737.574465:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760737.574471:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760737.574491:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21757952, 21762048) append 0 append lockpos 0 00000080:00200000:0.0:1789760737.574507:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21757952=0x14c0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760737.574569:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760737.574573:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21762048 00000020:00010000:0.0:1789760737.574582:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:0.0:1789760737.574586:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760737.574589:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760737.574593:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760737.574596:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760737.574605:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760737.574612:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760737.574629:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760737.574747:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 21757952<>21762048 00000100:00100000:1.0:1789760737.574851:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515678464:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760737.623109:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972629 gen 2 00000008:00010000:1.0:1789760737.623161:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760737.623168:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760737.623180:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760737.623564:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760737.623596:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515678464:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760737.626414:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5312, 5312] 00000080:00200000:2.0:1789760737.627016:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760737.627026:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760737.627048:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21762048 i_blocks 43015 00000020:00200000:2.0:1789760737.627053:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760737.627072:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760737.627108:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21762048, count: 4096 00000080:00200000:2.0:1789760737.627117:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21762048, bytes: 4096 00000080:00200000:2.0:1789760737.627132:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760737.627142:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760737.627145:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21762048, 21766144) 0 0 00000080:00200000:2.0:1789760737.627150:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760737.627168:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5313, 5313] 00020000:00200000:2.0:1789760737.627178:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21762048 chunk: [21762048, 21766144) 21766144, 4096 00020000:00200000:2.0:1789760737.627190:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760737.627215:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5313, 5313] 00000008:00010000:2.0:1789760737.627603:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760737.627609:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760737.627624:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21762048, 21766144) append 0 append lockpos 0 00000080:00200000:2.0:1789760737.627639:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21762048=0x14c1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760737.627703:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760737.627706:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21766144 00000020:00010000:2.0:1789760737.627713:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760737.627717:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760737.627720:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760737.627723:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760737.627726:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760737.627735:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760737.627743:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760737.627762:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760737.627906:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 21762048<>21766144 00000100:00100000:2.0:1789760737.628942:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760737.628971:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515678592:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760737.696509:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972630 gen 2 00000008:00010000:2.0:1789760737.696571:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:2.0:1789760737.696580:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760737.696591:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760737.696612:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:2.0:1789760737.696644:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515678592:192.168.203.146@tcp:4:dd.0 00000008:00010000:2.0:1789760737.738844:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056540 00000020:00200000:2.0:1789760737.738906:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760737.738919:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760737.738941:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056540 00000100:00100000:2.0:1789760737.738973:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515678720:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760737.739706:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515678848:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760737.767254:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972632 gen 2 00000008:00010000:2.0:1789760737.767313:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056540 00000020:00200000:2.0:1789760737.767322:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760737.767332:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760737.767348:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056540 00000100:00100000:2.0:1789760737.767379:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515678848:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760737.768301:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515678976:192.168.203.146@tcp:4:dd.0 00000008:00010000:2.0:1789760737.807232:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:2.0:1789760737.807250:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760737.807265:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760737.807291:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:2.0:1789760737.807325:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515678976:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760737.807483:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5316, 5316] 00000080:00200000:0.0:1789760737.807500:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760737.807507:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760737.807523:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21778432 i_blocks 43015 00000020:00200000:0.0:1789760737.807527:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760737.807537:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760737.807570:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21778432, count: 4096 00000080:00200000:0.0:1789760737.807577:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21778432, bytes: 4096 00000080:00200000:0.0:1789760737.807590:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760737.807599:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760737.807601:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21778432, 21782528) 0 0 00000080:00200000:0.0:1789760737.807607:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760737.807624:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5317, 5317] 00020000:00200000:0.0:1789760737.807632:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21778432 chunk: [21778432, 21782528) 21782528, 4096 00020000:00200000:0.0:1789760737.807637:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760737.807658:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5317, 5317] 00000008:00010000:0.0:1789760737.807676:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760737.807681:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760737.807694:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21778432, 21782528) append 0 append lockpos 0 00000080:00200000:0.0:1789760737.807708:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21778432=0x14c5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760737.807763:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760737.807767:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21782528 00000020:00010000:0.0:1789760737.807777:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:0.0:1789760737.807780:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760737.807783:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760737.807787:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760737.807790:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760737.807802:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760737.807809:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760737.807826:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760737.807991:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 21778432<>21782528 00000100:00100000:1.0:1789760737.808164:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515679104:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760737.903450:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972634 gen 2 00000008:00010000:1.0:1789760737.903516:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760737.903524:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760737.903535:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760737.903560:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760737.903591:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515679104:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760737.903713:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5317, 5317] 00000080:00200000:0.0:1789760737.903730:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760737.903736:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760737.903752:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21782528 i_blocks 43015 00000020:00200000:0.0:1789760737.903756:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760737.903765:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760737.903798:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21782528, count: 4096 00000080:00200000:0.0:1789760737.903805:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21782528, bytes: 4096 00000080:00200000:0.0:1789760737.903816:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760737.903824:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760737.903827:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21782528, 21786624) 0 0 00000080:00200000:0.0:1789760737.903831:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760737.903846:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5318, 5318] 00020000:00200000:0.0:1789760737.903889:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21782528 chunk: [21782528, 21786624) 21786624, 4096 00020000:00200000:0.0:1789760737.903894:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760737.903914:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5318, 5318] 00000008:00010000:0.0:1789760737.903933:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760737.903940:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760737.903952:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21782528, 21786624) append 0 append lockpos 0 00000080:00200000:0.0:1789760737.903966:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21782528=0x14c6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760737.904027:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760737.904030:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21786624 00000020:00010000:0.0:1789760737.904106:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:0.0:1789760737.904110:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760737.904114:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760737.904117:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760737.904120:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760737.904128:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760737.904135:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760737.904151:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760737.904255:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4700 - object 0x240000400:4 offset 21782528<>21786624 00000100:00100000:1.0:1789760737.904322:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515679232:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760737.949805:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972635 gen 2 00000008:00010000:1.0:1789760737.949956:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760737.949965:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760737.949978:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760737.949997:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760737.950027:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515679232:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760737.950525:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:1.0:1789760737.950632:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 21786624<>21790720 00000100:00100000:1.0:1789760737.950676:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760737.950693:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515679360:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760738.002224:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:1.0:1789760738.002242:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760738.002256:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760738.002280:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:1.0:1789760738.002318:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515679360:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760738.003218:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515679488:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760738.056567:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972637 gen 2 00000008:00010000:2.0:1789760738.056631:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:2.0:1789760738.056641:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760738.056653:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760738.056675:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:2.0:1789760738.056707:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515679488:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760738.057575:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515679616:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760738.133401:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972638 gen 2 00000008:00010000:2.0:1789760738.133517:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:2.0:1789760738.133525:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760738.133537:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760738.133556:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:2.0:1789760738.133586:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515679616:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760738.134980:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515679744:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760738.191829:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972639 gen 2 00000008:00010000:2.0:1789760738.191917:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:2.0:1789760738.191925:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760738.191937:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760738.191956:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:2.0:1789760738.191984:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515679744:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760738.192794:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760738.192813:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515679872:192.168.203.146@tcp:4:dd.0 00000008:00010000:2.0:1789760738.232703:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:2.0:1789760738.232718:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760738.232729:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760738.232750:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:2.0:1789760738.232779:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515679872:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760738.233718:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760738.233735:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515680000:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760738.286779:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972641 gen 2 00000008:00010000:2.0:1789760738.286850:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056540 00000020:00200000:2.0:1789760738.286924:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760738.286936:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760738.287046:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056540 00000100:00100000:2.0:1789760738.287082:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515680000:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760738.287517:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5324, 5324] 00000080:00200000:0.0:1789760738.287535:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760738.287541:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760738.287558:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21811200 i_blocks 43015 00000020:00200000:0.0:1789760738.287562:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760738.287573:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760738.287608:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21811200, count: 4096 00000080:00200000:0.0:1789760738.287616:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21811200, bytes: 4096 00000080:00200000:0.0:1789760738.287630:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760738.287639:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760738.287642:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21811200, 21815296) 0 0 00000080:00200000:0.0:1789760738.287646:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760738.287663:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5325, 5325] 00020000:00200000:0.0:1789760738.287673:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21811200 chunk: [21811200, 21815296) 21815296, 4096 00020000:00200000:0.0:1789760738.287677:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760738.287696:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5325, 5325] 00000008:00010000:0.0:1789760738.287714:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760738.287719:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760738.287731:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21811200, 21815296) append 0 append lockpos 0 00000080:00200000:0.0:1789760738.287744:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21811200=0x14cd000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760738.287804:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760738.287807:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21815296 00000020:00010000:0.0:1789760738.287816:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:0.0:1789760738.287820:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760738.287823:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760738.287827:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760738.287829:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760738.287837:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760738.287844:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760738.287999:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760738.288563:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 21811200<>21815296 00000100:00100000:1.0:1789760738.288643:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515680128:192.168.203.146@tcp:4:dd.0 00010000:00010000:3.0:1789760738.289150:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789760738.387706:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972642 gen 2 00000008:00010000:1.0:1789760738.387755:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760738.387763:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760738.387774:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760738.387899:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760738.387929:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515680128:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760738.388019:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5325, 5325] 00000080:00200000:2.0:1789760738.388143:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760738.388151:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760738.388168:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21815296 i_blocks 43015 00000020:00200000:2.0:1789760738.388173:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760738.388185:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760738.388219:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21815296, count: 4096 00000080:00200000:2.0:1789760738.388227:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21815296, bytes: 4096 00000080:00200000:2.0:1789760738.388238:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760738.388247:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760738.388249:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21815296, 21819392) 0 0 00000080:00200000:2.0:1789760738.388253:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760738.388269:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5326, 5326] 00020000:00200000:2.0:1789760738.388279:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21815296 chunk: [21815296, 21819392) 21819392, 4096 00020000:00200000:2.0:1789760738.388283:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760738.388302:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5326, 5326] 00000008:00010000:2.0:1789760738.388471:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760738.388478:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760738.388490:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21815296, 21819392) append 0 append lockpos 0 00000080:00200000:2.0:1789760738.388505:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21815296=0x14ce000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760738.388565:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760738.388568:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21819392 00000020:00010000:2.0:1789760738.388576:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760738.388579:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760738.388582:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760738.388585:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760738.388588:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760738.388598:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760738.388604:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760738.388623:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760738.388728:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 21815296<>21819392 00000100:00100000:3.0:1789760738.388810:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515680256:192.168.203.146@tcp:4:dd.0 00000008:00010000:2.0:1789760738.446795:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:2.0:1789760738.446812:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760738.446822:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760738.446847:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:2.0:1789760738.446908:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515680256:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760738.447171:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5326, 5326] 00000080:00200000:1.0:1789760738.447187:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760738.447194:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760738.447209:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21819392 i_blocks 43015 00000020:00200000:1.0:1789760738.447213:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760738.447222:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760738.447256:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21819392, count: 4096 00000080:00200000:1.0:1789760738.447264:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21819392, bytes: 4096 00000080:00200000:1.0:1789760738.447274:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760738.447283:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760738.447285:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21819392, 21823488) 0 0 00000080:00200000:1.0:1789760738.447289:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760738.447314:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5327, 5327] 00020000:00200000:1.0:1789760738.447322:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21819392 chunk: [21819392, 21823488) 21823488, 4096 00020000:00200000:1.0:1789760738.447326:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760738.447347:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5327, 5327] 00000008:00010000:1.0:1789760738.447365:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760738.447371:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760738.447382:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21819392, 21823488) append 0 append lockpos 0 00000080:00200000:1.0:1789760738.447405:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21819392=0x14cf000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760738.447466:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760738.447469:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21823488 00000020:00010000:1.0:1789760738.447478:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760738.447481:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760738.447485:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760738.447488:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760738.447492:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760738.447499:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760738.447506:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760738.447522:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760738.447620:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570a80 - object 0x240000400:4 offset 21819392<>21823488 00000100:00100000:0.0:1789760738.447696:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515680384:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760738.485275:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972644 gen 2 00000008:00010000:0.0:1789760738.485347:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760738.485355:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760738.485365:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760738.485397:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760738.485428:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515680384:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760738.485735:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5327, 5327] 00000080:00200000:1.0:1789760738.485753:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760738.485759:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760738.485775:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21823488 i_blocks 43015 00000020:00200000:1.0:1789760738.485780:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760738.485790:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760738.485822:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21823488, count: 4096 00000080:00200000:1.0:1789760738.485830:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21823488, bytes: 4096 00000080:00200000:1.0:1789760738.485841:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760738.485850:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760738.485852:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21823488, 21827584) 0 0 00000080:00200000:1.0:1789760738.485887:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760738.485903:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5328, 5328] 00020000:00200000:1.0:1789760738.485912:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21823488 chunk: [21823488, 21827584) 21827584, 4096 00020000:00200000:1.0:1789760738.485917:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760738.485936:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5328, 5328] 00000008:00010000:1.0:1789760738.485953:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760738.485959:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760738.485969:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21823488, 21827584) append 0 append lockpos 0 00000080:00200000:1.0:1789760738.485982:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21823488=0x14d0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760738.486046:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760738.486049:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21827584 00000020:00010000:1.0:1789760738.486058:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760738.486061:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760738.486064:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760738.486068:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760738.486071:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760738.486078:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760738.486084:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760738.486099:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760738.486197:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570a80 - object 0x240000400:4 offset 21823488<>21827584 00000100:00100000:0.0:1789760738.486403:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760738.486421:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515680512:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760738.516081:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972645 gen 2 00000008:00010000:0.0:1789760738.516138:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760738.516147:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760738.516158:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760738.516179:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760738.516209:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515680512:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760738.516368:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5328, 5328] 00000080:00200000:1.0:1789760738.516383:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760738.516409:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760738.516426:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21827584 i_blocks 43015 00000020:00200000:1.0:1789760738.516430:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760738.516440:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760738.516472:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21827584, count: 4096 00000080:00200000:1.0:1789760738.516480:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21827584, bytes: 4096 00000080:00200000:1.0:1789760738.516489:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760738.516498:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760738.516500:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21827584, 21831680) 0 0 00000080:00200000:1.0:1789760738.516505:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760738.516523:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5329, 5329] 00020000:00200000:1.0:1789760738.516532:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21827584 chunk: [21827584, 21831680) 21831680, 4096 00020000:00200000:1.0:1789760738.516536:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760738.516555:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5329, 5329] 00000008:00010000:1.0:1789760738.516573:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760738.516579:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760738.516590:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21827584, 21831680) append 0 append lockpos 0 00000080:00200000:1.0:1789760738.516603:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21827584=0x14d1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760738.516657:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760738.516660:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21831680 00000020:00010000:1.0:1789760738.516668:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760738.516672:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760738.516676:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760738.516680:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760738.516683:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760738.516691:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760738.516698:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760738.516711:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760738.516810:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 21827584<>21831680 00000100:00100000:0.0:1789760738.517142:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515680640:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760738.543565:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972646 gen 2 00000008:00010000:0.0:1789760738.543614:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760738.543622:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760738.543633:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760738.543658:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760738.543690:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515680640:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760738.543816:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5329, 5329] 00000080:00200000:1.0:1789760738.543832:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760738.543839:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760738.543931:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21831680 i_blocks 43015 00000020:00200000:1.0:1789760738.543936:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760738.543945:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760738.543979:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21831680, count: 4096 00000080:00200000:1.0:1789760738.543986:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21831680, bytes: 4096 00000080:00200000:1.0:1789760738.543997:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760738.544006:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760738.544009:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21831680, 21835776) 0 0 00000080:00200000:1.0:1789760738.544013:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760738.544031:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5330, 5330] 00020000:00200000:1.0:1789760738.544040:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21831680 chunk: [21831680, 21835776) 21835776, 4096 00020000:00200000:1.0:1789760738.544044:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760738.544064:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5330, 5330] 00000008:00010000:1.0:1789760738.544081:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760738.544097:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760738.544112:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21831680, 21835776) append 0 append lockpos 0 00000080:00200000:1.0:1789760738.544127:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21831680=0x14d2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760738.544183:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760738.544186:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21835776 00000020:00010000:1.0:1789760738.544195:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760738.544198:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760738.544202:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760738.544205:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760738.544208:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760738.544216:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760738.544222:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760738.544238:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8780 00000008:00100000:1.0:1789760738.544920:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571880 - object 0x240000400:4 offset 21831680<>21835776 00000100:00100000:0.0:1789760738.545344:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760738.545369:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515680768:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760738.589779:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972647 gen 2 00000008:00010000:0.0:1789760738.589825:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8780 00000020:00200000:0.0:1789760738.589833:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760738.589844:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760738.589897:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8780 00000100:00100000:0.0:1789760738.589929:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515680768:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760738.590149:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5330, 5330] 00000080:00200000:1.0:1789760738.590165:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760738.590172:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760738.590187:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21835776 i_blocks 43015 00000020:00200000:1.0:1789760738.590191:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760738.590201:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760738.590235:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21835776, count: 4096 00000080:00200000:1.0:1789760738.590242:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21835776, bytes: 4096 00000080:00200000:1.0:1789760738.590252:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760738.590261:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760738.590263:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21835776, 21839872) 0 0 00000080:00200000:1.0:1789760738.590268:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760738.590285:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5331, 5331] 00020000:00200000:1.0:1789760738.590293:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21835776 chunk: [21835776, 21839872) 21839872, 4096 00020000:00200000:1.0:1789760738.590298:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760738.590384:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5331, 5331] 00000008:00010000:1.0:1789760738.590412:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760738.590417:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760738.590428:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21835776, 21839872) append 0 append lockpos 0 00000080:00200000:1.0:1789760738.590441:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21835776=0x14d3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760738.590493:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760738.590496:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21839872 00000020:00010000:1.0:1789760738.590504:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760738.590508:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760738.590511:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760738.590515:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760738.590518:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760738.590525:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760738.590532:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760738.590547:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8d80 00000008:00100000:1.0:1789760738.590645:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573480 - object 0x240000400:4 offset 21835776<>21839872 00000100:00100000:0.0:1789760738.590747:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515680896:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760738.619278:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972648 gen 2 00000008:00010000:0.0:1789760738.619338:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8d80 00000020:00200000:0.0:1789760738.619347:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760738.619357:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760738.619377:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8d80 00000100:00100000:0.0:1789760738.619416:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515680896:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760738.619628:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5331, 5331] 00000080:00200000:1.0:1789760738.619644:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760738.619650:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760738.619664:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21839872 i_blocks 43015 00000020:00200000:1.0:1789760738.619668:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760738.619677:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760738.619710:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21839872, count: 4096 00000080:00200000:1.0:1789760738.619717:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21839872, bytes: 4096 00000080:00200000:1.0:1789760738.619727:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760738.619735:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760738.619738:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21839872, 21843968) 0 0 00000080:00200000:1.0:1789760738.619742:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760738.619760:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5332, 5332] 00020000:00200000:1.0:1789760738.619768:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21839872 chunk: [21839872, 21843968) 21843968, 4096 00020000:00200000:1.0:1789760738.619772:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760738.619789:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5332, 5332] 00000008:00010000:1.0:1789760738.619806:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760738.619811:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760738.619822:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21839872, 21843968) append 0 append lockpos 0 00000080:00200000:1.0:1789760738.619834:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21839872=0x14d4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760738.619921:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760738.619923:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21843968 00000020:00010000:1.0:1789760738.619933:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760738.619936:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760738.619939:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760738.619943:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760738.619946:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760738.619953:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760738.619961:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760738.619976:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760738.620088:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571180 - object 0x240000400:4 offset 21839872<>21843968 00000100:00100000:0.0:1789760738.620179:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760738.620197:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515681024:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760738.647168:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:0.0:1789760738.647187:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760738.647200:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760738.647224:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:0.0:1789760738.647259:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515681024:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760738.647462:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5332, 5332] 00000080:00200000:1.0:1789760738.647478:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760738.647485:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760738.647500:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21843968 i_blocks 43015 00000020:00200000:1.0:1789760738.647505:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760738.647514:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760738.647549:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21843968, count: 4096 00000080:00200000:1.0:1789760738.647557:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21843968, bytes: 4096 00000080:00200000:1.0:1789760738.647568:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760738.647576:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760738.647579:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21843968, 21848064) 0 0 00000080:00200000:1.0:1789760738.647583:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760738.647599:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5333, 5333] 00020000:00200000:1.0:1789760738.647609:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21843968 chunk: [21843968, 21848064) 21848064, 4096 00020000:00200000:1.0:1789760738.647614:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760738.647633:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5333, 5333] 00000008:00010000:1.0:1789760738.647651:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760738.647658:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760738.647671:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21843968, 21848064) append 0 append lockpos 0 00000080:00200000:1.0:1789760738.647686:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21843968=0x14d5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760738.647742:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760738.647745:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21848064 00000020:00010000:1.0:1789760738.647755:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760738.647759:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760738.647762:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760738.647765:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760738.647768:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760738.647775:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760738.647782:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760738.647799:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8480 00000008:00100000:1.0:1789760738.647943:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570e00 - object 0x240000400:4 offset 21843968<>21848064 00000100:00100000:0.0:1789760738.648094:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515681152:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760738.679563:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972649 gen 2 00000100:00100000:0.0:1789760738.679603:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8570e00 x1876699515681152/t4294972650(4294972650) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760754 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760738.679652:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8480 00000020:00200000:0.0:1789760738.679659:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760738.679671:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760738.679696:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8480 00000100:00100000:0.0:1789760738.679722:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515681152:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760738.679834:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5333, 5333] 00000080:00200000:1.0:1789760738.679850:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760738.679889:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760738.679904:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21848064 i_blocks 43015 00000020:00200000:1.0:1789760738.679908:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760738.679918:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760738.679953:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21848064, count: 4096 00000080:00200000:1.0:1789760738.679959:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21848064, bytes: 4096 00000080:00200000:1.0:1789760738.679972:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760738.679980:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760738.679983:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21848064, 21852160) 0 0 00000080:00200000:1.0:1789760738.679987:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760738.680004:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5334, 5334] 00020000:00200000:1.0:1789760738.680012:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21848064 chunk: [21848064, 21852160) 21852160, 4096 00020000:00200000:1.0:1789760738.680016:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760738.680107:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5334, 5334] 00000008:00010000:1.0:1789760738.680127:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760738.680132:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760738.680144:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21848064, 21852160) append 0 append lockpos 0 00000080:00200000:1.0:1789760738.680158:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21848064=0x14d6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760738.680217:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760738.680220:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21852160 00000020:00010000:1.0:1789760738.680228:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760738.680233:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760738.680236:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760738.680240:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760738.680244:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760738.680251:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760738.680258:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760738.680275:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8900 00000008:00100000:1.0:1789760738.680510:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570000 - object 0x240000400:4 offset 21848064<>21852160 00000100:00100000:0.0:1789760738.680581:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515681280:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760738.705134:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972650 gen 2 00000100:00100000:0.0:1789760738.705173:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8570000 x1876699515681280/t4294972651(4294972651) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760754 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760738.705221:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8900 00000020:00200000:0.0:1789760738.705229:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760738.705239:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760738.705262:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8900 00000100:00100000:0.0:1789760738.705291:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515681280:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760738.706153:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5334, 5334] 00000080:00200000:1.0:1789760738.706176:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760738.706184:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760738.706202:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21852160 i_blocks 43015 00000020:00200000:1.0:1789760738.706207:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760738.706220:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760738.706261:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21852160, count: 4096 00000080:00200000:1.0:1789760738.706269:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21852160, bytes: 4096 00000080:00200000:1.0:1789760738.706283:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760738.706294:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760738.706296:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21852160, 21856256) 0 0 00000080:00200000:1.0:1789760738.706301:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760738.706319:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5335, 5335] 00020000:00200000:1.0:1789760738.706328:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21852160 chunk: [21852160, 21856256) 21856256, 4096 00020000:00200000:1.0:1789760738.706334:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760738.706357:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5335, 5335] 00000008:00010000:1.0:1789760738.706375:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760738.706382:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760738.706406:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21852160, 21856256) append 0 append lockpos 0 00000080:00200000:1.0:1789760738.706423:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21852160=0x14d7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760738.706485:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760738.706489:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21856256 00000020:00010000:1.0:1789760738.706499:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760738.706503:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760738.706506:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760738.706510:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760738.706513:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760738.706522:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760738.706530:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760738.706549:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760738.706661:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570700 - object 0x240000400:4 offset 21852160<>21856256 00000100:00100000:0.0:1789760738.707242:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515681408:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760738.737517:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972652 gen 2 00000008:00010000:0.0:1789760738.737582:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760738.737592:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760738.737601:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760738.737624:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760738.737653:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515681408:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760738.738804:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5335, 5335] 00000080:00200000:1.0:1789760738.738825:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760738.738832:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760738.738851:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21856256 i_blocks 43015 00000020:00200000:1.0:1789760738.738896:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760738.738910:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760738.738943:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21856256, count: 4096 00000080:00200000:1.0:1789760738.738951:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21856256, bytes: 4096 00000080:00200000:1.0:1789760738.738963:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760738.738972:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760738.738975:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21856256, 21860352) 0 0 00000080:00200000:1.0:1789760738.738980:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760738.739007:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5336, 5336] 00020000:00200000:1.0:1789760738.739016:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21856256 chunk: [21856256, 21860352) 21860352, 4096 00020000:00200000:1.0:1789760738.739021:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760738.739050:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5336, 5336] 00000008:00010000:1.0:1789760738.739069:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760738.739075:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760738.739087:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21856256, 21860352) append 0 append lockpos 0 00000080:00200000:1.0:1789760738.739100:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21856256=0x14d8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760738.739158:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760738.739161:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21860352 00000020:00010000:1.0:1789760738.739171:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760738.739175:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760738.739178:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760738.739182:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760738.739191:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760738.739199:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760738.739205:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760738.739224:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760738.739753:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571500 - object 0x240000400:4 offset 21856256<>21860352 00000100:00100000:0.0:1789760738.739831:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515681536:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760738.777569:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972653 gen 2 00000008:00010000:0.0:1789760738.777619:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760738.777627:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760738.777638:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760738.777660:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760738.777691:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515681536:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760738.777798:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5336, 5336] 00000080:00200000:2.0:1789760738.777814:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760738.777821:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760738.777836:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21860352 i_blocks 43015 00000020:00200000:2.0:1789760738.777840:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760738.777848:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760738.777908:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21860352, count: 4096 00000080:00200000:2.0:1789760738.777916:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21860352, bytes: 4096 00000080:00200000:2.0:1789760738.777925:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760738.777935:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760738.777937:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21860352, 21864448) 0 0 00000080:00200000:2.0:1789760738.777943:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760738.777958:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5337, 5337] 00020000:00200000:2.0:1789760738.777967:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21860352 chunk: [21860352, 21864448) 21864448, 4096 00020000:00200000:2.0:1789760738.777972:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760738.777993:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5337, 5337] 00000008:00010000:2.0:1789760738.778013:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760738.778019:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760738.778246:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21860352, 21864448) append 0 append lockpos 0 00000080:00200000:2.0:1789760738.778263:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21860352=0x14d9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760738.778321:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760738.778323:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21864448 00000020:00010000:2.0:1789760738.778332:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760738.778336:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760738.778339:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760738.778342:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760738.778345:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760738.778355:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760738.778361:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760738.778378:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760738.778498:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 21860352<>21864448 00000100:00100000:2.0:1789760738.778551:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760738.778570:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515681664:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760738.806557:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972654 gen 2 00000008:00010000:2.0:1789760738.806607:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:2.0:1789760738.806615:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760738.806626:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760738.806705:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:2.0:1789760738.806736:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515681664:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760738.807172:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5337, 5337] 00000080:00200000:0.0:1789760738.807188:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760738.807194:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760738.807209:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21864448 i_blocks 43015 00000020:00200000:0.0:1789760738.807212:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760738.807223:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760738.807257:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21864448, count: 4096 00000080:00200000:0.0:1789760738.807264:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21864448, bytes: 4096 00000080:00200000:0.0:1789760738.807275:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760738.807284:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760738.807286:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21864448, 21868544) 0 0 00000080:00200000:0.0:1789760738.807291:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760738.807374:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5338, 5338] 00020000:00200000:0.0:1789760738.807384:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21864448 chunk: [21864448, 21868544) 21868544, 4096 00020000:00200000:0.0:1789760738.807397:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760738.807419:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5338, 5338] 00000008:00010000:0.0:1789760738.807436:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760738.807442:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760738.807454:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21864448, 21868544) append 0 append lockpos 0 00000080:00200000:0.0:1789760738.807468:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21864448=0x14da000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760738.807525:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760738.807528:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21868544 00000020:00010000:0.0:1789760738.807536:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:0.0:1789760738.807540:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760738.807543:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760738.807546:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760738.807549:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760738.807556:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760738.807563:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760738.807582:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760738.807682:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6d80 - object 0x240000400:4 offset 21864448<>21868544 00000100:00100000:1.0:1789760738.807762:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515681792:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760738.837129:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972655 gen 2 00000008:00010000:1.0:1789760738.837179:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760738.837188:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760738.837200:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760738.837270:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760738.837300:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515681792:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760738.837561:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5338, 5338] 00000080:00200000:2.0:1789760738.837579:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760738.837585:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760738.837601:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21868544 i_blocks 43015 00000020:00200000:2.0:1789760738.837604:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760738.837614:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760738.837648:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21868544, count: 4096 00000080:00200000:2.0:1789760738.837654:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21868544, bytes: 4096 00000080:00200000:2.0:1789760738.837664:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760738.837672:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760738.837675:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21868544, 21872640) 0 0 00000080:00200000:2.0:1789760738.837679:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760738.837695:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5339, 5339] 00020000:00200000:2.0:1789760738.837703:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21868544 chunk: [21868544, 21872640) 21872640, 4096 00020000:00200000:2.0:1789760738.837707:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760738.837725:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5339, 5339] 00000008:00010000:2.0:1789760738.837742:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760738.837748:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760738.837758:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21868544, 21872640) append 0 append lockpos 0 00000080:00200000:2.0:1789760738.837770:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21868544=0x14db000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760738.837822:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760738.837824:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21872640 00000020:00010000:2.0:1789760738.837832:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760738.837835:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760738.837839:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760738.837842:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760738.837845:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760738.837890:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760738.837897:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760738.837913:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760738.838010:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 21868544<>21872640 00000100:00100000:2.0:1789760738.838472:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760738.838496:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515681920:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760738.869166:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972656 gen 2 00000008:00010000:2.0:1789760738.869218:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:2.0:1789760738.869227:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760738.869237:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760738.869252:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:2.0:1789760738.869282:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515681920:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760738.869349:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5339, 5339] 00000080:00200000:3.0:1789760738.869368:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760738.869375:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760738.869401:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21872640 i_blocks 43015 00000020:00200000:3.0:1789760738.869405:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760738.869428:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760738.869463:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21872640, count: 4096 00000080:00200000:3.0:1789760738.869982:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21872640, bytes: 4096 00000080:00200000:3.0:1789760738.869995:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760738.870003:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760738.870005:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21872640, 21876736) 0 0 00000080:00200000:3.0:1789760738.870010:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760738.870029:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5340, 5340] 00020000:00200000:3.0:1789760738.870047:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21872640 chunk: [21872640, 21876736) 21876736, 4096 00020000:00200000:3.0:1789760738.870052:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760738.870076:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5340, 5340] 00000008:00010000:3.0:1789760738.870095:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760738.870101:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760738.870114:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21872640, 21876736) append 0 append lockpos 0 00000080:00200000:3.0:1789760738.870129:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21872640=0x14dc000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760738.870202:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760738.870205:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21876736 00000020:00010000:3.0:1789760738.870215:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:3.0:1789760738.870219:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760738.870222:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760738.870225:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760738.870229:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760738.870238:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760738.870244:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760738.870270:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056540 00000008:00100000:3.0:1789760738.870405:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7480 - object 0x240000400:4 offset 21872640<>21876736 00000100:00100000:2.0:1789760738.870468:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515682048:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760738.914711:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972657 gen 2 00000008:00010000:2.0:1789760738.914770:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056540 00000020:00200000:2.0:1789760738.914778:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760738.914791:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760738.914935:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056540 00000100:00100000:2.0:1789760738.914964:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515682048:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760738.915713:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5340, 5340] 00000080:00200000:0.0:1789760738.915745:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760738.915752:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760738.915768:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21876736 i_blocks 43015 00000020:00200000:0.0:1789760738.915773:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760738.915785:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760738.915822:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21876736, count: 4096 00000080:00200000:0.0:1789760738.915830:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21876736, bytes: 4096 00000080:00200000:0.0:1789760738.915841:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760738.915851:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760738.915872:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21876736, 21880832) 0 0 00000080:00200000:0.0:1789760738.915878:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760738.915896:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5341, 5341] 00020000:00200000:0.0:1789760738.915905:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21876736 chunk: [21876736, 21880832) 21880832, 4096 00020000:00200000:0.0:1789760738.915909:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760738.915930:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5341, 5341] 00000008:00010000:0.0:1789760738.915949:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760738.915955:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760738.916165:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21876736, 21880832) append 0 append lockpos 0 00000080:00200000:0.0:1789760738.916182:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21876736=0x14dd000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760738.916250:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760738.916253:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21880832 00000020:00010000:0.0:1789760738.916262:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:0.0:1789760738.916265:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760738.916269:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760738.916272:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760738.916275:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760738.916285:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760738.916292:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760738.916394:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760738.916571:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5f80 - object 0x240000400:4 offset 21876736<>21880832 00000100:00100000:0.0:1789760738.916700:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515682176:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760738.955477:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:0.0:1789760738.955494:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760738.955506:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760738.955648:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:0.0:1789760738.955685:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515682176:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760738.955761:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5341, 5341] 00000080:00200000:1.0:1789760738.955779:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760738.955785:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760738.955802:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21880832 i_blocks 43015 00000020:00200000:1.0:1789760738.955806:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760738.955818:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760738.955884:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21880832, count: 4096 00000080:00200000:1.0:1789760738.955891:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21880832, bytes: 4096 00000080:00200000:1.0:1789760738.955903:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760738.955912:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760738.955915:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21880832, 21884928) 0 0 00000080:00200000:1.0:1789760738.955919:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760738.955938:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5342, 5342] 00020000:00200000:1.0:1789760738.955948:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21880832 chunk: [21880832, 21884928) 21884928, 4096 00020000:00200000:1.0:1789760738.955953:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760738.955975:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5342, 5342] 00000008:00010000:1.0:1789760738.955994:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760738.956000:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760738.956014:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21880832, 21884928) append 0 append lockpos 0 00000080:00200000:1.0:1789760738.956028:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21880832=0x14de000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760738.956156:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760738.956159:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21884928 00000020:00010000:1.0:1789760738.956169:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760738.956173:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760738.956177:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760738.956180:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760738.956184:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760738.956193:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760738.956201:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760738.956224:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760738.956427:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572d80 - object 0x240000400:4 offset 21880832<>21884928 00000100:00100000:0.0:1789760738.956507:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515682304:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760738.987948:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972659 gen 2 00000008:00010000:0.0:1789760738.988016:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760738.988025:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760738.988044:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760738.988122:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760738.988156:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515682304:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760738.988402:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5342, 5342] 00000080:00200000:2.0:1789760738.988419:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760738.988425:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760738.988444:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21884928 i_blocks 43015 00000020:00200000:2.0:1789760738.988448:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760738.988458:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760738.988493:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21884928, count: 4096 00000080:00200000:2.0:1789760738.988500:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21884928, bytes: 4096 00000080:00200000:2.0:1789760738.988511:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760738.988520:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760738.988523:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21884928, 21889024) 0 0 00000080:00200000:2.0:1789760738.988527:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760738.988544:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5343, 5343] 00020000:00200000:2.0:1789760738.988554:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21884928 chunk: [21884928, 21889024) 21889024, 4096 00020000:00200000:2.0:1789760738.988559:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760738.988579:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5343, 5343] 00000008:00010000:2.0:1789760738.988597:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760738.988603:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760738.988614:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21884928, 21889024) append 0 append lockpos 0 00000080:00200000:2.0:1789760738.988629:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21884928=0x14df000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760738.988692:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760738.988695:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21889024 00000020:00010000:2.0:1789760738.988704:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760738.988707:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760738.988709:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760738.988712:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760738.988715:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760738.988723:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760738.988730:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760738.988749:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760738.989009:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 21884928<>21889024 00000100:00100000:2.0:1789760738.989117:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760738.989138:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515682432:192.168.203.146@tcp:4:dd.0 00000008:00010000:2.0:1789760739.039415:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:2.0:1789760739.039431:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760739.039443:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760739.039463:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:2.0:1789760739.039494:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515682432:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760739.042496:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5343, 5343] 00000080:00200000:3.0:1789760739.042522:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760739.042528:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760739.042544:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21889024 i_blocks 43015 00000020:00200000:3.0:1789760739.042549:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760739.042565:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760739.042598:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21889024, count: 4096 00000080:00200000:3.0:1789760739.042606:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21889024, bytes: 4096 00000080:00200000:3.0:1789760739.042621:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760739.042630:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760739.042632:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21889024, 21893120) 0 0 00000080:00200000:3.0:1789760739.042637:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760739.042653:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5344, 5344] 00020000:00200000:3.0:1789760739.042662:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21889024 chunk: [21889024, 21893120) 21893120, 4096 00020000:00200000:3.0:1789760739.042666:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760739.042688:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5344, 5344] 00000008:00010000:3.0:1789760739.042708:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760739.042714:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760739.042728:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21889024, 21893120) append 0 append lockpos 0 00000080:00200000:3.0:1789760739.042745:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21889024=0x14e0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760739.042814:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760739.042817:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21893120 00000020:00010000:3.0:1789760739.042826:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:3.0:1789760739.042829:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760739.042833:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760739.042836:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760739.042839:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760739.042847:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760739.042902:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760739.042921:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760739.043028:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5880 - object 0x240000400:4 offset 21889024<>21893120 00000100:00100000:3.0:1789760739.043079:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760739.043103:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515682560:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760739.078496:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972661 gen 2 00000008:00010000:2.0:1789760739.078566:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:2.0:1789760739.078587:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760739.078600:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760739.078622:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:2.0:1789760739.078656:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515682560:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760739.079210:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5344, 5344] 00000080:00200000:3.0:1789760739.079233:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760739.079240:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760739.079257:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21893120 i_blocks 43015 00000020:00200000:3.0:1789760739.079261:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760739.079271:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760739.079305:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21893120, count: 4096 00000080:00200000:3.0:1789760739.079324:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21893120, bytes: 4096 00000080:00200000:3.0:1789760739.079335:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760739.079344:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760739.079346:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21893120, 21897216) 0 0 00000080:00200000:3.0:1789760739.079351:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760739.079368:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5345, 5345] 00020000:00200000:3.0:1789760739.079377:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21893120 chunk: [21893120, 21897216) 21897216, 4096 00020000:00200000:3.0:1789760739.079381:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760739.079412:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5345, 5345] 00000008:00010000:3.0:1789760739.079430:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760739.079436:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760739.079448:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21893120, 21897216) append 0 append lockpos 0 00000080:00200000:3.0:1789760739.079462:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21893120=0x14e1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760739.079522:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760739.079525:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21897216 00000020:00010000:3.0:1789760739.079534:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:3.0:1789760739.079538:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760739.079541:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760739.079545:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760739.079547:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760739.079555:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760739.079562:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760739.079581:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760739.079697:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4e00 - object 0x240000400:4 offset 21893120<>21897216 00000100:00100000:2.0:1789760739.080144:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760739.080174:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515682688:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760739.129704:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972662 gen 2 00000008:00010000:2.0:1789760739.129757:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:2.0:1789760739.129766:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760739.129779:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760739.129838:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:2.0:1789760739.129922:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515682688:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760739.130263:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5345, 5345] 00000080:00200000:3.0:1789760739.130281:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760739.130287:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760739.130461:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21897216 i_blocks 43015 00000020:00200000:2.0:1789760739.130467:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760739.130477:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760739.130512:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21897216, count: 4096 00000080:00200000:2.0:1789760739.130519:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21897216, bytes: 4096 00000080:00200000:2.0:1789760739.130532:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760739.130541:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760739.130544:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21897216, 21901312) 0 0 00000080:00200000:2.0:1789760739.130548:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760739.130565:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5346, 5346] 00020000:00200000:2.0:1789760739.130574:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21897216 chunk: [21897216, 21901312) 21901312, 4096 00020000:00200000:2.0:1789760739.130578:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760739.130600:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5346, 5346] 00000008:00010000:2.0:1789760739.130619:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760739.130625:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760739.130636:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21897216, 21901312) append 0 append lockpos 0 00000080:00200000:2.0:1789760739.130650:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21897216=0x14e2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760739.130708:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760739.130711:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21901312 00000020:00010000:2.0:1789760739.130719:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760739.130723:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760739.130726:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760739.130729:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760739.130732:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760739.130741:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760739.130748:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760739.130795:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760739.130925:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 21897216<>21901312 00000100:00100000:3.0:1789760739.130994:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515682816:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760739.165685:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972663 gen 2 00000008:00010000:2.0:1789760739.165737:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:2.0:1789760739.165746:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760739.165757:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760739.165786:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:2.0:1789760739.165819:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515682816:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760739.165969:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5346, 5346] 00000080:00200000:0.0:1789760739.165986:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760739.165992:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760739.166006:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21901312 i_blocks 43015 00000020:00200000:0.0:1789760739.166009:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760739.166019:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760739.166055:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21901312, count: 4096 00000080:00200000:0.0:1789760739.166063:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21901312, bytes: 4096 00000080:00200000:0.0:1789760739.166075:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760739.166083:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760739.166085:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21901312, 21905408) 0 0 00000080:00200000:0.0:1789760739.166101:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760739.166224:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5347, 5347] 00020000:00200000:0.0:1789760739.166234:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21901312 chunk: [21901312, 21905408) 21905408, 4096 00020000:00200000:0.0:1789760739.166240:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760739.166262:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5347, 5347] 00000008:00010000:0.0:1789760739.166281:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760739.166287:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760739.166300:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21901312, 21905408) append 0 append lockpos 0 00000080:00200000:0.0:1789760739.166379:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21901312=0x14e3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760739.166453:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760739.166457:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21905408 00000020:00010000:0.0:1789760739.166600:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:0.0:1789760739.166604:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760739.166608:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760739.166611:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760739.166615:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760739.166624:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760739.166632:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760739.166652:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760739.166766:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5f80 - object 0x240000400:4 offset 21901312<>21905408 00000100:00100000:0.0:1789760739.166818:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760739.166840:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515682944:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760739.210517:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972664 gen 2 00000008:00010000:0.0:1789760739.210567:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:0.0:1789760739.210576:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760739.210587:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760739.210666:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5347, 5347] 00000008:00010000:0.0:1789760739.210669:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000080:00200000:1.0:1789760739.210685:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760739.210691:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000100:00100000:0.0:1789760739.210704:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515682944:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760739.210814:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21905408 i_blocks 43015 00000020:00200000:1.0:1789760739.210819:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760739.210833:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760739.210911:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21905408, count: 4096 00000080:00200000:1.0:1789760739.210920:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21905408, bytes: 4096 00000080:00200000:1.0:1789760739.210932:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760739.210942:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760739.210944:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21905408, 21909504) 0 0 00000080:00200000:1.0:1789760739.210949:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760739.211046:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5348, 5348] 00020000:00200000:1.0:1789760739.211059:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21905408 chunk: [21905408, 21909504) 21909504, 4096 00020000:00200000:1.0:1789760739.211064:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760739.211090:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5348, 5348] 00000008:00010000:1.0:1789760739.211112:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760739.211118:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760739.211131:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21905408, 21909504) append 0 append lockpos 0 00000080:00200000:1.0:1789760739.211147:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21905408=0x14e4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760739.211210:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760739.211213:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21909504 00000020:00010000:1.0:1789760739.211222:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760739.211225:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760739.211227:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760739.211230:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760739.211233:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760739.211241:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760739.211248:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760739.211265:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760739.211546:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571f80 - object 0x240000400:4 offset 21905408<>21909504 00000100:00100000:1.0:1789760739.211597:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760739.211617:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515683072:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760739.259542:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:1.0:1789760739.259559:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760739.259571:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760739.259598:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:1.0:1789760739.259633:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515683072:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760739.259943:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5348, 5348] 00000080:00200000:0.0:1789760739.259961:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760739.259967:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760739.259985:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21909504 i_blocks 43015 00000020:00200000:0.0:1789760739.259989:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760739.260000:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760739.260212:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21909504, count: 4096 00000080:00200000:0.0:1789760739.260220:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21909504, bytes: 4096 00000080:00200000:0.0:1789760739.260233:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760739.260241:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760739.260244:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21909504, 21913600) 0 0 00000080:00200000:0.0:1789760739.260249:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760739.260265:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5349, 5349] 00020000:00200000:0.0:1789760739.260274:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21909504 chunk: [21909504, 21913600) 21913600, 4096 00020000:00200000:0.0:1789760739.260279:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760739.260300:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5349, 5349] 00000008:00010000:0.0:1789760739.260461:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760739.260467:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760739.260480:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21909504, 21913600) append 0 append lockpos 0 00000080:00200000:0.0:1789760739.260496:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21909504=0x14e5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760739.260562:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760739.260565:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21913600 00000020:00010000:0.0:1789760739.260777:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:0.0:1789760739.260783:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760739.260787:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760739.260791:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760739.260793:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760739.260803:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760739.260811:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760739.260836:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760739.261015:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5f80 - object 0x240000400:4 offset 21909504<>21913600 00000100:00100000:0.0:1789760739.261491:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760739.261515:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515683200:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760739.294721:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972666 gen 2 00000008:00010000:0.0:1789760739.294784:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:0.0:1789760739.294792:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760739.294800:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760739.294819:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:0.0:1789760739.294843:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515683200:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760739.294965:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5349, 5349] 00000080:00200000:1.0:1789760739.294979:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760739.294984:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760739.294998:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21913600 i_blocks 43015 00000020:00200000:1.0:1789760739.295001:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760739.295010:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760739.295044:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21913600, count: 4096 00000080:00200000:1.0:1789760739.295051:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21913600, bytes: 4096 00000080:00200000:1.0:1789760739.295061:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760739.295070:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760739.295072:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21913600, 21917696) 0 0 00000080:00200000:1.0:1789760739.295077:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760739.295092:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5350, 5350] 00020000:00200000:1.0:1789760739.295105:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21913600 chunk: [21913600, 21917696) 21917696, 4096 00020000:00200000:1.0:1789760739.295110:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760739.295132:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5350, 5350] 00000008:00010000:1.0:1789760739.295150:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760739.295156:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760739.295169:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21913600, 21917696) append 0 append lockpos 0 00000080:00200000:1.0:1789760739.295183:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21913600=0x14e6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760739.295243:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760739.295246:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21917696 00000020:00010000:1.0:1789760739.295255:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760739.295259:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760739.295261:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760739.295264:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760739.295267:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760739.295274:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760739.295281:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760739.295296:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760739.295422:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572680 - object 0x240000400:4 offset 21913600<>21917696 00000100:00100000:1.0:1789760739.295461:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760739.295475:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515683328:192.168.203.146@tcp:4:dd.0 00010000:00010000:2.0:1789760739.313556:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789760739.336628:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972667 gen 2 00000008:00010000:1.0:1789760739.336845:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:1.0:1789760739.336853:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760739.336902:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760739.337009:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:1.0:1789760739.337039:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515683328:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760739.337116:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5350, 5350] 00000080:00200000:2.0:1789760739.337132:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760739.337137:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760739.337151:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21917696 i_blocks 43015 00000020:00200000:2.0:1789760739.337155:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760739.337164:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760739.337197:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21917696, count: 4096 00000080:00200000:2.0:1789760739.337203:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21917696, bytes: 4096 00000080:00200000:2.0:1789760739.337214:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760739.337222:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760739.337224:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21917696, 21921792) 0 0 00000080:00200000:2.0:1789760739.337229:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760739.337242:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5351, 5351] 00020000:00200000:2.0:1789760739.337251:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21917696 chunk: [21917696, 21921792) 21921792, 4096 00020000:00200000:2.0:1789760739.337255:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760739.337274:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5351, 5351] 00000008:00010000:2.0:1789760739.337291:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760739.337306:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760739.337316:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21917696, 21921792) append 0 append lockpos 0 00000080:00200000:2.0:1789760739.337329:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21917696=0x14e7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760739.337379:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760739.337395:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21921792 00000020:00010000:2.0:1789760739.337403:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:2.0:1789760739.337406:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760739.337409:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760739.337413:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760739.337416:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760739.337423:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760739.337429:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760739.337444:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760739.338095:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 21917696<>21921792 00000100:00100000:2.0:1789760739.338148:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515683456:192.168.203.146@tcp:4:dd.0 00000008:00010000:2.0:1789760739.371361:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:2.0:1789760739.371377:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760739.371535:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760739.371561:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:2.0:1789760739.371593:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515683456:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760739.371646:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5351, 5351] 00000080:00200000:1.0:1789760739.371663:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760739.371669:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760739.371693:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21921792 i_blocks 43015 00000020:00200000:1.0:1789760739.371698:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760739.371707:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760739.371759:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21921792, count: 4096 00000080:00200000:1.0:1789760739.371766:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21921792, bytes: 4096 00000080:00200000:1.0:1789760739.371776:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760739.371784:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760739.371787:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21921792, 21925888) 0 0 00000080:00200000:1.0:1789760739.371792:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760739.371810:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5352, 5352] 00020000:00200000:1.0:1789760739.371818:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21921792 chunk: [21921792, 21925888) 21925888, 4096 00020000:00200000:1.0:1789760739.371823:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760739.371844:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5352, 5352] 00000008:00010000:1.0:1789760739.371886:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760739.371892:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760739.371905:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21921792, 21925888) append 0 append lockpos 0 00000080:00200000:1.0:1789760739.371919:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21921792=0x14e8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760739.371979:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760739.371982:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21925888 00000020:00010000:1.0:1789760739.371990:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760739.371993:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760739.371996:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760739.371999:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760739.372002:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760739.372009:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760739.372015:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760739.372032:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760739.372136:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572680 - object 0x240000400:4 offset 21921792<>21925888 00000100:00100000:0.0:1789760739.372199:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760739.372264:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515683584:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760739.432552:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972669 gen 2 00000008:00010000:0.0:1789760739.432617:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760739.432625:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760739.432636:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760739.432658:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760739.432693:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515683584:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760739.433411:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5352, 5352] 00000080:00200000:1.0:1789760739.433430:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760739.433436:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760739.433452:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21925888 i_blocks 43015 00000020:00200000:1.0:1789760739.433457:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760739.433467:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760739.433501:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21925888, count: 4096 00000080:00200000:1.0:1789760739.433508:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21925888, bytes: 4096 00000080:00200000:1.0:1789760739.433520:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760739.433529:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760739.433532:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21925888, 21929984) 0 0 00000080:00200000:1.0:1789760739.433537:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760739.433554:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5353, 5353] 00020000:00200000:1.0:1789760739.433563:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21925888 chunk: [21925888, 21929984) 21929984, 4096 00020000:00200000:1.0:1789760739.433568:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760739.433589:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5353, 5353] 00000008:00010000:1.0:1789760739.433606:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760739.433612:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760739.433623:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21925888, 21929984) append 0 append lockpos 0 00000080:00200000:1.0:1789760739.433649:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21925888=0x14e9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760739.433708:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760739.433711:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21929984 00000020:00010000:1.0:1789760739.433719:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760739.433937:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760739.433942:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760739.433947:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760739.433950:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760739.433960:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760739.433967:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760739.433988:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760739.434102:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573b80 - object 0x240000400:4 offset 21925888<>21929984 00000100:00100000:0.0:1789760739.438577:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515683712:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760739.482687:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972670 gen 2 00000008:00010000:0.0:1789760739.482742:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760739.482751:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760739.482762:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760739.482789:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760739.482831:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515683712:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760739.483304:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5353, 5353] 00000080:00200000:1.0:1789760739.483320:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760739.483325:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760739.483341:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21929984 i_blocks 43015 00000020:00200000:1.0:1789760739.483344:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760739.483354:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760739.483400:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21929984, count: 4096 00000080:00200000:1.0:1789760739.483408:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21929984, bytes: 4096 00000080:00200000:1.0:1789760739.483418:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760739.483427:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760739.483429:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21929984, 21934080) 0 0 00000080:00200000:1.0:1789760739.483434:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760739.483451:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5354, 5354] 00020000:00200000:1.0:1789760739.483461:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21929984 chunk: [21929984, 21934080) 21934080, 4096 00020000:00200000:1.0:1789760739.483466:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760739.483487:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5354, 5354] 00000008:00010000:1.0:1789760739.483507:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760739.483512:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760739.483523:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21929984, 21934080) append 0 append lockpos 0 00000080:00200000:1.0:1789760739.483537:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21929984=0x14ea000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760739.483594:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760739.483597:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21934080 00000020:00010000:1.0:1789760739.483606:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760739.483609:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760739.483611:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760739.483616:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760739.483619:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760739.483626:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760739.483633:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760739.483648:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760739.483916:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572a00 - object 0x240000400:4 offset 21929984<>21934080 00000100:00100000:0.0:1789760739.484185:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760739.484208:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515683840:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760739.543205:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972671 gen 2 00000008:00010000:0.0:1789760739.543253:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760739.543262:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760739.543273:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760739.543295:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760739.543330:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515683840:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760739.543503:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5354, 5354] 00000080:00200000:1.0:1789760739.543519:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760739.543525:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760739.543541:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21934080 i_blocks 43015 00000020:00200000:1.0:1789760739.543545:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760739.543555:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760739.543590:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21934080, count: 4096 00000080:00200000:1.0:1789760739.543597:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21934080, bytes: 4096 00000080:00200000:1.0:1789760739.543607:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760739.543616:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760739.543618:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21934080, 21938176) 0 0 00000080:00200000:1.0:1789760739.543623:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760739.543641:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5355, 5355] 00020000:00200000:1.0:1789760739.543650:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21934080 chunk: [21934080, 21938176) 21938176, 4096 00020000:00200000:1.0:1789760739.543654:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760739.543674:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5355, 5355] 00000008:00010000:1.0:1789760739.543768:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760739.543775:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760739.543788:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21934080, 21938176) append 0 append lockpos 0 00000080:00200000:1.0:1789760739.543804:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21934080=0x14eb000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760739.544087:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760739.544091:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21938176 00000020:00010000:1.0:1789760739.544100:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760739.544103:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760739.544106:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760739.544110:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760739.544113:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760739.544121:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760739.544128:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760739.544145:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8900 00000008:00100000:1.0:1789760739.544255:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573100 - object 0x240000400:4 offset 21934080<>21938176 00000100:00100000:0.0:1789760739.544637:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515683968:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760739.582722:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972672 gen 2 00000008:00010000:0.0:1789760739.582772:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8900 00000020:00200000:0.0:1789760739.582781:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760739.582790:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760739.582950:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8900 00000100:00100000:0.0:1789760739.583158:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515683968:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760739.583269:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5355, 5355] 00000080:00200000:1.0:1789760739.583287:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760739.583293:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760739.583373:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21938176 i_blocks 43015 00000020:00200000:1.0:1789760739.583378:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760739.583396:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760739.583431:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21938176, count: 4096 00000080:00200000:1.0:1789760739.583439:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21938176, bytes: 4096 00000080:00200000:1.0:1789760739.583450:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760739.583458:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760739.583460:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21938176, 21942272) 0 0 00000080:00200000:1.0:1789760739.583465:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760739.583482:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5356, 5356] 00020000:00200000:1.0:1789760739.583490:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21938176 chunk: [21938176, 21942272) 21942272, 4096 00020000:00200000:1.0:1789760739.583495:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760739.583515:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5356, 5356] 00000008:00010000:1.0:1789760739.583534:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760739.583539:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760739.583552:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21938176, 21942272) append 0 append lockpos 0 00000080:00200000:1.0:1789760739.583566:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21938176=0x14ec000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760739.583629:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760739.583632:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21942272 00000020:00010000:1.0:1789760739.583642:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_release():245 00000020:00010000:1.0:1789760739.583646:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760739.583649:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760739.583653:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d218 (ffff980dc850b518/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760739.583656:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b518/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760739.583663:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760739.583671:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760739.583686:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8480 00000008:00100000:1.0:1789760739.583791:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570380 - object 0x240000400:4 offset 21938176<>21942272 00000100:00100000:0.0:1789760739.584167:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515684096:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760739.619639:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972673 gen 2 00000008:00010000:0.0:1789760739.619684:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8480 00000020:00200000:0.0:1789760739.619692:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760739.619701:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760739.619721:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8480 00000100:00100000:0.0:1789760739.619748:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515684096:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760739.619887:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5356, 5356] 00000080:00200000:3.0:1789760739.619905:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760739.619910:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760739.619927:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21942272 i_blocks 43015 00000020:00200000:3.0:1789760739.619931:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760739.619943:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760739.620011:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21942272, count: 4096 00000080:00200000:3.0:1789760739.620020:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21942272, bytes: 4096 00000080:00200000:3.0:1789760739.620119:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760739.620127:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760739.620129:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21942272, 21946368) 0 0 00000080:00200000:3.0:1789760739.620133:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760739.620147:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5357, 5357] 00020000:00200000:3.0:1789760739.620154:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21942272 chunk: [21942272, 21946368) 21946368, 4096 00020000:00200000:3.0:1789760739.620158:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760739.620176:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5357, 5357] 00000008:00010000:3.0:1789760739.620191:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760739.620196:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760739.620206:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21942272, 21946368) append 0 append lockpos 0 00000080:00200000:3.0:1789760739.620219:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21942272=0x14ed000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760739.620264:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760739.620266:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21946368 00000020:00010000:3.0:1789760739.620272:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760739.620275:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760739.620277:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760739.620280:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760739.620281:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760739.620286:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760739.620291:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760739.620304:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760739.620410:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4380 - object 0x240000400:4 offset 21942272<>21946368 00000100:00100000:2.0:1789760739.620512:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760739.620531:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515684224:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760739.659295:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972674 gen 2 00000008:00010000:3.0:1789760739.659360:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760739.659370:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760739.659507:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760739.659587:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760739.659620:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515684224:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760739.659754:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5357, 5357] 00000080:00200000:0.0:1789760739.659770:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760739.659776:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760739.659793:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21946368 i_blocks 43015 00000020:00200000:0.0:1789760739.659797:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760739.659808:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760739.660119:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21946368, count: 4096 00000080:00200000:0.0:1789760739.660129:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21946368, bytes: 4096 00000080:00200000:0.0:1789760739.660143:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760739.660152:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760739.660155:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21946368, 21950464) 0 0 00000080:00200000:0.0:1789760739.660160:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760739.660179:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5358, 5358] 00020000:00200000:0.0:1789760739.660188:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21946368 chunk: [21946368, 21950464) 21950464, 4096 00020000:00200000:0.0:1789760739.660193:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760739.660213:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5358, 5358] 00000008:00010000:0.0:1789760739.660233:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760739.660239:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760739.660251:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21946368, 21950464) append 0 append lockpos 0 00000080:00200000:0.0:1789760739.660266:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21946368=0x14ee000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760739.660525:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760739.660529:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21950464 00000020:00010000:0.0:1789760739.660538:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760739.660542:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760739.660545:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760739.660549:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760739.660552:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760739.660561:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760739.660568:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760739.660591:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760739.660707:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5f80 - object 0x240000400:4 offset 21946368<>21950464 00000100:00100000:1.0:1789760739.660795:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515684352:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760739.699756:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972675 gen 2 00000008:00010000:1.0:1789760739.699807:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760739.699993:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760739.700004:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760739.700097:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760739.700130:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515684352:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760739.700331:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5358, 5358] 00000080:00200000:0.0:1789760739.700349:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760739.700356:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760739.700372:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21950464 i_blocks 43015 00000020:00200000:0.0:1789760739.700376:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760739.700403:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760739.700442:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21950464, count: 4096 00000080:00200000:0.0:1789760739.700449:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21950464, bytes: 4096 00000080:00200000:0.0:1789760739.700460:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760739.700469:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760739.700472:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21950464, 21954560) 0 0 00000080:00200000:0.0:1789760739.700476:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760739.700493:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5359, 5359] 00020000:00200000:0.0:1789760739.700502:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21950464 chunk: [21950464, 21954560) 21954560, 4096 00020000:00200000:0.0:1789760739.700506:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760739.700527:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5359, 5359] 00000008:00010000:0.0:1789760739.700977:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760739.700985:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760739.700999:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21950464, 21954560) append 0 append lockpos 0 00000080:00200000:0.0:1789760739.701016:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21950464=0x14ef000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760739.701106:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760739.701109:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21954560 00000020:00010000:0.0:1789760739.701119:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760739.701122:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760739.701125:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760739.701129:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760739.701132:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760739.701140:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760739.701147:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760739.701169:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760739.701292:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5f80 - object 0x240000400:4 offset 21950464<>21954560 00000100:00100000:1.0:1789760739.703047:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760739.703095:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515684480:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760739.736462:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760739.736478:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760739.736490:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760739.736566:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760739.736599:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515684480:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760739.736973:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5359, 5359] 00000080:00200000:0.0:1789760739.736990:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760739.736997:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760739.737012:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21954560 i_blocks 43015 00000020:00200000:0.0:1789760739.737016:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760739.737026:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760739.737071:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21954560, count: 4096 00000080:00200000:0.0:1789760739.737079:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21954560, bytes: 4096 00000080:00200000:0.0:1789760739.737188:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760739.737198:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760739.737200:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21954560, 21958656) 0 0 00000080:00200000:0.0:1789760739.737205:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760739.737222:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5360, 5360] 00020000:00200000:0.0:1789760739.737231:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21954560 chunk: [21954560, 21958656) 21958656, 4096 00020000:00200000:0.0:1789760739.737236:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760739.737258:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5360, 5360] 00000008:00010000:0.0:1789760739.737277:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760739.737284:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760739.737357:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21954560, 21958656) append 0 append lockpos 0 00000080:00200000:0.0:1789760739.737375:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21954560=0x14f0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760739.737447:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760739.737450:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21958656 00000020:00010000:0.0:1789760739.737459:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760739.737462:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760739.737465:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760739.737469:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760739.737472:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760739.737480:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760739.737487:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760739.737511:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760739.737627:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6d80 - object 0x240000400:4 offset 21954560<>21958656 00000100:00100000:1.0:1789760739.737697:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515684608:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760739.765482:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972677 gen 2 00000008:00010000:1.0:1789760739.765546:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760739.765555:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760739.765566:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760739.765589:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760739.765620:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515684608:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760739.765721:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5360, 5360] 00000080:00200000:0.0:1789760739.765737:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760739.765743:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760739.765760:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21958656 i_blocks 43015 00000020:00200000:0.0:1789760739.765764:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760739.765774:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760739.765807:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21958656, count: 4096 00000080:00200000:0.0:1789760739.765814:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21958656, bytes: 4096 00000080:00200000:0.0:1789760739.765823:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760739.765830:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760739.765833:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21958656, 21962752) 0 0 00000080:00200000:0.0:1789760739.765837:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760739.765896:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5361, 5361] 00020000:00200000:0.0:1789760739.765907:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21958656 chunk: [21958656, 21962752) 21962752, 4096 00020000:00200000:0.0:1789760739.765911:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760739.765931:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5361, 5361] 00000008:00010000:0.0:1789760739.765950:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760739.765956:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760739.765968:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21958656, 21962752) append 0 append lockpos 0 00000080:00200000:0.0:1789760739.765982:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21958656=0x14f1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760739.766163:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760739.766165:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21962752 00000020:00010000:0.0:1789760739.766175:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760739.766178:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760739.766181:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760739.766185:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760739.766187:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760739.766195:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760739.766201:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760739.766218:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760739.766345:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 21958656<>21962752 00000100:00100000:1.0:1789760739.766463:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515684736:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760739.820765:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972678 gen 2 00000008:00010000:1.0:1789760739.820819:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760739.820829:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760739.820840:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760739.820904:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760739.820935:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515684736:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760739.821187:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5361, 5361] 00000080:00200000:0.0:1789760739.821203:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760739.821209:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760739.821227:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21962752 i_blocks 43015 00000020:00200000:0.0:1789760739.821230:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760739.821241:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760739.821280:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21962752, count: 4096 00000080:00200000:0.0:1789760739.821288:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21962752, bytes: 4096 00000080:00200000:0.0:1789760739.821312:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760739.821322:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760739.821324:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21962752, 21966848) 0 0 00000080:00200000:0.0:1789760739.821329:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760739.821348:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5362, 5362] 00020000:00200000:0.0:1789760739.821357:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21962752 chunk: [21962752, 21966848) 21966848, 4096 00020000:00200000:0.0:1789760739.821362:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760739.821395:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5362, 5362] 00000008:00010000:0.0:1789760739.821413:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760739.821419:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760739.821431:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21962752, 21966848) append 0 append lockpos 0 00000080:00200000:0.0:1789760739.821445:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21962752=0x14f2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760739.821505:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760739.821508:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21966848 00000020:00010000:0.0:1789760739.821517:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760739.821521:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760739.821524:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760739.821528:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760739.821531:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760739.821538:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760739.821544:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760739.821561:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760739.821684:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4700 - object 0x240000400:4 offset 21962752<>21966848 00000100:00100000:1.0:1789760739.821760:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515684864:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760739.852802:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972679 gen 2 00000008:00010000:1.0:1789760739.852885:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760739.852894:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760739.852905:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760739.852925:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760739.852956:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515684864:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760739.852957:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5362, 5362] 00000080:00200000:3.0:1789760739.852973:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760739.852979:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760739.852994:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21966848 i_blocks 43015 00000020:00200000:3.0:1789760739.852998:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760739.853008:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760739.853108:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21966848, count: 4096 00000080:00200000:3.0:1789760739.853117:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21966848, bytes: 4096 00000080:00200000:3.0:1789760739.853126:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760739.853135:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760739.853137:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21966848, 21970944) 0 0 00000080:00200000:3.0:1789760739.853142:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760739.853160:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5363, 5363] 00020000:00200000:3.0:1789760739.853169:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21966848 chunk: [21966848, 21970944) 21970944, 4096 00020000:00200000:3.0:1789760739.853173:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760739.853193:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5363, 5363] 00000008:00010000:3.0:1789760739.853213:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760739.853218:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760739.853230:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21966848, 21970944) append 0 append lockpos 0 00000080:00200000:3.0:1789760739.853244:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21966848=0x14f3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760739.853315:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760739.853318:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21970944 00000020:00010000:3.0:1789760739.853327:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760739.853331:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760739.853334:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760739.853337:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760739.853340:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760739.853348:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760739.853356:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760739.853371:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760739.853489:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4380 - object 0x240000400:4 offset 21966848<>21970944 00000100:00100000:2.0:1789760739.853566:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515684992:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760739.902048:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972680 gen 2 00000008:00010000:3.0:1789760739.902107:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760739.902116:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760739.902129:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760739.902252:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760739.902286:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515684992:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760739.907034:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5363, 5363] 00000080:00200000:0.0:1789760739.907063:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760739.907070:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760739.907089:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21970944 i_blocks 43015 00000020:00200000:0.0:1789760739.907095:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760739.907112:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760739.907147:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21970944, count: 4096 00000080:00200000:0.0:1789760739.907155:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21970944, bytes: 4096 00000080:00200000:0.0:1789760739.907169:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760739.907179:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760739.907181:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21970944, 21975040) 0 0 00000080:00200000:0.0:1789760739.907185:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760739.907216:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5364, 5364] 00020000:00200000:0.0:1789760739.907225:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21970944 chunk: [21970944, 21975040) 21975040, 4096 00020000:00200000:0.0:1789760739.907230:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760739.907251:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5364, 5364] 00000008:00010000:0.0:1789760739.907272:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760739.907277:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760739.907987:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21970944, 21975040) append 0 append lockpos 0 00000080:00200000:0.0:1789760739.908008:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21970944=0x14f4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760739.908087:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760739.908090:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21975040 00000020:00010000:0.0:1789760739.908099:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760739.908103:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760739.908106:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760739.908109:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760739.908112:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760739.908121:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760739.908129:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760739.908151:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760739.908704:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 21970944<>21975040 00000100:00100000:1.0:1789760739.909219:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515685120:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760739.969503:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972681 gen 2 00000008:00010000:1.0:1789760739.969551:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760739.969559:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760739.969570:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760739.969595:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760739.969624:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515685120:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760739.969804:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5364, 5364] 00000080:00200000:0.0:1789760739.969820:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760739.969826:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760739.969842:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21975040 i_blocks 43015 00000020:00200000:0.0:1789760739.969847:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760739.969894:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760739.969928:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21975040, count: 4096 00000080:00200000:0.0:1789760739.969936:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21975040, bytes: 4096 00000080:00200000:0.0:1789760739.969949:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760739.969958:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760739.969960:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21975040, 21979136) 0 0 00000080:00200000:0.0:1789760739.969965:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760739.969981:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5365, 5365] 00020000:00200000:0.0:1789760739.969990:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21975040 chunk: [21975040, 21979136) 21979136, 4096 00020000:00200000:0.0:1789760739.969995:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760739.970014:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5365, 5365] 00000008:00010000:0.0:1789760739.970031:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760739.970037:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760739.970050:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21975040, 21979136) append 0 append lockpos 0 00000080:00200000:0.0:1789760739.970064:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21975040=0x14f5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760739.970122:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760739.970124:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21979136 00000020:00010000:0.0:1789760739.970133:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760739.970137:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760739.970140:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760739.970143:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760739.970147:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760739.970154:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760739.970162:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760739.970179:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760739.970283:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 21975040<>21979136 00000100:00100000:1.0:1789760739.971048:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760739.971069:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515685248:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760740.016121:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972682 gen 2 00000008:00010000:1.0:1789760740.016202:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760740.016212:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760740.016224:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760740.016254:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760740.016292:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515685248:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760740.016663:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5365, 5365] 00000080:00200000:0.0:1789760740.016682:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760740.016689:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760740.016707:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21979136 i_blocks 43015 00000020:00200000:0.0:1789760740.016711:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760740.016721:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760740.016757:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21979136, count: 4096 00000080:00200000:0.0:1789760740.016764:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21979136, bytes: 4096 00000080:00200000:0.0:1789760740.016791:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760740.016801:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760740.016804:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21979136, 21983232) 0 0 00000080:00200000:0.0:1789760740.016809:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760740.016826:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5366, 5366] 00020000:00200000:0.0:1789760740.016836:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21979136 chunk: [21979136, 21983232) 21983232, 4096 00020000:00200000:0.0:1789760740.016841:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760740.016902:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5366, 5366] 00000008:00010000:0.0:1789760740.016924:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760740.016930:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760740.016943:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21979136, 21983232) append 0 append lockpos 0 00000080:00200000:0.0:1789760740.016960:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21979136=0x14f6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760740.017016:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760740.017030:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21983232 00000020:00010000:0.0:1789760740.017039:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760740.017042:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760740.017046:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760740.017049:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760740.017052:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760740.017060:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760740.017067:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760740.017089:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760740.017222:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6680 - object 0x240000400:4 offset 21979136<>21983232 00000100:00100000:1.0:1789760740.017564:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515685376:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760740.096634:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972683 gen 2 00000008:00010000:1.0:1789760740.096688:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760740.096697:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760740.096708:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760740.096734:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760740.096764:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515685376:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760740.097191:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5366, 5366] 00000080:00200000:0.0:1789760740.097208:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760740.097213:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760740.097228:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21983232 i_blocks 43015 00000020:00200000:0.0:1789760740.097232:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760740.097243:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760740.097278:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21983232, count: 4096 00000080:00200000:0.0:1789760740.097287:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21983232, bytes: 4096 00000080:00200000:0.0:1789760740.097298:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760740.097307:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760740.097310:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21983232, 21987328) 0 0 00000080:00200000:0.0:1789760740.097314:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760740.097331:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5367, 5367] 00020000:00200000:0.0:1789760740.097339:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21983232 chunk: [21983232, 21987328) 21987328, 4096 00020000:00200000:0.0:1789760740.097344:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760740.097365:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5367, 5367] 00000008:00010000:0.0:1789760740.097392:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760740.097398:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760740.097408:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21983232, 21987328) append 0 append lockpos 0 00000080:00200000:0.0:1789760740.097423:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21983232=0x14f7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760740.097475:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760740.097478:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21987328 00000020:00010000:0.0:1789760740.097485:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760740.097489:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760740.097491:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760740.097494:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760740.097497:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760740.097504:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760740.097512:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760740.097646:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:1.0:1789760740.097749:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571c00 - object 0x240000400:4 offset 21983232<>21987328 00000100:00100000:1.0:1789760740.097940:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515685504:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760740.140475:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760740.140492:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760740.140504:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760740.140528:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760740.140561:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515685504:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760740.140673:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5367, 5367] 00000080:00200000:0.0:1789760740.140691:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760740.140698:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760740.140713:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21987328 i_blocks 43015 00000020:00200000:0.0:1789760740.140717:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760740.140729:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760740.140764:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21987328, count: 4096 00000080:00200000:0.0:1789760740.140781:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21987328, bytes: 4096 00000080:00200000:0.0:1789760740.140792:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760740.140800:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760740.140802:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21987328, 21991424) 0 0 00000080:00200000:0.0:1789760740.140807:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760740.140823:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5368, 5368] 00020000:00200000:0.0:1789760740.140833:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21987328 chunk: [21987328, 21991424) 21991424, 4096 00020000:00200000:0.0:1789760740.140837:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760740.140891:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5368, 5368] 00000008:00010000:0.0:1789760740.140909:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760740.140914:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760740.140925:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21987328, 21991424) append 0 append lockpos 0 00000080:00200000:0.0:1789760740.140939:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21987328=0x14f8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760740.141006:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760740.141009:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21991424 00000020:00010000:0.0:1789760740.141159:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760740.141164:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760740.141168:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760740.141172:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760740.141175:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760740.141184:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760740.141191:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760740.141208:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760740.141437:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 21987328<>21991424 00000100:00100000:1.0:1789760740.141628:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515685632:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760740.184166:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972684 gen 2 00000100:00100000:1.0:1789760740.184212:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc6a00 x1876699515685632/t4294972685(4294972685) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760756 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760740.184263:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760740.184271:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760740.184281:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760740.184293:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760740.184318:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515685632:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760740.184424:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5368, 5368] 00000080:00200000:0.0:1789760740.184441:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760740.184447:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760740.184465:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21991424 i_blocks 43015 00000020:00200000:0.0:1789760740.184469:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760740.184479:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760740.184516:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21991424, count: 4096 00000080:00200000:0.0:1789760740.184522:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21991424, bytes: 4096 00000080:00200000:0.0:1789760740.184533:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760740.184542:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760740.184544:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21991424, 21995520) 0 0 00000080:00200000:0.0:1789760740.184548:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760740.184565:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5369, 5369] 00020000:00200000:0.0:1789760740.184575:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21991424 chunk: [21991424, 21995520) 21995520, 4096 00020000:00200000:0.0:1789760740.184579:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760740.184600:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5369, 5369] 00000008:00010000:0.0:1789760740.184617:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760740.184623:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760740.184635:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21991424, 21995520) append 0 append lockpos 0 00000080:00200000:0.0:1789760740.184648:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21991424=0x14f9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760740.184705:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760740.184708:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21995520 00000020:00010000:0.0:1789760740.184716:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760740.184719:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760740.184723:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760740.184726:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760740.184729:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760740.184737:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760740.184744:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760740.184759:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760740.184916:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7480 - object 0x240000400:4 offset 21991424<>21995520 00000100:00100000:1.0:1789760740.185158:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760740.185175:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515685760:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760740.214838:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972685 gen 2 00000100:00100000:1.0:1789760740.214919:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc7480 x1876699515685760/t4294972686(4294972686) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760756 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760740.214971:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760740.214979:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760740.214990:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760740.215014:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760740.215040:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515685760:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760740.215199:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5369, 5369] 00000080:00200000:0.0:1789760740.215218:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760740.215224:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760740.215241:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21995520 i_blocks 43015 00000020:00200000:0.0:1789760740.215246:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760740.215257:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760740.215295:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21995520, count: 4096 00000080:00200000:0.0:1789760740.215383:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21995520, bytes: 4096 00000080:00200000:0.0:1789760740.215395:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760740.215403:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760740.215406:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21995520, 21999616) 0 0 00000080:00200000:0.0:1789760740.215410:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760740.215426:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5370, 5370] 00020000:00200000:0.0:1789760740.215435:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21995520 chunk: [21995520, 21999616) 21999616, 4096 00020000:00200000:0.0:1789760740.215439:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760740.215460:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5370, 5370] 00000008:00010000:0.0:1789760740.215478:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760740.215484:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760740.215496:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21995520, 21999616) append 0 append lockpos 0 00000080:00200000:0.0:1789760740.215510:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21995520=0x14fa000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760740.215572:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760740.215576:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21999616 00000020:00010000:0.0:1789760740.215584:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760740.215588:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760740.215591:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760740.215595:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760740.215598:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760740.215605:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760740.215612:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760740.215629:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760740.215742:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6300 - object 0x240000400:4 offset 21995520<>21999616 00000100:00100000:1.0:1789760740.215807:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515685888:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760740.247571:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972687 gen 2 00000008:00010000:1.0:1789760740.247636:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760740.247644:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760740.247655:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760740.247679:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760740.247711:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515685888:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760740.247820:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5370, 5370] 00000080:00200000:0.0:1789760740.247837:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760740.247843:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760740.247887:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 21999616 i_blocks 43015 00000020:00200000:0.0:1789760740.247892:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760740.247903:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760740.247940:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 21999616, count: 4096 00000080:00200000:0.0:1789760740.247947:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21999616, bytes: 4096 00000080:00200000:0.0:1789760740.247958:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760740.247967:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760740.247970:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21999616, 22003712) 0 0 00000080:00200000:0.0:1789760740.247975:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760740.247992:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5371, 5371] 00020000:00200000:0.0:1789760740.248002:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21999616 chunk: [21999616, 22003712) 22003712, 4096 00020000:00200000:0.0:1789760740.248007:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760740.248249:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5371, 5371] 00000008:00010000:0.0:1789760740.248270:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760740.248275:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760740.248288:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21999616, 22003712) append 0 append lockpos 0 00000080:00200000:0.0:1789760740.248304:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=21999616=0x14fb000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760740.248367:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760740.248371:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22003712 00000020:00010000:0.0:1789760740.248392:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760740.248396:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760740.248559:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760740.248563:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760740.248565:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760740.248575:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760740.248583:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760740.248603:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760740.248717:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4000 - object 0x240000400:4 offset 21999616<>22003712 00000100:00100000:1.0:1789760740.248887:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515686016:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760740.284892:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972688 gen 2 00000008:00010000:1.0:1789760740.284942:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760740.284952:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760740.284963:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760740.284987:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760740.285030:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515686016:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760740.285314:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5371, 5371] 00000080:00200000:0.0:1789760740.285331:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760740.285337:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760740.285354:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22003712 i_blocks 43015 00000020:00200000:0.0:1789760740.285358:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760740.285369:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760740.285413:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22003712, count: 4096 00000080:00200000:0.0:1789760740.285421:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22003712, bytes: 4096 00000080:00200000:0.0:1789760740.285432:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760740.285440:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760740.285443:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22003712, 22007808) 0 0 00000080:00200000:0.0:1789760740.285447:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760740.285464:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5372, 5372] 00020000:00200000:0.0:1789760740.285473:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22003712 chunk: [22003712, 22007808) 22007808, 4096 00020000:00200000:0.0:1789760740.285477:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760740.285496:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5372, 5372] 00000008:00010000:0.0:1789760740.285514:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760740.285520:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760740.285532:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22003712, 22007808) append 0 append lockpos 0 00000080:00200000:0.0:1789760740.285545:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22003712=0x14fc000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760740.285602:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760740.285606:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22007808 00000020:00010000:0.0:1789760740.285613:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760740.285617:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760740.285620:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760740.285624:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760740.285627:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760740.285634:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760740.285641:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760740.285658:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760740.285767:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 22003712<>22007808 00000100:00100000:1.0:1789760740.286021:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760740.286053:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515686144:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760740.327371:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760740.327395:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760740.327410:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760740.327432:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760740.327463:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515686144:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760740.327618:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5372, 5372] 00000080:00200000:0.0:1789760740.327634:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760740.327640:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760740.327657:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22007808 i_blocks 43015 00000020:00200000:0.0:1789760740.327661:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760740.327671:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760740.327705:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22007808, count: 4096 00000080:00200000:0.0:1789760740.327712:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22007808, bytes: 4096 00000080:00200000:0.0:1789760740.327722:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760740.327733:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760740.327735:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22007808, 22011904) 0 0 00000080:00200000:0.0:1789760740.327740:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760740.327756:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5373, 5373] 00020000:00200000:0.0:1789760740.327765:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22007808 chunk: [22007808, 22011904) 22011904, 4096 00020000:00200000:0.0:1789760740.327770:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760740.327789:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5373, 5373] 00000008:00010000:0.0:1789760740.327807:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760740.327813:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760740.327825:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22007808, 22011904) append 0 append lockpos 0 00000080:00200000:0.0:1789760740.327841:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22007808=0x14fd000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760740.327934:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760740.327938:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22011904 00000020:00010000:0.0:1789760740.327948:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760740.327951:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760740.327954:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760740.327958:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760740.327961:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760740.327969:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760740.327976:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760740.327993:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760740.328180:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4380 - object 0x240000400:4 offset 22007808<>22011904 00000100:00100000:1.0:1789760740.328345:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515686272:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760740.338453:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789760740.381243:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972690 gen 2 00000008:00010000:1.0:1789760740.381318:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760740.381327:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760740.381342:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760740.381422:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760740.381453:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515686272:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760740.384463:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5373, 5373] 00000080:00200000:0.0:1789760740.384494:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760740.384501:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760740.384520:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22011904 i_blocks 43015 00000020:00200000:0.0:1789760740.384525:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760740.384543:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760740.384579:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22011904, count: 4096 00000080:00200000:0.0:1789760740.384588:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22011904, bytes: 4096 00000080:00200000:0.0:1789760740.384603:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760740.384613:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760740.384615:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22011904, 22016000) 0 0 00000080:00200000:0.0:1789760740.384620:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760740.384639:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5374, 5374] 00020000:00200000:0.0:1789760740.384649:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22011904 chunk: [22011904, 22016000) 22016000, 4096 00020000:00200000:0.0:1789760740.384653:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760740.384676:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5374, 5374] 00000008:00010000:0.0:1789760740.384697:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760740.384703:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760740.384717:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22011904, 22016000) append 0 append lockpos 0 00000080:00200000:0.0:1789760740.384731:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22011904=0x14fe000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760740.384804:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760740.384808:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22016000 00000020:00010000:0.0:1789760740.384817:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760740.384821:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760740.384823:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760740.384827:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760740.384830:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760740.384838:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760740.384845:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760740.384912:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760740.386402:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 22011904<>22016000 00000100:00100000:1.0:1789760740.386560:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515686400:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760740.450286:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972691 gen 2 00000008:00010000:1.0:1789760740.450415:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760740.450424:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760740.450435:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760740.450457:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760740.450489:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515686400:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760740.450628:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5374, 5374] 00000080:00200000:2.0:1789760740.450646:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760740.450655:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760740.450672:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22016000 i_blocks 43015 00000020:00200000:2.0:1789760740.450676:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760740.450687:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760740.450734:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22016000, count: 4096 00000080:00200000:2.0:1789760740.450742:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22016000, bytes: 4096 00000080:00200000:2.0:1789760740.450753:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760740.450762:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760740.450765:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22016000, 22020096) 0 0 00000080:00200000:2.0:1789760740.450769:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760740.450786:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5375, 5375] 00020000:00200000:2.0:1789760740.450796:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22016000 chunk: [22016000, 22020096) 22020096, 4096 00020000:00200000:2.0:1789760740.450801:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760740.450820:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5375, 5375] 00000008:00010000:2.0:1789760740.450839:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760740.450844:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760740.450883:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22016000, 22020096) append 0 append lockpos 0 00000080:00200000:2.0:1789760740.450899:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22016000=0x14ff000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760740.450960:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760740.450963:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22020096 00000020:00010000:2.0:1789760740.450974:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760740.450977:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.450980:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.450984:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760740.450987:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760740.450996:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760740.451003:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760740.451022:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760740.451150:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 22016000<>22020096 00000100:00100000:3.0:1789760740.452036:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760740.452065:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515686528:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760740.488835:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972692 gen 2 00000008:00010000:3.0:1789760740.488933:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:3.0:1789760740.488941:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760740.488952:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760740.488973:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:3.0:1789760740.489002:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515686528:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760740.489138:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5375, 5375] 00000080:00200000:2.0:1789760740.489154:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760740.489161:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760740.489177:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22020096 i_blocks 43015 00000020:00200000:2.0:1789760740.489181:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760740.489191:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760740.489235:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22020096, count: 4096 00000080:00200000:2.0:1789760740.489243:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22020096, bytes: 4096 00000080:00200000:2.0:1789760740.489254:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760740.489263:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760740.489265:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22020096, 22024192) 0 0 00000080:00200000:2.0:1789760740.489269:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760740.489287:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5376, 5376] 00020000:00200000:2.0:1789760740.489296:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22020096 chunk: [22020096, 22024192) 22024192, 4096 00020000:00200000:2.0:1789760740.489300:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760740.489320:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5376, 5376] 00000008:00010000:2.0:1789760740.489338:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760740.489344:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760740.489355:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22020096, 22024192) append 0 append lockpos 0 00000080:00200000:2.0:1789760740.489369:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22020096=0x1500000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760740.489434:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760740.489436:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22024192 00000020:00010000:2.0:1789760740.489445:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760740.489448:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.489451:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.489455:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760740.489458:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760740.489467:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760740.489474:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760740.489489:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8900 00000008:00100000:2.0:1789760740.489594:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 22020096<>22024192 00000100:00100000:3.0:1789760740.489759:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515686656:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760740.532971:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972693 gen 2 00000008:00010000:3.0:1789760740.533013:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8900 00000020:00200000:3.0:1789760740.533020:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760740.533029:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760740.533047:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8900 00000100:00100000:3.0:1789760740.533072:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515686656:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760740.533574:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5376, 5376] 00000080:00200000:2.0:1789760740.533597:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760740.533605:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760740.533623:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22024192 i_blocks 43015 00000020:00200000:2.0:1789760740.533628:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760740.533652:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760740.533689:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22024192, count: 4096 00000080:00200000:2.0:1789760740.533698:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22024192, bytes: 4096 00000080:00200000:2.0:1789760740.533707:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760740.533726:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760740.533729:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22024192, 22028288) 0 0 00000080:00200000:2.0:1789760740.533733:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760740.533751:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5377, 5377] 00020000:00200000:2.0:1789760740.533760:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22024192 chunk: [22024192, 22028288) 22028288, 4096 00020000:00200000:2.0:1789760740.533765:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760740.533787:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5377, 5377] 00000008:00010000:2.0:1789760740.533806:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760740.533812:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760740.533824:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22024192, 22028288) append 0 append lockpos 0 00000080:00200000:2.0:1789760740.533839:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22024192=0x1501000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760740.533934:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760740.533937:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22028288 00000020:00010000:2.0:1789760740.533946:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760740.533950:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.533952:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.533956:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760740.533959:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760740.533970:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760740.533978:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760740.534000:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8d80 00000008:00100000:2.0:1789760740.534119:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 22024192<>22028288 00000100:00100000:3.0:1789760740.534287:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760740.534312:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515686784:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760740.579808:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8d80 00000020:00200000:3.0:1789760740.579825:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760740.579836:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760740.579895:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8d80 00000100:00100000:3.0:1789760740.579925:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515686784:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760740.580059:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5377, 5377] 00000080:00200000:2.0:1789760740.580076:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760740.580083:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760740.580098:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22028288 i_blocks 45063 00000020:00200000:2.0:1789760740.580102:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760740.580112:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760740.580147:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22028288, count: 4096 00000080:00200000:2.0:1789760740.580154:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22028288, bytes: 4096 00000080:00200000:2.0:1789760740.580164:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760740.580173:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760740.580175:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22028288, 22032384) 0 0 00000080:00200000:2.0:1789760740.580179:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760740.580196:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5378, 5378] 00020000:00200000:2.0:1789760740.580205:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22028288 chunk: [22028288, 22032384) 22032384, 4096 00020000:00200000:2.0:1789760740.580209:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760740.580228:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5378, 5378] 00000008:00010000:2.0:1789760740.580246:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760740.580252:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760740.580264:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22028288, 22032384) append 0 append lockpos 0 00000080:00200000:2.0:1789760740.580278:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22028288=0x1502000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760740.580488:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760740.580492:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22032384 00000020:00010000:2.0:1789760740.580501:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760740.580504:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.580507:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.580511:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760740.580514:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760740.580524:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760740.580530:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760740.580548:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760740.580654:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 22028288<>22032384 00000100:00100000:3.0:1789760740.580789:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760740.580809:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515686912:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760740.615259:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972695 gen 2 00000008:00010000:3.0:1789760740.615340:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8240 00000020:00200000:3.0:1789760740.615349:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760740.615360:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760740.615389:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8240 00000100:00100000:3.0:1789760740.615430:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515686912:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760740.615639:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5378, 5378] 00000080:00200000:2.0:1789760740.615657:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760740.615663:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760740.615678:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22032384 i_blocks 45063 00000020:00200000:2.0:1789760740.615682:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760740.615692:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760740.615725:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22032384, count: 4096 00000080:00200000:2.0:1789760740.615732:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22032384, bytes: 4096 00000080:00200000:2.0:1789760740.615741:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760740.615749:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760740.615751:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22032384, 22036480) 0 0 00000080:00200000:2.0:1789760740.615756:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760740.615773:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5379, 5379] 00020000:00200000:2.0:1789760740.615782:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22032384 chunk: [22032384, 22036480) 22036480, 4096 00020000:00200000:2.0:1789760740.615786:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760740.615806:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5379, 5379] 00000008:00010000:2.0:1789760740.615823:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760740.615829:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760740.615840:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22032384, 22036480) append 0 append lockpos 0 00000080:00200000:2.0:1789760740.615887:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22032384=0x1503000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760740.615943:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760740.615946:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22036480 00000020:00010000:2.0:1789760740.615955:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760740.615959:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.615962:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.615966:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760740.615969:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760740.615978:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760740.615985:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760740.616002:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760740.616174:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 22032384<>22036480 00000100:00100000:3.0:1789760740.616269:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760740.616356:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515687040:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760740.655065:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8600 00000020:00200000:3.0:1789760740.655084:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760740.655097:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760740.655120:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8600 00000100:00100000:3.0:1789760740.655152:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515687040:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760740.655255:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5379, 5379] 00000080:00200000:2.0:1789760740.655275:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760740.655283:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760740.655301:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22036480 i_blocks 45063 00000020:00200000:2.0:1789760740.655305:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760740.655315:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760740.655352:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22036480, count: 4096 00000080:00200000:2.0:1789760740.655360:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22036480, bytes: 4096 00000080:00200000:2.0:1789760740.655383:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760740.655392:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760740.655395:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22036480, 22040576) 0 0 00000080:00200000:2.0:1789760740.655400:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760740.655417:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5380, 5380] 00020000:00200000:2.0:1789760740.655426:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22036480 chunk: [22036480, 22040576) 22040576, 4096 00020000:00200000:2.0:1789760740.655431:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760740.655453:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5380, 5380] 00000008:00010000:2.0:1789760740.655471:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760740.655478:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760740.655491:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22036480, 22040576) append 0 append lockpos 0 00000080:00200000:2.0:1789760740.655505:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22036480=0x1504000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760740.655565:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760740.655568:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22040576 00000020:00010000:2.0:1789760740.655577:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760740.655580:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.655584:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.655588:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760740.655591:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760740.655600:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760740.655608:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760740.655626:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760740.655738:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 22036480<>22040576 00000100:00100000:3.0:1789760740.655826:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760740.655847:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515687168:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760740.697392:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972697 gen 2 00000008:00010000:3.0:1789760740.697461:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:3.0:1789760740.697469:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760740.697479:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760740.697497:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:3.0:1789760740.697528:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515687168:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760740.697623:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5380, 5380] 00000080:00200000:2.0:1789760740.697640:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760740.697648:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760740.697665:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22040576 i_blocks 45063 00000020:00200000:2.0:1789760740.697669:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760740.697678:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760740.697722:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22040576, count: 4096 00000080:00200000:2.0:1789760740.697729:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22040576, bytes: 4096 00000080:00200000:2.0:1789760740.697739:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760740.697748:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760740.697751:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22040576, 22044672) 0 0 00000080:00200000:2.0:1789760740.697755:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760740.697771:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5381, 5381] 00020000:00200000:2.0:1789760740.697780:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22040576 chunk: [22040576, 22044672) 22044672, 4096 00020000:00200000:2.0:1789760740.697785:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760740.697804:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5381, 5381] 00000008:00010000:2.0:1789760740.697821:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760740.697827:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760740.697837:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22040576, 22044672) append 0 append lockpos 0 00000080:00200000:2.0:1789760740.697850:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22040576=0x1505000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760740.697930:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760740.697933:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22044672 00000020:00010000:2.0:1789760740.697941:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760740.697944:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.697947:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.697950:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760740.697953:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760740.697961:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760740.697967:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760740.697983:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760740.698087:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 22040576<>22044672 00000100:00100000:3.0:1789760740.698152:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515687296:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760740.743827:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972698 gen 2 00000008:00010000:3.0:1789760740.743894:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:3.0:1789760740.743903:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760740.743913:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760740.744024:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000100:00100000:3.0:1789760740.744057:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515687296:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760740.746507:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5381, 5381] 00000080:00200000:2.0:1789760740.746531:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760740.746539:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760740.746559:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22044672 i_blocks 45063 00000020:00200000:2.0:1789760740.746565:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760740.746582:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760740.746618:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22044672, count: 4096 00000080:00200000:2.0:1789760740.746627:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22044672, bytes: 4096 00000080:00200000:2.0:1789760740.746641:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760740.746650:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760740.746652:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22044672, 22048768) 0 0 00000080:00200000:2.0:1789760740.746657:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760740.746675:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5382, 5382] 00020000:00200000:2.0:1789760740.746684:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22044672 chunk: [22044672, 22048768) 22048768, 4096 00020000:00200000:2.0:1789760740.746688:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760740.746709:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5382, 5382] 00000008:00010000:2.0:1789760740.746728:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760740.746734:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760740.746746:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22044672, 22048768) append 0 append lockpos 0 00000080:00200000:2.0:1789760740.746760:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22044672=0x1506000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760740.746828:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760740.746831:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22048768 00000020:00010000:2.0:1789760740.746839:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760740.746842:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.746844:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.746847:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760740.746850:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760740.746967:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760740.746974:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760740.747006:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760740.747122:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 22044672<>22048768 00000100:00100000:3.0:1789760740.747198:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760740.747653:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515687424:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760740.786593:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972699 gen 2 00000008:00010000:3.0:1789760740.786631:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8000 00000020:00200000:3.0:1789760740.786638:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760740.786648:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760740.786668:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8000 00000100:00100000:3.0:1789760740.786692:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515687424:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760740.786849:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5382, 5382] 00000080:00200000:2.0:1789760740.786896:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760740.786902:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760740.786915:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22048768 i_blocks 45063 00000020:00200000:2.0:1789760740.786918:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760740.786926:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760740.786951:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22048768, count: 4096 00000080:00200000:2.0:1789760740.786957:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22048768, bytes: 4096 00000080:00200000:2.0:1789760740.786965:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760740.786973:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760740.786975:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22048768, 22052864) 0 0 00000080:00200000:2.0:1789760740.786979:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760740.786993:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5383, 5383] 00020000:00200000:2.0:1789760740.787000:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22048768 chunk: [22048768, 22052864) 22052864, 4096 00020000:00200000:2.0:1789760740.787004:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760740.787251:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5383, 5383] 00000008:00010000:2.0:1789760740.787267:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760740.787272:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760740.787281:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22048768, 22052864) append 0 append lockpos 0 00000080:00200000:2.0:1789760740.787293:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22048768=0x1507000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760740.787341:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760740.787344:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22052864 00000020:00010000:2.0:1789760740.787351:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760740.787355:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.787358:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.787362:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760740.787365:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760740.787485:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760740.787492:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760740.787513:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760740.787596:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 22048768<>22052864 00000100:00100000:3.0:1789760740.787659:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515687552:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760740.828614:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972700 gen 2 00000008:00010000:3.0:1789760740.828649:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:3.0:1789760740.828655:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760740.828664:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760740.828688:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:3.0:1789760740.828715:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515687552:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760740.828910:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5383, 5383] 00000080:00200000:2.0:1789760740.828923:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760740.828929:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760740.828941:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22052864 i_blocks 45063 00000020:00200000:2.0:1789760740.828945:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760740.828953:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760740.828978:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22052864, count: 4096 00000080:00200000:2.0:1789760740.828984:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22052864, bytes: 4096 00000080:00200000:2.0:1789760740.828993:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760740.829000:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760740.829012:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22052864, 22056960) 0 0 00000080:00200000:2.0:1789760740.829016:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760740.829028:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5384, 5384] 00020000:00200000:2.0:1789760740.829034:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22052864 chunk: [22052864, 22056960) 22056960, 4096 00020000:00200000:2.0:1789760740.829037:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760740.829051:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5384, 5384] 00000008:00010000:2.0:1789760740.829063:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760740.829068:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760740.829076:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22052864, 22056960) append 0 append lockpos 0 00000080:00200000:2.0:1789760740.829088:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22052864=0x1508000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760740.829328:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760740.829332:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22056960 00000020:00010000:2.0:1789760740.829339:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760740.829342:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.829345:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.829348:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760740.829351:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760740.829358:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760740.829363:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760740.829387:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760740.829461:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 22052864<>22056960 00000100:00100000:3.0:1789760740.829515:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760740.832595:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515687680:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760740.880436:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972701 gen 2 00000008:00010000:3.0:1789760740.880484:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8540 00000020:00200000:3.0:1789760740.880490:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760740.880500:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760740.880546:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5384, 5384] 00000080:00200000:2.0:1789760740.880566:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760740.880572:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760740.880589:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22056960 i_blocks 45063 00000020:00200000:2.0:1789760740.880593:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760740.880598:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8540 00000080:00200000:2.0:1789760740.880604:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000100:00100000:3.0:1789760740.880631:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515687680:192.168.203.146@tcp:4:dd.0 00000080:00200008:2.0:1789760740.880637:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22056960, count: 4096 00000080:00200000:2.0:1789760740.880645:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22056960, bytes: 4096 00000080:00200000:2.0:1789760740.880654:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760740.880663:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760740.880665:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22056960, 22061056) 0 0 00000080:00200000:2.0:1789760740.880670:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760740.881499:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5385, 5385] 00020000:00200000:2.0:1789760740.881511:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22056960 chunk: [22056960, 22061056) 22061056, 4096 00020000:00200000:2.0:1789760740.881517:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760740.881541:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5385, 5385] 00000008:00010000:2.0:1789760740.881563:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760740.881569:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760740.881581:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22056960, 22061056) append 0 append lockpos 0 00000080:00200000:2.0:1789760740.881596:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22056960=0x1509000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760740.881662:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760740.881666:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22061056 00000020:00010000:2.0:1789760740.881673:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760740.881742:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.881746:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.881749:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760740.881752:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760740.881831:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760740.881839:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760740.881884:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8c00 00000008:00100000:2.0:1789760740.881997:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 22056960<>22061056 00000100:00100000:3.0:1789760740.882135:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515687808:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760740.927633:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972702 gen 2 00000008:00010000:3.0:1789760740.927685:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8c00 00000020:00200000:3.0:1789760740.927694:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760740.927707:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760740.927727:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8c00 00000100:00100000:3.0:1789760740.927758:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515687808:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760740.928007:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5385, 5385] 00000080:00200000:2.0:1789760740.928217:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760740.928225:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760740.928241:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22061056 i_blocks 45063 00000020:00200000:2.0:1789760740.928245:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760740.928255:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760740.928298:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22061056, count: 4096 00000080:00200000:2.0:1789760740.928306:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22061056, bytes: 4096 00000080:00200000:2.0:1789760740.928317:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760740.928326:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760740.928328:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22061056, 22065152) 0 0 00000080:00200000:2.0:1789760740.928333:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760740.928426:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5386, 5386] 00020000:00200000:2.0:1789760740.928437:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22061056 chunk: [22061056, 22065152) 22065152, 4096 00020000:00200000:2.0:1789760740.928441:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760740.928462:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5386, 5386] 00000008:00010000:2.0:1789760740.928482:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760740.928487:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760740.928498:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22061056, 22065152) append 0 append lockpos 0 00000080:00200000:2.0:1789760740.928512:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22061056=0x150a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760740.928569:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760740.928572:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22065152 00000020:00010000:2.0:1789760740.928579:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760740.928583:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.928586:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.928589:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760740.928591:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760740.928601:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760740.928608:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760740.928627:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760740.928732:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 22061056<>22065152 00000100:00100000:2.0:1789760740.928829:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515687936:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760740.965176:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972703 gen 2 00000008:00010000:3.0:1789760740.965231:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8840 00000020:00200000:3.0:1789760740.965240:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760740.965251:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760740.965276:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8840 00000100:00100000:3.0:1789760740.965309:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515687936:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760740.965427:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5386, 5386] 00000080:00200000:2.0:1789760740.965440:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760740.965445:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760740.965459:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22065152 i_blocks 45063 00000020:00200000:2.0:1789760740.965462:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760740.965469:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760740.965498:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22065152, count: 4096 00000080:00200000:2.0:1789760740.965505:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22065152, bytes: 4096 00000080:00200000:2.0:1789760740.965514:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760740.965524:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760740.965526:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22065152, 22069248) 0 0 00000080:00200000:2.0:1789760740.965530:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760740.965549:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5387, 5387] 00020000:00200000:2.0:1789760740.965558:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22065152 chunk: [22065152, 22069248) 22069248, 4096 00020000:00200000:2.0:1789760740.965562:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760740.965582:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5387, 5387] 00000008:00010000:2.0:1789760740.965600:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760740.965607:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760740.965619:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22065152, 22069248) append 0 append lockpos 0 00000080:00200000:2.0:1789760740.965635:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22065152=0x150b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760740.965699:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760740.965702:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22069248 00000020:00010000:2.0:1789760740.965711:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760740.965714:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.965718:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760740.965721:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760740.965724:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760740.965734:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760740.965741:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760740.965758:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760740.966173:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 22065152<>22069248 00000100:00100000:3.0:1789760740.966297:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760740.966315:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515688064:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760741.002519:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972704 gen 2 00000008:00010000:3.0:1789760741.002634:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e86c0 00000020:00200000:3.0:1789760741.002641:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760741.002650:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760741.002671:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e86c0 00000100:00100000:3.0:1789760741.002695:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515688064:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760741.002791:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5387, 5387] 00000080:00200000:2.0:1789760741.002803:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760741.002808:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760741.002823:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22069248 i_blocks 45063 00000020:00200000:2.0:1789760741.002826:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760741.002835:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760741.002880:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22069248, count: 4096 00000080:00200000:2.0:1789760741.002888:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22069248, bytes: 4096 00000080:00200000:2.0:1789760741.002896:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760741.002902:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760741.002904:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22069248, 22073344) 0 0 00000080:00200000:2.0:1789760741.002907:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760741.002920:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5388, 5388] 00020000:00200000:2.0:1789760741.002926:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22069248 chunk: [22069248, 22073344) 22073344, 4096 00020000:00200000:2.0:1789760741.002930:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760741.002944:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5388, 5388] 00000008:00010000:2.0:1789760741.002956:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760741.002961:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760741.002968:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22069248, 22073344) append 0 append lockpos 0 00000080:00200000:2.0:1789760741.002981:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22069248=0x150c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760741.003139:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760741.003142:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22073344 00000020:00010000:2.0:1789760741.003149:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760741.003152:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760741.003155:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760741.003158:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760741.003161:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760741.003168:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760741.003173:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760741.003188:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760741.003262:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 22069248<>22073344 00000100:00100000:3.0:1789760741.003317:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515688192:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760741.042954:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972705 gen 2 00000008:00010000:3.0:1789760741.042990:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:3.0:1789760741.042997:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760741.043004:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760741.043135:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:3.0:1789760741.043160:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515688192:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760741.043266:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5388, 5388] 00000080:00200000:2.0:1789760741.043279:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760741.043284:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760741.043295:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22073344 i_blocks 45063 00000020:00200000:2.0:1789760741.043298:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760741.043306:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760741.043431:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22073344, count: 4096 00000080:00200000:2.0:1789760741.043438:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22073344, bytes: 4096 00000080:00200000:2.0:1789760741.043446:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760741.043452:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760741.043454:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22073344, 22077440) 0 0 00000080:00200000:2.0:1789760741.043458:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760741.043585:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5389, 5389] 00020000:00200000:2.0:1789760741.043593:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22073344 chunk: [22073344, 22077440) 22077440, 4096 00020000:00200000:2.0:1789760741.043597:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760741.043612:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5389, 5389] 00000008:00010000:2.0:1789760741.043626:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760741.043631:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760741.043639:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22073344, 22077440) append 0 append lockpos 0 00000080:00200000:2.0:1789760741.043650:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22073344=0x150d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760741.043697:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760741.043700:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22077440 00000020:00010000:2.0:1789760741.043706:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760741.043709:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760741.043712:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760741.043715:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760741.043717:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760741.043724:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760741.043729:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760741.043745:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760741.043818:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 22073344<>22077440 00000100:00100000:3.0:1789760741.043883:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515688320:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760741.074250:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972706 gen 2 00000008:00010000:3.0:1789760741.074360:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:3.0:1789760741.074378:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760741.074390:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760741.074450:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:3.0:1789760741.074481:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515688320:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760741.074567:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5389, 5389] 00000080:00200000:2.0:1789760741.074584:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760741.074590:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760741.074605:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22077440 i_blocks 45063 00000020:00200000:2.0:1789760741.074609:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760741.074618:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760741.074654:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22077440, count: 4096 00000080:00200000:2.0:1789760741.074717:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22077440, bytes: 4096 00000080:00200000:2.0:1789760741.074890:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760741.074899:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760741.074902:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22077440, 22081536) 0 0 00000080:00200000:2.0:1789760741.074906:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760741.074924:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5390, 5390] 00020000:00200000:2.0:1789760741.074934:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22077440 chunk: [22077440, 22081536) 22081536, 4096 00020000:00200000:2.0:1789760741.074938:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760741.074960:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5390, 5390] 00000008:00010000:2.0:1789760741.074981:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760741.074987:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760741.074999:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22077440, 22081536) append 0 append lockpos 0 00000080:00200000:2.0:1789760741.075082:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22077440=0x150e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760741.075146:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760741.075149:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22081536 00000020:00010000:2.0:1789760741.075159:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760741.075163:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760741.075166:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760741.075170:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760741.075173:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760741.075183:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760741.075191:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760741.075211:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760741.075543:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 22077440<>22081536 00000100:00100000:3.0:1789760741.075672:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515688448:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760741.112915:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972707 gen 2 00000008:00010000:3.0:1789760741.112963:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e86c0 00000020:00200000:3.0:1789760741.112971:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760741.112983:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760741.113065:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e86c0 00000100:00100000:3.0:1789760741.113097:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515688448:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760741.113217:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5390, 5390] 00000080:00200000:2.0:1789760741.113244:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760741.113251:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760741.113267:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22081536 i_blocks 45063 00000020:00200000:2.0:1789760741.113271:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760741.113280:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760741.113315:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22081536, count: 4096 00000080:00200000:2.0:1789760741.113323:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22081536, bytes: 4096 00000080:00200000:2.0:1789760741.113333:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760741.113341:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760741.113344:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22081536, 22085632) 0 0 00000080:00200000:2.0:1789760741.113348:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760741.113364:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5391, 5391] 00020000:00200000:2.0:1789760741.113383:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22081536 chunk: [22081536, 22085632) 22085632, 4096 00020000:00200000:2.0:1789760741.113388:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760741.113408:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5391, 5391] 00000008:00010000:2.0:1789760741.113427:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760741.113433:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760741.113444:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22081536, 22085632) append 0 append lockpos 0 00000080:00200000:2.0:1789760741.113458:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22081536=0x150f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760741.113513:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760741.113516:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22085632 00000020:00010000:2.0:1789760741.113525:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760741.113529:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760741.113532:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760741.113535:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760741.113539:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760741.113549:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760741.113556:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760741.113572:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760741.113673:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 22081536<>22085632 00000100:00100000:3.0:1789760741.113734:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760741.114422:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515688576:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760741.154322:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972708 gen 2 00000008:00010000:3.0:1789760741.154381:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8840 00000020:00200000:3.0:1789760741.154390:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760741.154401:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760741.154455:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8840 00000100:00100000:3.0:1789760741.154484:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515688576:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760741.154636:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5391, 5391] 00000080:00200000:2.0:1789760741.154652:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760741.154658:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760741.154673:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22085632 i_blocks 45063 00000020:00200000:2.0:1789760741.154677:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760741.154686:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760741.154717:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22085632, count: 4096 00000080:00200000:2.0:1789760741.154724:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22085632, bytes: 4096 00000080:00200000:2.0:1789760741.154734:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760741.154743:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760741.154745:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22085632, 22089728) 0 0 00000080:00200000:2.0:1789760741.154750:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760741.154766:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5392, 5392] 00020000:00200000:2.0:1789760741.154774:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22085632 chunk: [22085632, 22089728) 22089728, 4096 00020000:00200000:2.0:1789760741.154778:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760741.154796:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5392, 5392] 00000008:00010000:2.0:1789760741.154813:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760741.154819:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760741.154830:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22085632, 22089728) append 0 append lockpos 0 00000080:00200000:2.0:1789760741.154843:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22085632=0x1510000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760741.155080:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760741.155083:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22089728 00000020:00010000:2.0:1789760741.155091:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760741.155094:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760741.155097:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760741.155100:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760741.155103:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760741.155111:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760741.155118:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760741.155135:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8c00 00000008:00100000:2.0:1789760741.155232:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 22085632<>22089728 00000100:00100000:3.0:1789760741.155296:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515688704:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760741.190696:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972709 gen 2 00000008:00010000:3.0:1789760741.190747:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8c00 00000020:00200000:3.0:1789760741.190756:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760741.190767:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760741.190789:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8c00 00000100:00100000:3.0:1789760741.190819:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515688704:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760741.190882:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5392, 5392] 00000080:00200000:2.0:1789760741.190899:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760741.190905:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760741.190922:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22089728 i_blocks 45063 00000020:00200000:2.0:1789760741.190926:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760741.190936:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760741.190980:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22089728, count: 4096 00000080:00200000:2.0:1789760741.190988:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22089728, bytes: 4096 00000080:00200000:2.0:1789760741.190996:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760741.191005:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760741.191007:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22089728, 22093824) 0 0 00000080:00200000:2.0:1789760741.191012:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760741.191028:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5393, 5393] 00020000:00200000:2.0:1789760741.191037:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22089728 chunk: [22089728, 22093824) 22093824, 4096 00020000:00200000:2.0:1789760741.191041:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760741.191062:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5393, 5393] 00000008:00010000:2.0:1789760741.191080:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760741.191085:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760741.191200:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22089728, 22093824) append 0 append lockpos 0 00000080:00200000:2.0:1789760741.191216:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22089728=0x1511000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760741.191275:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760741.191278:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22093824 00000020:00010000:2.0:1789760741.191287:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760741.191291:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760741.191294:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760741.191298:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760741.191301:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760741.191319:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760741.191328:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760741.191345:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760741.191537:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 22089728<>22093824 00000100:00100000:2.0:1789760741.191587:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515688832:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760741.238411:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972710 gen 2 00000008:00010000:2.0:1789760741.238464:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8540 00000020:00200000:2.0:1789760741.238473:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760741.238484:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760741.238577:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8540 00000100:00100000:2.0:1789760741.238608:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515688832:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760741.238877:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5393, 5393] 00000080:00200000:0.0:1789760741.238896:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760741.238903:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760741.238919:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22093824 i_blocks 45063 00000020:00200000:0.0:1789760741.238923:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760741.238934:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760741.238968:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22093824, count: 4096 00000080:00200000:0.0:1789760741.238975:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22093824, bytes: 4096 00000080:00200000:0.0:1789760741.238985:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760741.238995:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760741.238997:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22093824, 22097920) 0 0 00000080:00200000:0.0:1789760741.239002:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760741.239019:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5394, 5394] 00020000:00200000:0.0:1789760741.239028:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22093824 chunk: [22093824, 22097920) 22097920, 4096 00020000:00200000:0.0:1789760741.239033:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760741.239052:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5394, 5394] 00000008:00010000:0.0:1789760741.239070:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760741.239075:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760741.239151:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22093824, 22097920) append 0 append lockpos 0 00000080:00200000:0.0:1789760741.239168:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22093824=0x1512000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760741.239227:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760741.239230:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22097920 00000020:00010000:0.0:1789760741.239238:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760741.239242:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760741.239245:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760741.239248:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760741.239251:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760741.239259:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760741.239266:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760741.239285:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760741.239404:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5c00 - object 0x240000400:4 offset 22093824<>22097920 00000100:00100000:1.0:1789760741.239490:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515688960:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760741.271506:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972711 gen 2 00000008:00010000:1.0:1789760741.271552:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760741.271561:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760741.271573:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760741.271597:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760741.271628:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515688960:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760741.271750:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5394, 5394] 00000080:00200000:0.0:1789760741.271767:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760741.271774:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760741.271789:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22097920 i_blocks 45063 00000020:00200000:0.0:1789760741.271794:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760741.271803:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760741.271836:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22097920, count: 4096 00000080:00200000:0.0:1789760741.271844:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22097920, bytes: 4096 00000080:00200000:0.0:1789760741.271885:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760741.271894:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760741.271897:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22097920, 22102016) 0 0 00000080:00200000:0.0:1789760741.271901:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760741.271918:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5395, 5395] 00020000:00200000:0.0:1789760741.271927:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22097920 chunk: [22097920, 22102016) 22102016, 4096 00020000:00200000:0.0:1789760741.271931:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760741.271950:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5395, 5395] 00000008:00010000:0.0:1789760741.271967:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760741.271973:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760741.271983:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22097920, 22102016) append 0 append lockpos 0 00000080:00200000:0.0:1789760741.271996:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22097920=0x1513000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760741.272041:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760741.272044:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22102016 00000020:00010000:0.0:1789760741.272052:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760741.272055:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760741.272059:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760741.272063:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760741.272066:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760741.272073:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760741.272081:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760741.272184:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:1.0:1789760741.272291:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571c00 - object 0x240000400:4 offset 22097920<>22102016 00000100:00100000:1.0:1789760741.272384:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760741.272399:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515689088:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760741.304525:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972712 gen 2 00000008:00010000:1.0:1789760741.304574:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760741.304582:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760741.304593:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760741.304605:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760741.304637:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515689088:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760741.305117:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5395, 5395] 00000080:00200000:0.0:1789760741.305134:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760741.305141:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760741.305156:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22102016 i_blocks 45063 00000020:00200000:0.0:1789760741.305159:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760741.305170:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760741.305199:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22102016, count: 4096 00000080:00200000:0.0:1789760741.305206:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22102016, bytes: 4096 00000080:00200000:0.0:1789760741.305215:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760741.305223:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760741.305225:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22102016, 22106112) 0 0 00000080:00200000:0.0:1789760741.305228:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760741.305243:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5396, 5396] 00020000:00200000:0.0:1789760741.305250:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22102016 chunk: [22102016, 22106112) 22106112, 4096 00020000:00200000:0.0:1789760741.305254:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760741.305272:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5396, 5396] 00000008:00010000:0.0:1789760741.305287:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760741.305292:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760741.305301:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22102016, 22106112) append 0 append lockpos 0 00000080:00200000:0.0:1789760741.305313:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22102016=0x1514000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760741.305361:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760741.305364:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22106112 00000020:00010000:0.0:1789760741.305381:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760741.305385:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760741.305388:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760741.305390:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760741.305394:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760741.305411:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760741.305418:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760741.305435:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760741.305534:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 22102016<>22106112 00000100:00100000:0.0:1789760741.305583:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760741.305601:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515689216:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760741.339807:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972713 gen 2 00000008:00010000:0.0:1789760741.339890:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:0.0:1789760741.339900:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760741.339911:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760741.339938:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:0.0:1789760741.340048:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515689216:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760741.340159:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5396, 5396] 00000080:00200000:2.0:1789760741.340176:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760741.340182:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760741.340198:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22106112 i_blocks 45063 00000020:00200000:2.0:1789760741.340203:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760741.340213:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760741.340252:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22106112, count: 4096 00000080:00200000:2.0:1789760741.340259:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22106112, bytes: 4096 00000080:00200000:2.0:1789760741.340271:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760741.340280:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760741.340283:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22106112, 22110208) 0 0 00000080:00200000:2.0:1789760741.340287:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760741.340303:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5397, 5397] 00020000:00200000:2.0:1789760741.340313:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22106112 chunk: [22106112, 22110208) 22110208, 4096 00020000:00200000:2.0:1789760741.340318:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760741.340338:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5397, 5397] 00000008:00010000:2.0:1789760741.340357:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760741.340362:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760741.340384:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22106112, 22110208) append 0 append lockpos 0 00000080:00200000:2.0:1789760741.340458:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22106112=0x1515000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760741.340523:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760741.340526:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22110208 00000020:00010000:2.0:1789760741.340536:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760741.340539:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760741.340543:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760741.340546:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760741.340549:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760741.340560:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760741.340567:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760741.340585:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760741.340695:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 22106112<>22110208 00000100:00100000:3.0:1789760741.340774:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515689344:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760741.362456:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789760741.385304:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972714 gen 2 00000008:00010000:3.0:1789760741.385360:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8540 00000020:00200000:3.0:1789760741.385378:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760741.385391:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760741.385415:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8540 00000100:00100000:3.0:1789760741.385448:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515689344:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760741.385581:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5397, 5397] 00000080:00200000:0.0:1789760741.385599:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760741.385605:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760741.385621:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22110208 i_blocks 45063 00000020:00200000:0.0:1789760741.385625:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760741.385636:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760741.385673:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22110208, count: 4096 00000080:00200000:0.0:1789760741.385680:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22110208, bytes: 4096 00000080:00200000:0.0:1789760741.385691:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760741.385700:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760741.385702:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22110208, 22114304) 0 0 00000080:00200000:0.0:1789760741.385706:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760741.385724:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5398, 5398] 00020000:00200000:0.0:1789760741.385733:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22110208 chunk: [22110208, 22114304) 22114304, 4096 00020000:00200000:0.0:1789760741.385738:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760741.385757:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5398, 5398] 00000008:00010000:0.0:1789760741.385776:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760741.385781:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760741.385793:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22110208, 22114304) append 0 append lockpos 0 00000080:00200000:0.0:1789760741.385806:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22110208=0x1516000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760741.385894:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760741.385897:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22114304 00000020:00010000:0.0:1789760741.385905:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760741.385909:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760741.385913:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760741.385916:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760741.385920:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760741.385928:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760741.385934:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760741.385950:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760741.386074:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 22110208<>22114304 00000100:00100000:1.0:1789760741.386288:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515689472:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760741.432121:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972715 gen 2 00000008:00010000:1.0:1789760741.432180:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760741.432190:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760741.432200:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760741.432284:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760741.432314:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515689472:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760741.432400:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5398, 5398] 00000080:00200000:0.0:1789760741.432417:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760741.432425:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760741.432442:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22114304 i_blocks 45063 00000020:00200000:0.0:1789760741.432445:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760741.432456:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760741.432491:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22114304, count: 4096 00000080:00200000:0.0:1789760741.432499:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22114304, bytes: 4096 00000080:00200000:0.0:1789760741.432509:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760741.432518:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760741.432521:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22114304, 22118400) 0 0 00000080:00200000:0.0:1789760741.432525:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760741.432542:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5399, 5399] 00020000:00200000:0.0:1789760741.432552:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22114304 chunk: [22114304, 22118400) 22118400, 4096 00020000:00200000:0.0:1789760741.432557:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760741.432577:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5399, 5399] 00000008:00010000:0.0:1789760741.432593:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760741.432598:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760741.432610:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22114304, 22118400) append 0 append lockpos 0 00000080:00200000:0.0:1789760741.432625:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22114304=0x1517000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760741.432680:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760741.432683:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22118400 00000020:00010000:0.0:1789760741.432692:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760741.432695:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760741.432699:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760741.432702:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760741.432704:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760741.432711:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760741.432719:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760741.432736:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760741.432848:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5180 - object 0x240000400:4 offset 22114304<>22118400 00000100:00100000:1.0:1789760741.433040:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515689600:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760741.489520:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972716 gen 2 00000008:00010000:1.0:1789760741.489573:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760741.489582:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760741.489594:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760741.489630:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760741.489664:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515689600:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760741.490200:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5399, 5399] 00000080:00200000:0.0:1789760741.490217:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760741.490224:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760741.490240:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22118400 i_blocks 45063 00000020:00200000:0.0:1789760741.490243:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760741.490253:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760741.490284:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22118400, count: 4096 00000080:00200000:0.0:1789760741.490290:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22118400, bytes: 4096 00000080:00200000:0.0:1789760741.490310:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760741.490320:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760741.490322:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22118400, 22122496) 0 0 00000080:00200000:0.0:1789760741.490327:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760741.490343:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5400, 5400] 00020000:00200000:0.0:1789760741.490352:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22118400 chunk: [22118400, 22122496) 22122496, 4096 00020000:00200000:0.0:1789760741.490357:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760741.490393:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5400, 5400] 00000008:00010000:0.0:1789760741.490413:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760741.490419:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760741.490431:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22118400, 22122496) append 0 append lockpos 0 00000080:00200000:0.0:1789760741.490444:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22118400=0x1518000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760741.490499:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760741.490501:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22122496 00000020:00010000:0.0:1789760741.490509:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760741.490512:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760741.490516:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760741.490519:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760741.490522:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760741.490530:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760741.490536:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760741.490551:0:8924:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760741.490655:0:8924:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4a80 - object 0x240000400:4 offset 22118400<>22122496 00000100:00100000:1.0:1789760741.491175:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515689728:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760741.536775:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972717 gen 2 00000008:00010000:1.0:1789760741.536812:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760741.536819:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760741.537587:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760741.537612:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760741.537638:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515689728:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760741.537798:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5400, 5400] 00000080:00200000:0.0:1789760741.537812:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760741.537817:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760741.540236:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22122496 i_blocks 45063 00000020:00200000:0.0:1789760741.540248:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760741.540262:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760741.540290:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22122496, count: 4096 00000080:00200000:0.0:1789760741.540299:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22122496, bytes: 4096 00000080:00200000:0.0:1789760741.540310:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760741.540318:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760741.540320:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22122496, 22126592) 0 0 00000080:00200000:0.0:1789760741.540324:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760741.540338:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5401, 5401] 00020000:00200000:0.0:1789760741.540483:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22122496 chunk: [22122496, 22126592) 22126592, 4096 00020000:00200000:0.0:1789760741.540488:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760741.540507:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5401, 5401] 00000008:00010000:0.0:1789760741.540521:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760741.540526:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760741.540536:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22122496, 22126592) append 0 append lockpos 0 00000080:00200000:0.0:1789760741.540548:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22122496=0x1519000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760741.540602:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760741.540604:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22126592 00000020:00010000:0.0:1789760741.540612:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760741.540615:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760741.540619:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760741.540622:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760741.540625:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760741.540632:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760741.540637:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760741.540664:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760741.540750:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4a80 - object 0x240000400:4 offset 22122496<>22126592 00000100:00100000:1.0:1789760741.540813:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760741.540912:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515689856:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760741.581191:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972718 gen 2 00000008:00010000:1.0:1789760741.581225:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760741.581232:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760741.581240:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760741.581300:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760741.581324:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515689856:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760741.584119:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5401, 5401] 00000080:00200000:0.0:1789760741.584138:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760741.584143:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760741.584156:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22126592 i_blocks 45063 00000020:00200000:0.0:1789760741.584160:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760741.584172:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760741.584198:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22126592, count: 4096 00000080:00200000:0.0:1789760741.584204:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22126592, bytes: 4096 00000080:00200000:0.0:1789760741.584215:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760741.584222:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760741.584225:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22126592, 22130688) 0 0 00000080:00200000:0.0:1789760741.584228:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760741.584240:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5402, 5402] 00020000:00200000:0.0:1789760741.584247:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22126592 chunk: [22126592, 22130688) 22130688, 4096 00020000:00200000:0.0:1789760741.584251:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760741.584267:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5402, 5402] 00000008:00010000:0.0:1789760741.584280:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760741.584285:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760741.584294:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22126592, 22130688) append 0 append lockpos 0 00000080:00200000:0.0:1789760741.584304:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22126592=0x151a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760741.584358:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760741.584361:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22130688 00000020:00010000:0.0:1789760741.584383:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760741.584387:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760741.584390:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760741.584393:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760741.584396:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760741.584403:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760741.584408:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760741.584435:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760741.584587:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5180 - object 0x240000400:4 offset 22126592<>22130688 00000100:00100000:1.0:1789760741.584671:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515689984:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760741.638051:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972719 gen 2 00000008:00010000:1.0:1789760741.638086:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760741.638092:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760741.638102:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760741.638174:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760741.638198:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515689984:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760741.639273:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5402, 5402] 00000080:00200000:0.0:1789760741.639289:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760741.639295:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760741.639309:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22130688 i_blocks 45063 00000020:00200000:0.0:1789760741.639314:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760741.639324:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760741.640822:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22130688, count: 4096 00000080:00200000:0.0:1789760741.640837:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22130688, bytes: 4096 00000080:00200000:0.0:1789760741.640850:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760741.640872:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760741.640874:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22130688, 22134784) 0 0 00000080:00200000:0.0:1789760741.640879:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760741.640893:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5403, 5403] 00020000:00200000:0.0:1789760741.640900:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22130688 chunk: [22130688, 22134784) 22134784, 4096 00020000:00200000:0.0:1789760741.640904:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760741.640931:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5403, 5403] 00000008:00010000:0.0:1789760741.640946:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760741.640951:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760741.640960:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22130688, 22134784) append 0 append lockpos 0 00000080:00200000:0.0:1789760741.640972:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22130688=0x151b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760741.641026:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760741.641029:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22134784 00000020:00010000:0.0:1789760741.641035:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760741.641038:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760741.641042:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760741.641045:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760741.641047:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760741.641055:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760741.641060:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760741.641085:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760741.641167:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 22130688<>22134784 00000100:00100000:0.0:1789760741.641232:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515690112:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760741.676624:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972720 gen 2 00000008:00010000:0.0:1789760741.676659:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:0.0:1789760741.676667:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760741.676676:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760741.676765:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:0.0:1789760741.676791:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515690112:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760741.678116:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5403, 5403] 00000080:00200000:1.0:1789760741.678133:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760741.678138:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760741.678152:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22134784 i_blocks 45063 00000020:00200000:1.0:1789760741.678156:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760741.678165:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760741.678191:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22134784, count: 4096 00000080:00200000:1.0:1789760741.678198:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22134784, bytes: 4096 00000080:00200000:1.0:1789760741.678209:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760741.678215:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760741.678218:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22134784, 22138880) 0 0 00000080:00200000:1.0:1789760741.678222:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760741.678234:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5404, 5404] 00020000:00200000:1.0:1789760741.678240:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22134784 chunk: [22134784, 22138880) 22138880, 4096 00020000:00200000:1.0:1789760741.678244:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760741.678258:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5404, 5404] 00000008:00010000:1.0:1789760741.678272:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760741.678277:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760741.678286:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22134784, 22138880) append 0 append lockpos 0 00000080:00200000:1.0:1789760741.678297:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22134784=0x151c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760741.678346:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760741.678349:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22138880 00000020:00010000:1.0:1789760741.678355:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760741.678359:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760741.678361:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760741.678377:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760741.678381:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760741.678388:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760741.678393:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760741.678479:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760741.678560:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571c00 - object 0x240000400:4 offset 22134784<>22138880 00000100:00100000:0.0:1789760741.678627:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760741.678698:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515690240:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760741.716943:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972721 gen 2 00000008:00010000:0.0:1789760741.716979:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:0.0:1789760741.716986:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760741.717003:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760741.717026:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:0.0:1789760741.717049:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515690240:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760741.717976:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5404, 5404] 00000080:00200000:1.0:1789760741.717991:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760741.717997:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760741.718009:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22138880 i_blocks 45063 00000020:00200000:1.0:1789760741.718013:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760741.718022:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760741.718047:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22138880, count: 4096 00000080:00200000:1.0:1789760741.718053:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22138880, bytes: 4096 00000080:00200000:1.0:1789760741.718062:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760741.718069:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760741.718071:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22138880, 22142976) 0 0 00000080:00200000:1.0:1789760741.718074:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760741.718086:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5405, 5405] 00020000:00200000:1.0:1789760741.718094:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22138880 chunk: [22138880, 22142976) 22142976, 4096 00020000:00200000:1.0:1789760741.718098:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760741.718111:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5405, 5405] 00000008:00010000:1.0:1789760741.718124:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760741.718128:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760741.718138:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22138880, 22142976) append 0 append lockpos 0 00000080:00200000:1.0:1789760741.718147:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22138880=0x151d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760741.718195:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760741.718198:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22142976 00000020:00010000:1.0:1789760741.718205:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760741.718208:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760741.718211:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760741.718214:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760741.718217:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760741.718224:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760741.718230:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760741.718247:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8d80 00000008:00100000:1.0:1789760741.718326:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 22138880<>22142976 00000100:00100000:0.0:1789760741.718401:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515690368:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760741.761200:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8d80 00000020:00200000:0.0:1789760741.761211:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760741.761220:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760741.761242:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8d80 00000100:00100000:0.0:1789760741.761270:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515690368:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760741.761426:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5405, 5405] 00000080:00200000:1.0:1789760741.761438:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760741.761445:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760741.761457:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22142976 i_blocks 45063 00000020:00200000:1.0:1789760741.761461:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760741.761470:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760741.761498:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22142976, count: 4096 00000080:00200000:1.0:1789760741.761505:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22142976, bytes: 4096 00000080:00200000:1.0:1789760741.761514:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760741.761521:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760741.761523:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22142976, 22147072) 0 0 00000080:00200000:1.0:1789760741.761526:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760741.761539:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5406, 5406] 00020000:00200000:1.0:1789760741.761546:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22142976 chunk: [22142976, 22147072) 22147072, 4096 00020000:00200000:1.0:1789760741.761550:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760741.761564:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5406, 5406] 00000008:00010000:1.0:1789760741.761577:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760741.761582:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760741.761591:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22142976, 22147072) append 0 append lockpos 0 00000080:00200000:1.0:1789760741.761601:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22142976=0x151e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760741.761639:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760741.761641:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22147072 00000020:00010000:1.0:1789760741.761647:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760741.761651:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760741.761654:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760741.761656:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760741.761659:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760741.761665:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760741.761670:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760741.761778:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8780 00000008:00100000:0.0:1789760741.761894:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 22142976<>22147072 00000100:00100000:0.0:1789760741.761930:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760741.761943:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515690496:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760741.798951:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972723 gen 2 00000008:00010000:0.0:1789760741.799000:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8780 00000020:00200000:0.0:1789760741.799017:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760741.799026:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760741.799045:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8780 00000100:00100000:0.0:1789760741.799070:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515690496:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760741.799242:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5406, 5406] 00000080:00200000:1.0:1789760741.799254:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760741.799259:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760741.799272:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22147072 i_blocks 45063 00000020:00200000:1.0:1789760741.799275:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760741.799294:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760741.799319:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22147072, count: 4096 00000080:00200000:1.0:1789760741.799325:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22147072, bytes: 4096 00000080:00200000:1.0:1789760741.799333:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760741.799340:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760741.799342:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22147072, 22151168) 0 0 00000080:00200000:1.0:1789760741.799345:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760741.799357:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5407, 5407] 00020000:00200000:1.0:1789760741.799374:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22147072 chunk: [22147072, 22151168) 22151168, 4096 00020000:00200000:1.0:1789760741.799378:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760741.799392:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5407, 5407] 00000008:00010000:1.0:1789760741.799406:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760741.799410:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760741.799419:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22147072, 22151168) append 0 append lockpos 0 00000080:00200000:1.0:1789760741.799431:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22147072=0x151f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760741.799475:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760741.799478:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22151168 00000020:00010000:1.0:1789760741.799485:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760741.799488:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760741.799491:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760741.799494:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760741.799496:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760741.799503:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760741.799509:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760741.799524:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760741.799604:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 22147072<>22151168 00000100:00100000:1.0:1789760741.799643:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760741.799657:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515690624:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760741.832656:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972724 gen 2 00000008:00010000:1.0:1789760741.832690:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:1.0:1789760741.832696:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760741.832704:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760741.832726:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:1.0:1789760741.832749:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515690624:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760741.832834:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5407, 5407] 00000080:00200000:0.0:1789760741.832846:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760741.832851:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760741.832886:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22151168 i_blocks 45063 00000020:00200000:0.0:1789760741.832890:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760741.832897:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760741.832921:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22151168, count: 4096 00000080:00200000:0.0:1789760741.832927:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22151168, bytes: 4096 00000080:00200000:0.0:1789760741.832934:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760741.832941:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760741.832943:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22151168, 22155264) 0 0 00000080:00200000:0.0:1789760741.832946:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760741.832959:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5408, 5408] 00020000:00200000:0.0:1789760741.832966:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22151168 chunk: [22151168, 22155264) 22155264, 4096 00020000:00200000:0.0:1789760741.832969:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760741.832983:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5408, 5408] 00000008:00010000:0.0:1789760741.832997:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760741.833002:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760741.833023:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22151168, 22155264) append 0 append lockpos 0 00000080:00200000:0.0:1789760741.833035:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22151168=0x1520000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760741.833078:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760741.833081:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22155264 00000020:00010000:0.0:1789760741.833216:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760741.833222:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760741.833225:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760741.833228:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760741.833231:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760741.833238:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760741.833244:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760741.833261:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760741.833338:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 22151168<>22155264 00000100:00100000:1.0:1789760741.833464:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515690752:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760741.869698:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972725 gen 2 00000008:00010000:1.0:1789760741.869741:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760741.869747:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760741.869756:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760741.869781:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760741.869807:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515690752:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760741.870454:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5408, 5408] 00000080:00200000:0.0:1789760741.870470:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760741.870475:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760741.870490:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22155264 i_blocks 45063 00000020:00200000:0.0:1789760741.870494:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760741.870503:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760741.870531:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22155264, count: 4096 00000080:00200000:0.0:1789760741.870538:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22155264, bytes: 4096 00000080:00200000:0.0:1789760741.870548:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760741.870554:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760741.870556:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22155264, 22159360) 0 0 00000080:00200000:0.0:1789760741.870560:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760741.870573:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5409, 5409] 00020000:00200000:0.0:1789760741.870580:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22155264 chunk: [22155264, 22159360) 22159360, 4096 00020000:00200000:0.0:1789760741.870584:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760741.870597:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5409, 5409] 00000008:00010000:0.0:1789760741.870610:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760741.870615:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760741.870623:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22155264, 22159360) append 0 append lockpos 0 00000080:00200000:0.0:1789760741.870633:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22155264=0x1521000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760741.870681:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760741.870683:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22159360 00000020:00010000:0.0:1789760741.870690:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760741.870693:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760741.870696:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760741.870699:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760741.870701:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760741.870707:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760741.870712:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760741.870729:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760741.870818:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5c00 - object 0x240000400:4 offset 22155264<>22159360 00000100:00100000:0.0:1789760741.870890:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515690880:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760741.912531:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:0.0:1789760741.912543:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760741.912553:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760741.912578:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:0.0:1789760741.912602:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515690880:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760741.912691:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5409, 5409] 00000080:00200000:1.0:1789760741.912705:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760741.912710:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760741.912721:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22159360 i_blocks 45063 00000020:00200000:1.0:1789760741.912725:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760741.912733:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760741.912762:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22159360, count: 4096 00000080:00200000:1.0:1789760741.912768:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22159360, bytes: 4096 00000080:00200000:1.0:1789760741.912775:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760741.912783:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760741.912785:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22159360, 22163456) 0 0 00000080:00200000:1.0:1789760741.912790:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760741.912804:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5410, 5410] 00020000:00200000:1.0:1789760741.912811:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22159360 chunk: [22159360, 22163456) 22163456, 4096 00020000:00200000:1.0:1789760741.912814:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760741.912830:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5410, 5410] 00000008:00010000:1.0:1789760741.912843:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760741.912848:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760741.912886:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22159360, 22163456) append 0 append lockpos 0 00000080:00200000:1.0:1789760741.912898:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22159360=0x1522000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760741.912944:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760741.912947:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22163456 00000020:00010000:1.0:1789760741.912954:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760741.912957:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760741.912960:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760741.912963:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760741.912966:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760741.912972:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760741.912978:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760741.912992:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760741.913207:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 22159360<>22163456 00000100:00100000:1.0:1789760741.913254:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515691008:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760741.975228:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972727 gen 2 00000008:00010000:1.0:1789760741.975288:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:1.0:1789760741.975296:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760741.975306:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760741.975393:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:1.0:1789760741.975418:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515691008:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760741.976583:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5410, 5410] 00000080:00200000:0.0:1789760741.976600:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760741.976606:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760741.976619:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22163456 i_blocks 45063 00000020:00200000:0.0:1789760741.976624:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760741.976634:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760741.976662:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22163456, count: 4096 00000080:00200000:0.0:1789760741.976669:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22163456, bytes: 4096 00000080:00200000:0.0:1789760741.976681:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760741.976688:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760741.976690:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22163456, 22167552) 0 0 00000080:00200000:0.0:1789760741.976694:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760741.976706:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5411, 5411] 00020000:00200000:0.0:1789760741.976712:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22163456 chunk: [22163456, 22167552) 22167552, 4096 00020000:00200000:0.0:1789760741.976717:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760741.976732:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5411, 5411] 00000008:00010000:0.0:1789760741.976746:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760741.976751:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760741.976759:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22163456, 22167552) append 0 append lockpos 0 00000080:00200000:0.0:1789760741.977591:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22163456=0x1523000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760741.977657:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760741.977659:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22167552 00000020:00010000:0.0:1789760741.977668:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760741.977671:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760741.977674:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760741.977678:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760741.977681:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760741.977688:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760741.977693:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760741.977715:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760741.977877:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 22163456<>22167552 00000100:00100000:1.0:1789760741.977962:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760741.980932:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515691136:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760742.027940:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972728 gen 2 00000008:00010000:1.0:1789760742.027976:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760742.027982:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760742.027991:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760742.028013:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760742.028036:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515691136:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760742.028440:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5411, 5411] 00000080:00200000:0.0:1789760742.028455:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760742.028460:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760742.028481:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22167552 i_blocks 45063 00000020:00200000:0.0:1789760742.028485:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760742.028493:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760742.028519:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22167552, count: 4096 00000080:00200000:0.0:1789760742.028525:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22167552, bytes: 4096 00000080:00200000:0.0:1789760742.028533:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760742.028541:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760742.028543:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22167552, 22171648) 0 0 00000080:00200000:0.0:1789760742.028547:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760742.028558:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5412, 5412] 00020000:00200000:0.0:1789760742.028565:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22167552 chunk: [22167552, 22171648) 22171648, 4096 00020000:00200000:0.0:1789760742.028568:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760742.028582:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5412, 5412] 00000008:00010000:0.0:1789760742.028595:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760742.028599:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760742.028608:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22167552, 22171648) append 0 append lockpos 0 00000080:00200000:0.0:1789760742.028622:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22167552=0x1524000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760742.028666:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760742.028669:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22171648 00000020:00010000:0.0:1789760742.028675:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760742.028679:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760742.028682:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760742.028685:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760742.028688:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760742.028695:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760742.028701:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760742.028715:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760742.028804:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4380 - object 0x240000400:4 offset 22167552<>22171648 00000100:00100000:0.0:1789760742.028846:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760742.028886:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515691264:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760742.091549:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:0.0:1789760742.091560:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760742.091569:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760742.091595:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:0.0:1789760742.091622:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515691264:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760742.092197:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5412, 5412] 00000080:00200000:1.0:1789760742.092212:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760742.092218:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760742.092230:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22171648 i_blocks 45063 00000020:00200000:1.0:1789760742.092233:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760742.092242:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760742.092267:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22171648, count: 4096 00000080:00200000:1.0:1789760742.092273:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22171648, bytes: 4096 00000080:00200000:1.0:1789760742.092282:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760742.092288:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760742.092290:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22171648, 22175744) 0 0 00000080:00200000:1.0:1789760742.092294:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760742.092306:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5413, 5413] 00020000:00200000:1.0:1789760742.092312:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22171648 chunk: [22171648, 22175744) 22175744, 4096 00020000:00200000:1.0:1789760742.092397:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760742.092414:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5413, 5413] 00000008:00010000:1.0:1789760742.092427:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760742.092431:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760742.092440:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22171648, 22175744) append 0 append lockpos 0 00000080:00200000:1.0:1789760742.092452:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22171648=0x1525000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760742.092497:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760742.092499:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22175744 00000020:00010000:1.0:1789760742.092506:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760742.092509:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760742.092513:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760742.092516:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760742.092518:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760742.092525:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760742.092530:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760742.092543:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760742.092621:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 22171648<>22175744 00000100:00100000:1.0:1789760742.092666:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760742.092682:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515691392:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760742.184789:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972730 gen 2 00000008:00010000:1.0:1789760742.184839:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:1.0:1789760742.184845:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760742.185632:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760742.185670:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:1.0:1789760742.185700:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515691392:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760742.185825:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5413, 5413] 00000080:00200000:0.0:1789760742.185838:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760742.185842:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760742.185872:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22175744 i_blocks 45063 00000020:00200000:0.0:1789760742.185876:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760742.185884:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760742.185909:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22175744, count: 4096 00000080:00200000:0.0:1789760742.185915:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22175744, bytes: 4096 00000080:00200000:0.0:1789760742.185926:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760742.185933:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760742.185935:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22175744, 22179840) 0 0 00000080:00200000:0.0:1789760742.185938:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760742.185949:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5414, 5414] 00020000:00200000:0.0:1789760742.185956:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22175744 chunk: [22175744, 22179840) 22179840, 4096 00020000:00200000:0.0:1789760742.185960:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760742.185974:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5414, 5414] 00000008:00010000:0.0:1789760742.185987:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760742.185992:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760742.186001:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22175744, 22179840) append 0 append lockpos 0 00000080:00200000:0.0:1789760742.186011:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22175744=0x1526000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760742.186053:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760742.186056:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22179840 00000020:00010000:0.0:1789760742.186062:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760742.186065:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760742.186068:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760742.186071:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760742.186074:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760742.186080:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760742.186085:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760742.186099:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760742.186177:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 22175744<>22179840 00000100:00100000:0.0:1789760742.186220:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760742.186234:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515691520:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760742.229378:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972731 gen 2 00000008:00010000:0.0:1789760742.229414:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:0.0:1789760742.229420:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760742.229428:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760742.229501:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:0.0:1789760742.229525:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515691520:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760742.232558:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5414, 5414] 00000080:00200000:1.0:1789760742.232579:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760742.232585:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760742.232599:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22179840 i_blocks 45063 00000020:00200000:1.0:1789760742.232604:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760742.232616:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760742.232642:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22179840, count: 4096 00000080:00200000:1.0:1789760742.232649:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22179840, bytes: 4096 00000080:00200000:1.0:1789760742.232658:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760742.232666:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760742.232668:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22179840, 22183936) 0 0 00000080:00200000:1.0:1789760742.232672:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760742.232686:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5415, 5415] 00020000:00200000:1.0:1789760742.232693:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22179840 chunk: [22179840, 22183936) 22183936, 4096 00020000:00200000:1.0:1789760742.232698:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760742.232964:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5415, 5415] 00000008:00010000:1.0:1789760742.232981:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760742.232985:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760742.232995:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22179840, 22183936) append 0 append lockpos 0 00000080:00200000:1.0:1789760742.233006:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22179840=0x1527000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760742.233055:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760742.233058:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22183936 00000020:00010000:1.0:1789760742.233065:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760742.233068:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760742.233071:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760742.233073:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760742.233076:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760742.233082:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760742.233087:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760742.233108:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760742.233184:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 22179840<>22183936 00000100:00100000:1.0:1789760742.233241:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760742.233260:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515691648:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760742.293128:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972732 gen 2 00000008:00010000:1.0:1789760742.293161:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:1.0:1789760742.293168:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760742.293176:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760742.293244:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:1.0:1789760742.293267:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515691648:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760742.294252:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5415, 5415] 00000080:00200000:0.0:1789760742.294266:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760742.294271:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760742.294284:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22183936 i_blocks 45063 00000020:00200000:0.0:1789760742.294287:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760742.294295:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760742.294322:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22183936, count: 4096 00000080:00200000:0.0:1789760742.294329:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22183936, bytes: 4096 00000080:00200000:0.0:1789760742.294338:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760742.294345:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760742.294347:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22183936, 22188032) 0 0 00000080:00200000:0.0:1789760742.294351:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760742.294372:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5416, 5416] 00020000:00200000:0.0:1789760742.294379:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22183936 chunk: [22183936, 22188032) 22188032, 4096 00020000:00200000:0.0:1789760742.294383:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760742.294399:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5416, 5416] 00000008:00010000:0.0:1789760742.294411:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760742.294416:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760742.294424:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22183936, 22188032) append 0 append lockpos 0 00000080:00200000:0.0:1789760742.294435:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22183936=0x1528000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760742.294478:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760742.294482:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22188032 00000020:00010000:0.0:1789760742.294488:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760742.294491:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760742.294494:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760742.294497:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760742.294500:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760742.294506:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760742.294512:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760742.294528:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760742.294607:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 22183936<>22188032 00000100:00100000:1.0:1789760742.294677:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515691776:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760742.337817:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760742.337828:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760742.337838:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760742.337882:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760742.337906:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515691776:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760742.337989:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5416, 5416] 00000080:00200000:0.0:1789760742.338001:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760742.338006:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760742.338018:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22188032 i_blocks 45063 00000020:00200000:0.0:1789760742.338022:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760742.338030:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760742.338055:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22188032, count: 4096 00000080:00200000:0.0:1789760742.338061:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22188032, bytes: 4096 00000080:00200000:0.0:1789760742.338068:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760742.338074:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760742.338077:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22188032, 22192128) 0 0 00000080:00200000:0.0:1789760742.338081:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760742.338093:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5417, 5417] 00020000:00200000:0.0:1789760742.338099:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22188032 chunk: [22188032, 22192128) 22192128, 4096 00020000:00200000:0.0:1789760742.338102:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760742.338117:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5417, 5417] 00000008:00010000:0.0:1789760742.338130:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760742.338134:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760742.338143:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22188032, 22192128) append 0 append lockpos 0 00000080:00200000:0.0:1789760742.338154:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22188032=0x1529000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760742.338198:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760742.338201:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22192128 00000020:00010000:0.0:1789760742.338207:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760742.338211:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760742.338213:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760742.338216:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760742.338218:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760742.338225:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760742.338230:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760742.338243:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760742.338315:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4000 - object 0x240000400:4 offset 22188032<>22192128 00000100:00100000:1.0:1789760742.338420:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515691904:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760742.381404:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972734 gen 2 00000008:00010000:1.0:1789760742.381457:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760742.381463:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760742.381480:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760742.381497:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760742.381519:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515691904:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760742.381660:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5417, 5417] 00000080:00200000:0.0:1789760742.381671:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760742.381676:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760742.381688:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22192128 i_blocks 45063 00000020:00200000:0.0:1789760742.381691:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760742.381699:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760742.381723:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22192128, count: 4096 00000080:00200000:0.0:1789760742.381729:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22192128, bytes: 4096 00000080:00200000:0.0:1789760742.381736:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760742.381742:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760742.381744:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22192128, 22196224) 0 0 00000080:00200000:0.0:1789760742.381748:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760742.381760:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5418, 5418] 00020000:00200000:0.0:1789760742.381766:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22192128 chunk: [22192128, 22196224) 22196224, 4096 00020000:00200000:0.0:1789760742.381770:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760742.381784:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5418, 5418] 00000008:00010000:0.0:1789760742.381796:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760742.381801:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760742.381809:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22192128, 22196224) append 0 append lockpos 0 00000080:00200000:0.0:1789760742.381819:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22192128=0x152a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760742.381888:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760742.381891:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22196224 00000020:00010000:0.0:1789760742.381898:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760742.381901:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760742.381904:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760742.381908:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760742.381911:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760742.381917:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760742.381923:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760742.382110:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760742.382183:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6300 - object 0x240000400:4 offset 22192128<>22196224 00000100:00100000:1.0:1789760742.382593:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515692032:192.168.203.146@tcp:4:dd.0 00010000:00010000:3.0:1789760742.386696:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:1.0:1789760742.443685:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760742.443698:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760742.443707:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760742.443774:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760742.443809:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515692032:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760742.444053:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5418, 5418] 00000080:00200000:0.0:1789760742.444068:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760742.444073:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760742.444085:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22196224 i_blocks 45063 00000020:00200000:0.0:1789760742.444088:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760742.444097:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760742.444122:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22196224, count: 4096 00000080:00200000:0.0:1789760742.444128:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22196224, bytes: 4096 00000080:00200000:0.0:1789760742.444136:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760742.444143:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760742.444145:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22196224, 22200320) 0 0 00000080:00200000:0.0:1789760742.444149:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760742.444161:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5419, 5419] 00020000:00200000:0.0:1789760742.444167:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22196224 chunk: [22196224, 22200320) 22200320, 4096 00020000:00200000:0.0:1789760742.444171:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760742.444186:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5419, 5419] 00000008:00010000:0.0:1789760742.444200:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760742.444205:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760742.444213:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22196224, 22200320) append 0 append lockpos 0 00000080:00200000:0.0:1789760742.444222:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22196224=0x152b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760742.444263:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760742.444266:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22200320 00000020:00010000:0.0:1789760742.444272:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760742.444275:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760742.444278:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760742.444282:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760742.444285:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760742.444292:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760742.444298:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760742.444312:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760742.444401:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7480 - object 0x240000400:4 offset 22196224<>22200320 00000100:00100000:1.0:1789760742.444465:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515692160:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760742.496883:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972735 gen 2 00000100:00100000:1.0:1789760742.496912:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc7480 x1876699515692160/t4294972736(4294972736) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760758 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760742.496949:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760742.496954:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760742.496962:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760742.496984:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760742.497004:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515692160:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760742.497350:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5419, 5419] 00000080:00200000:0.0:1789760742.497372:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760742.497377:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760742.497388:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22200320 i_blocks 45063 00000020:00200000:0.0:1789760742.497391:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760742.497400:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760742.497424:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22200320, count: 4096 00000080:00200000:0.0:1789760742.497429:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22200320, bytes: 4096 00000080:00200000:0.0:1789760742.497436:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760742.497443:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760742.497445:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22200320, 22204416) 0 0 00000080:00200000:0.0:1789760742.497448:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760742.497459:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5420, 5420] 00020000:00200000:0.0:1789760742.497464:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22200320 chunk: [22200320, 22204416) 22204416, 4096 00020000:00200000:0.0:1789760742.497478:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760742.497493:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5420, 5420] 00000008:00010000:0.0:1789760742.497504:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760742.497508:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760742.497517:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22200320, 22204416) append 0 append lockpos 0 00000080:00200000:0.0:1789760742.497527:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22200320=0x152c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760742.497572:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760742.497575:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22204416 00000020:00010000:0.0:1789760742.497582:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760742.497586:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760742.497589:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760742.497592:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760742.497595:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760742.497601:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760742.497606:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760742.497620:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760742.497692:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 22200320<>22204416 00000100:00100000:1.0:1789760742.497800:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515692288:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760742.513315:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:65ff60fc-9b44-48f8-988f-b0587af5cf52:2364:1876699515692416:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760742.513593:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515692544:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760742.515268:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2364:1876699515692672:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760742.517422:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:65ff60fc-9b44-48f8-988f-b0587af5cf52:2364:1876699515692416:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760742.524441:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2364:1876699515692672:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760742.524501:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515692544:192.168.203.146@tcp:400:kworker.0 00000100:00100000:1.0:1789760742.540926:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972736 gen 2 00000100:00100000:1.0:1789760742.540969:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc6a00 x1876699515692288/t4294972737(4294972737) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760758 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760742.541025:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760742.541033:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760742.541043:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760742.541067:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760742.541092:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515692288:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760742.541197:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5420, 5420] 00000080:00200000:0.0:1789760742.541215:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760742.541222:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760742.541237:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22204416 i_blocks 45063 00000020:00200000:0.0:1789760742.541241:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760742.541251:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760742.541287:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22204416, count: 4096 00000080:00200000:0.0:1789760742.541294:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22204416, bytes: 4096 00000080:00200000:0.0:1789760742.541304:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760742.541313:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760742.541315:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22204416, 22208512) 0 0 00000080:00200000:0.0:1789760742.541320:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760742.541338:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5421, 5421] 00020000:00200000:0.0:1789760742.541347:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22204416 chunk: [22204416, 22208512) 22208512, 4096 00020000:00200000:0.0:1789760742.541351:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760742.541382:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5421, 5421] 00000008:00010000:0.0:1789760742.541400:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760742.541406:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760742.541419:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22204416, 22208512) append 0 append lockpos 0 00000080:00200000:0.0:1789760742.541433:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22204416=0x152d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760742.541601:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760742.541605:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22208512 00000020:00010000:0.0:1789760742.541614:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760742.541618:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760742.541621:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760742.541625:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760742.541628:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760742.541635:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760742.541642:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760742.541659:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760742.541767:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6680 - object 0x240000400:4 offset 22204416<>22208512 00000100:00100000:1.0:1789760742.541833:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515692800:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760742.589583:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972738 gen 2 00000008:00010000:1.0:1789760742.589651:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760742.589660:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760742.589671:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760742.589745:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760742.589777:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515692800:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760742.590096:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5421, 5421] 00000080:00200000:0.0:1789760742.590115:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760742.590122:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760742.590138:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22208512 i_blocks 45063 00000020:00200000:0.0:1789760742.590142:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760742.590152:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760742.590188:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22208512, count: 4096 00000080:00200000:0.0:1789760742.590196:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22208512, bytes: 4096 00000080:00200000:0.0:1789760742.590206:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760742.590214:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760742.590217:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22208512, 22212608) 0 0 00000080:00200000:0.0:1789760742.590222:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760742.590239:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5422, 5422] 00020000:00200000:0.0:1789760742.590248:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22208512 chunk: [22208512, 22212608) 22212608, 4096 00020000:00200000:0.0:1789760742.590252:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760742.590283:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5422, 5422] 00000008:00010000:0.0:1789760742.590303:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760742.590308:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760742.590321:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22208512, 22212608) append 0 append lockpos 0 00000080:00200000:0.0:1789760742.590335:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22208512=0x152e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760742.590411:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760742.590414:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22212608 00000020:00010000:0.0:1789760742.590421:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760742.590425:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760742.590428:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760742.590431:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760742.590434:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760742.590443:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760742.590450:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760742.590590:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760742.590702:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 22208512<>22212608 00000100:00100000:1.0:1789760742.590779:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515692928:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760742.644925:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760742.644941:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760742.644953:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760742.645175:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5422, 5422] 00000080:00200000:2.0:1789760742.645192:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760742.645198:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760742.645214:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22212608 i_blocks 45063 00000020:00200000:2.0:1789760742.645218:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760742.645229:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760742.645261:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22212608, count: 4096 00000080:00200000:2.0:1789760742.645269:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22212608, bytes: 4096 00000080:00200000:2.0:1789760742.645280:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760742.645289:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760742.645292:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22212608, 22216704) 0 0 00000080:00200000:2.0:1789760742.645296:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760742.645315:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5423, 5423] 00020000:00200000:2.0:1789760742.645324:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22212608 chunk: [22212608, 22216704) 22216704, 4096 00020000:00200000:2.0:1789760742.645329:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760742.645349:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5423, 5423] 00000008:00010000:2.0:1789760742.645380:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760742.645386:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760742.645400:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22212608, 22216704) append 0 append lockpos 0 00000080:00200000:2.0:1789760742.645415:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22212608=0x152f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760742.645485:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760742.645488:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22216704 00000020:00010000:2.0:1789760742.645497:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760742.645500:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760742.645504:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760742.645508:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760742.645512:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760742.645521:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760742.645528:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760742.645552:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00010000:1.0:1789760742.645707:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760742.645732:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515692928:192.168.203.146@tcp:4:dd.0 00000008:00100000:2.0:1789760742.645904:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 22212608<>22216704 00000100:00100000:3.0:1789760742.645987:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515693056:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760742.717304:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972739 gen 2 00000100:00100000:3.0:1789760742.717348:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23a8380 x1876699515693056/t4294972740(4294972740) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760758 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760742.717408:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:3.0:1789760742.717415:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760742.717424:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760742.717506:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:3.0:1789760742.717532:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515693056:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760742.717610:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5423, 5423] 00000080:00200000:2.0:1789760742.717626:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760742.717632:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760742.717926:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22216704 i_blocks 45063 00000020:00200000:2.0:1789760742.717931:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760742.717940:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760742.718074:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22216704, count: 4096 00000080:00200000:2.0:1789760742.718082:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22216704, bytes: 4096 00000080:00200000:2.0:1789760742.718096:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760742.718104:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760742.718107:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22216704, 22220800) 0 0 00000080:00200000:2.0:1789760742.718112:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760742.718128:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5424, 5424] 00020000:00200000:2.0:1789760742.718137:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22216704 chunk: [22216704, 22220800) 22220800, 4096 00020000:00200000:2.0:1789760742.718141:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760742.718161:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5424, 5424] 00000008:00010000:2.0:1789760742.718180:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760742.718186:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760742.718198:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22216704, 22220800) append 0 append lockpos 0 00000080:00200000:2.0:1789760742.718212:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22216704=0x1530000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760742.718267:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760742.718270:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22220800 00000020:00010000:2.0:1789760742.718277:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760742.718280:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760742.718284:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760742.718288:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760742.718290:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760742.718299:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760742.718306:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760742.718326:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760742.718455:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 22216704<>22220800 00000100:00100000:3.0:1789760742.718514:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760742.718586:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515693184:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760742.760535:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972740 gen 2 00000100:00100000:3.0:1789760742.760577:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23ab800 x1876699515693184/t4294972741(4294972741) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760758 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760742.760628:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8000 00000020:00200000:3.0:1789760742.760635:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760742.760645:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760742.760707:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8000 00000100:00100000:3.0:1789760742.760732:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515693184:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760742.765765:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5424, 5424] 00000080:00200000:2.0:1789760742.765793:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760742.765801:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760742.765821:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22220800 i_blocks 45063 00000020:00200000:2.0:1789760742.765826:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760742.765840:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760742.765887:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22220800, count: 4096 00000080:00200000:2.0:1789760742.765895:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22220800, bytes: 4096 00000080:00200000:2.0:1789760742.765907:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760742.765916:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760742.765919:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22220800, 22224896) 0 0 00000080:00200000:2.0:1789760742.765923:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760742.765939:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5425, 5425] 00020000:00200000:2.0:1789760742.765948:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22220800 chunk: [22220800, 22224896) 22224896, 4096 00020000:00200000:2.0:1789760742.765953:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760742.765975:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5425, 5425] 00000008:00010000:2.0:1789760742.765995:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760742.766068:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760742.766083:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22220800, 22224896) append 0 append lockpos 0 00000080:00200000:2.0:1789760742.766098:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22220800=0x1531000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760742.766167:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760742.766170:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22224896 00000020:00010000:2.0:1789760742.766178:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760742.766182:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760742.766185:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760742.766188:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760742.766191:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760742.766201:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760742.766208:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760742.766241:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760742.766353:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 22220800<>22224896 00000100:00100000:2.0:1789760742.766407:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760742.766510:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515693312:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760742.832324:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972741 gen 2 00000100:00100000:3.0:1789760742.832377:0:2364:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23ab480 x1876699515693312/t4294972742(4294972742) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760758 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760742.832426:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:3.0:1789760742.832433:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760742.832442:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760742.832471:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000080:00200000:2.0:1789760742.832525:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5425, 5425] 00000080:00200000:2.0:1789760742.832543:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760742.832548:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760742.832563:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22224896 i_blocks 45063 00000020:00200000:2.0:1789760742.832567:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760742.832576:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760742.832611:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22224896, count: 4096 00000080:00200000:2.0:1789760742.832619:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22224896, bytes: 4096 00000080:00200000:2.0:1789760742.832634:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760742.832643:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760742.832646:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22224896, 22228992) 0 0 00000080:00200000:2.0:1789760742.832650:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000100:00100000:3.0:1789760742.832656:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515693312:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760742.832668:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5426, 5426] 00020000:00200000:2.0:1789760742.832678:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22224896 chunk: [22224896, 22228992) 22228992, 4096 00020000:00200000:2.0:1789760742.832683:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760742.832701:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5426, 5426] 00000008:00010000:2.0:1789760742.832720:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760742.832726:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760742.832737:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22224896, 22228992) append 0 append lockpos 0 00000080:00200000:2.0:1789760742.832750:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22224896=0x1532000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760742.832798:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760742.832800:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22228992 00000020:00010000:2.0:1789760742.832809:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760742.832811:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760742.832814:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760742.832817:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760742.832819:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760742.832828:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760742.832834:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760742.833210:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:3.0:1789760742.833319:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5180 - object 0x240000400:4 offset 22224896<>22228992 00000100:00100000:3.0:1789760742.833383:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515693440:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760742.876415:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972743 gen 2 00000008:00010000:3.0:1789760742.876679:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:3.0:1789760742.876689:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760742.876703:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760742.876912:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:3.0:1789760742.876944:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515693440:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760742.880715:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5426, 5426] 00000080:00200000:2.0:1789760742.880819:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760742.880829:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760742.880851:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22228992 i_blocks 45063 00000020:00200000:2.0:1789760742.880893:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760742.880913:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760742.880953:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22228992, count: 4096 00000080:00200000:2.0:1789760742.880962:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22228992, bytes: 4096 00000080:00200000:2.0:1789760742.880977:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760742.880987:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760742.880990:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22228992, 22233088) 0 0 00000080:00200000:2.0:1789760742.880994:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760742.881178:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5427, 5427] 00020000:00200000:2.0:1789760742.881193:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22228992 chunk: [22228992, 22233088) 22233088, 4096 00020000:00200000:2.0:1789760742.881199:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760742.881227:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5427, 5427] 00000008:00010000:2.0:1789760742.881250:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760742.881257:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760742.881272:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22228992, 22233088) append 0 append lockpos 0 00000080:00200000:2.0:1789760742.881292:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22228992=0x1533000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760742.881387:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760742.881390:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22233088 00000020:00010000:2.0:1789760742.881401:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760742.881405:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760742.881408:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760742.881412:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760742.881416:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760742.881428:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760742.881436:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760742.882143:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760742.882294:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 22228992<>22233088 00000100:00100000:3.0:1789760742.882416:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515693568:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760742.938502:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972744 gen 2 00000008:00010000:3.0:1789760742.938541:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8600 00000020:00200000:3.0:1789760742.938547:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760742.938555:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760742.938612:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8600 00000100:00100000:3.0:1789760742.938642:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515693568:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760742.940081:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5427, 5427] 00000080:00200000:2.0:1789760742.940264:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760742.940271:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760742.940285:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22233088 i_blocks 45063 00000020:00200000:2.0:1789760742.940289:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760742.940299:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760742.940398:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22233088, count: 4096 00000080:00200000:2.0:1789760742.940406:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22233088, bytes: 4096 00000080:00200000:2.0:1789760742.940424:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760742.940432:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760742.940434:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22233088, 22237184) 0 0 00000080:00200000:2.0:1789760742.940438:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760742.940451:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5428, 5428] 00020000:00200000:2.0:1789760742.940458:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22233088 chunk: [22233088, 22237184) 22237184, 4096 00020000:00200000:2.0:1789760742.940462:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760742.940479:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5428, 5428] 00000008:00010000:2.0:1789760742.940494:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760742.940498:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760742.940507:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22233088, 22237184) append 0 append lockpos 0 00000080:00200000:2.0:1789760742.940518:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22233088=0x1534000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760742.940575:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760742.940578:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22237184 00000020:00010000:2.0:1789760742.940584:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760742.940587:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760742.940590:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760742.940592:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760742.940595:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760742.940603:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760742.940609:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760742.942404:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760742.942510:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 22233088<>22237184 00000100:00100000:3.0:1789760742.942585:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760742.942754:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515693696:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760742.979733:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972745 gen 2 00000008:00010000:3.0:1789760742.979847:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8240 00000020:00200000:3.0:1789760742.979876:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760742.979886:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760742.979903:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8240 00000100:00100000:3.0:1789760742.979925:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515693696:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760742.979928:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5428, 5428] 00000080:00200000:2.0:1789760742.979941:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760742.979946:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760742.979958:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22237184 i_blocks 45063 00000020:00200000:2.0:1789760742.979961:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760742.979968:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760742.980008:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22237184, count: 4096 00000080:00200000:2.0:1789760742.980015:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22237184, bytes: 4096 00000080:00200000:2.0:1789760742.980023:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760742.980030:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760742.980032:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22237184, 22241280) 0 0 00000080:00200000:2.0:1789760742.980035:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760742.980048:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5429, 5429] 00020000:00200000:2.0:1789760742.980055:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22237184 chunk: [22237184, 22241280) 22241280, 4096 00020000:00200000:2.0:1789760742.980059:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760742.980075:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5429, 5429] 00000008:00010000:2.0:1789760742.980090:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760742.980095:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760742.980109:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22237184, 22241280) append 0 append lockpos 0 00000080:00200000:2.0:1789760742.980130:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22237184=0x1535000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760742.980175:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760742.980177:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22241280 00000020:00010000:2.0:1789760742.980184:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760742.980187:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760742.980190:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760742.980193:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760742.980195:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760742.980202:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760742.980208:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760742.980222:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8d80 00000008:00100000:2.0:1789760742.980298:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 22237184<>22241280 00000100:00100000:2.0:1789760742.980340:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760742.980365:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515693824:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760743.026481:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972746 gen 2 00000008:00010000:3.0:1789760743.026518:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8d80 00000020:00200000:3.0:1789760743.026524:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760743.026534:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760743.026550:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8d80 00000100:00100000:3.0:1789760743.026574:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515693824:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760743.026655:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5429, 5429] 00000080:00200000:2.0:1789760743.026668:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760743.026673:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760743.026684:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22241280 i_blocks 45063 00000020:00200000:2.0:1789760743.026688:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760743.026696:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760743.026720:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22241280, count: 4096 00000080:00200000:2.0:1789760743.026726:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22241280, bytes: 4096 00000080:00200000:2.0:1789760743.026734:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760743.026741:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760743.026743:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22241280, 22245376) 0 0 00000080:00200000:2.0:1789760743.026747:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760743.026913:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5430, 5430] 00020000:00200000:2.0:1789760743.026921:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22241280 chunk: [22241280, 22245376) 22245376, 4096 00020000:00200000:2.0:1789760743.026925:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760743.026940:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5430, 5430] 00000008:00010000:2.0:1789760743.026954:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760743.026959:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760743.026968:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22241280, 22245376) append 0 append lockpos 0 00000080:00200000:2.0:1789760743.026980:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22241280=0x1536000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760743.027128:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760743.027131:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22245376 00000020:00010000:2.0:1789760743.027138:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760743.027141:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760743.027144:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760743.027147:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760743.027149:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760743.027156:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760743.027161:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760743.027174:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8900 00000008:00100000:2.0:1789760743.027248:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 22241280<>22245376 00000100:00100000:3.0:1789760743.027384:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515693952:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760743.089773:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972747 gen 2 00000008:00010000:3.0:1789760743.089809:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8900 00000020:00200000:3.0:1789760743.089816:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760743.089826:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760743.089846:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8900 00000100:00100000:3.0:1789760743.089897:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515693952:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760743.089982:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5430, 5430] 00000080:00200000:2.0:1789760743.090006:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760743.090011:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760743.090023:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22245376 i_blocks 45063 00000020:00200000:2.0:1789760743.090027:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760743.090035:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760743.090061:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22245376, count: 4096 00000080:00200000:2.0:1789760743.090067:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22245376, bytes: 4096 00000080:00200000:2.0:1789760743.090074:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760743.090081:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760743.090083:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22245376, 22249472) 0 0 00000080:00200000:2.0:1789760743.090087:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760743.090098:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5431, 5431] 00020000:00200000:2.0:1789760743.090105:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22245376 chunk: [22245376, 22249472) 22249472, 4096 00020000:00200000:2.0:1789760743.090109:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760743.090246:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5431, 5431] 00000008:00010000:2.0:1789760743.090262:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760743.090266:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760743.090280:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22245376, 22249472) append 0 append lockpos 0 00000080:00200000:2.0:1789760743.090293:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22245376=0x1537000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760743.090343:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760743.090345:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22249472 00000020:00010000:2.0:1789760743.090362:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760743.090366:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760743.090369:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760743.090372:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760743.090374:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760743.090382:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760743.090388:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760743.090403:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760743.090477:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 22245376<>22249472 00000100:00100000:3.0:1789760743.090675:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760743.090691:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515694080:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760743.124163:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972748 gen 2 00000008:00010000:3.0:1789760743.124201:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:3.0:1789760743.124208:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760743.124217:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760743.124232:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:3.0:1789760743.124255:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515694080:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760743.124588:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5431, 5431] 00000080:00200000:2.0:1789760743.124601:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760743.124606:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760743.124619:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22249472 i_blocks 45063 00000020:00200000:2.0:1789760743.124622:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760743.124630:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760743.124655:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22249472, count: 4096 00000080:00200000:2.0:1789760743.124661:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22249472, bytes: 4096 00000080:00200000:2.0:1789760743.124668:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760743.124675:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760743.124677:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22249472, 22253568) 0 0 00000080:00200000:2.0:1789760743.124681:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760743.124693:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5432, 5432] 00020000:00200000:2.0:1789760743.124701:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22249472 chunk: [22249472, 22253568) 22253568, 4096 00020000:00200000:2.0:1789760743.124704:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760743.124718:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5432, 5432] 00000008:00010000:2.0:1789760743.124732:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760743.124737:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760743.124746:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22249472, 22253568) append 0 append lockpos 0 00000080:00200000:2.0:1789760743.124757:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22249472=0x1538000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760743.124801:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760743.124804:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22253568 00000020:00010000:2.0:1789760743.124811:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760743.124814:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760743.124817:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760743.124819:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760743.124822:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760743.124829:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760743.124834:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760743.124847:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8180 00000008:00100000:2.0:1789760743.124962:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 22249472<>22253568 00000100:00100000:3.0:1789760743.125347:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515694208:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760743.162332:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8180 00000020:00200000:3.0:1789760743.162344:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760743.162370:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760743.162434:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8180 00000100:00100000:3.0:1789760743.162458:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515694208:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760743.162669:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5432, 5432] 00000080:00200000:2.0:1789760743.162681:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760743.162686:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760743.162698:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22253568 i_blocks 45063 00000020:00200000:2.0:1789760743.162701:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760743.162709:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760743.162735:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22253568, count: 4096 00000080:00200000:2.0:1789760743.162741:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22253568, bytes: 4096 00000080:00200000:2.0:1789760743.162807:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760743.162815:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760743.162817:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22253568, 22257664) 0 0 00000080:00200000:2.0:1789760743.162821:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760743.162833:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5433, 5433] 00020000:00200000:2.0:1789760743.162840:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22253568 chunk: [22253568, 22257664) 22257664, 4096 00020000:00200000:2.0:1789760743.162844:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760743.162879:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5433, 5433] 00000008:00010000:2.0:1789760743.162894:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760743.162899:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760743.162908:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22253568, 22257664) append 0 append lockpos 0 00000080:00200000:2.0:1789760743.162918:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22253568=0x1539000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760743.162961:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760743.162964:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22257664 00000020:00010000:2.0:1789760743.162971:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760743.162974:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760743.162977:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760743.162980:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760743.162982:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760743.162989:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760743.163058:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760743.163073:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760743.163287:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 22253568<>22257664 00000100:00100000:3.0:1789760743.163366:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515694336:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760743.223852:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972750 gen 2 00000008:00010000:3.0:1789760743.223922:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8b40 00000020:00200000:3.0:1789760743.223929:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760743.223936:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760743.223957:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8b40 00000100:00100000:3.0:1789760743.223979:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515694336:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760743.224060:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5433, 5433] 00000080:00200000:2.0:1789760743.224073:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760743.224078:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760743.224089:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22257664 i_blocks 45063 00000020:00200000:2.0:1789760743.224151:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760743.224160:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760743.224186:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22257664, count: 4096 00000080:00200000:2.0:1789760743.224191:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22257664, bytes: 4096 00000080:00200000:2.0:1789760743.224199:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760743.224206:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760743.224208:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22257664, 22261760) 0 0 00000080:00200000:2.0:1789760743.224212:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760743.224225:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5434, 5434] 00020000:00200000:2.0:1789760743.224231:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22257664 chunk: [22257664, 22261760) 22261760, 4096 00020000:00200000:2.0:1789760743.224235:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760743.224250:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5434, 5434] 00000008:00010000:2.0:1789760743.224264:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760743.224269:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760743.224277:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22257664, 22261760) append 0 append lockpos 0 00000080:00200000:2.0:1789760743.224288:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22257664=0x153a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760743.224680:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760743.224684:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22261760 00000020:00010000:2.0:1789760743.224692:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760743.224695:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760743.224698:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760743.224710:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760743.224714:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760743.224721:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760743.224728:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760743.224745:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760743.224824:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 22257664<>22261760 00000100:00100000:3.0:1789760743.225200:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515694464:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760743.273121:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972751 gen 2 00000008:00010000:3.0:1789760743.273156:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8f00 00000020:00200000:3.0:1789760743.273162:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760743.273171:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760743.273194:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8f00 00000100:00100000:3.0:1789760743.273217:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515694464:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760743.273811:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5434, 5434] 00000080:00200000:2.0:1789760743.273837:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760743.273844:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760743.273890:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22261760 i_blocks 45063 00000020:00200000:2.0:1789760743.273894:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760743.273903:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760743.273930:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22261760, count: 4096 00000080:00200000:2.0:1789760743.273936:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22261760, bytes: 4096 00000080:00200000:2.0:1789760743.273944:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760743.273950:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760743.273952:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22261760, 22265856) 0 0 00000080:00200000:2.0:1789760743.273956:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760743.273971:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5435, 5435] 00020000:00200000:2.0:1789760743.273980:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22261760 chunk: [22261760, 22265856) 22265856, 4096 00020000:00200000:2.0:1789760743.273984:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760743.274000:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5435, 5435] 00000008:00010000:2.0:1789760743.274016:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760743.274020:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760743.274029:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22261760, 22265856) append 0 append lockpos 0 00000080:00200000:2.0:1789760743.274041:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22261760=0x153b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760743.274090:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760743.274093:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22265856 00000020:00010000:2.0:1789760743.274100:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760743.274103:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760743.274106:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760743.274109:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760743.274111:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760743.274119:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760743.274125:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760743.274142:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760743.274239:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 22261760<>22265856 00000100:00100000:3.0:1789760743.274487:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760743.274507:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515694592:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760743.334508:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8f00 00000020:00200000:3.0:1789760743.334520:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760743.334528:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760743.334747:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8f00 00000100:00100000:3.0:1789760743.334773:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515694592:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760743.334849:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5435, 5435] 00000080:00200000:2.0:1789760743.334928:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760743.334934:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760743.334946:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22265856 i_blocks 45063 00000020:00200000:2.0:1789760743.334949:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760743.334958:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760743.334985:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22265856, count: 4096 00000080:00200000:2.0:1789760743.334991:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22265856, bytes: 4096 00000080:00200000:2.0:1789760743.335001:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760743.335009:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760743.335011:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22265856, 22269952) 0 0 00000080:00200000:2.0:1789760743.335015:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760743.335030:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5436, 5436] 00020000:00200000:2.0:1789760743.335039:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22265856 chunk: [22265856, 22269952) 22269952, 4096 00020000:00200000:2.0:1789760743.335043:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760743.335066:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5436, 5436] 00000008:00010000:2.0:1789760743.335079:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760743.335084:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760743.335388:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22265856, 22269952) append 0 append lockpos 0 00000080:00200000:2.0:1789760743.335402:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22265856=0x153c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760743.335450:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760743.335453:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22269952 00000020:00010000:2.0:1789760743.335461:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760743.335464:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760743.335467:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760743.335470:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760743.335472:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760743.335480:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760743.335486:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760743.335501:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760743.335692:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 22265856<>22269952 00000100:00100000:2.0:1789760743.335733:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760743.335749:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515694720:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760743.398542:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972753 gen 2 00000008:00010000:3.0:1789760743.398585:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8b40 00000020:00200000:3.0:1789760743.398590:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760743.398596:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760743.398611:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8b40 00000100:00100000:3.0:1789760743.398635:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515694720:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760743.398735:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5436, 5436] 00000080:00200000:2.0:1789760743.398747:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760743.398752:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760743.398764:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22269952 i_blocks 45063 00000020:00200000:2.0:1789760743.398768:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760743.398776:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760743.398802:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22269952, count: 4096 00000080:00200000:2.0:1789760743.398808:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22269952, bytes: 4096 00000080:00200000:2.0:1789760743.398815:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760743.398822:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760743.398825:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22269952, 22274048) 0 0 00000080:00200000:2.0:1789760743.398834:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760743.398846:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5437, 5437] 00020000:00200000:2.0:1789760743.399039:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22269952 chunk: [22269952, 22274048) 22274048, 4096 00020000:00200000:2.0:1789760743.399045:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760743.399061:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5437, 5437] 00000008:00010000:2.0:1789760743.399074:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760743.399079:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760743.399089:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22269952, 22274048) append 0 append lockpos 0 00000080:00200000:2.0:1789760743.399099:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22269952=0x153d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760743.399256:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760743.399259:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22274048 00000020:00010000:2.0:1789760743.399267:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760743.399271:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760743.399274:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760743.399277:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760743.399280:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760743.399288:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760743.399294:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760743.399310:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8180 00000008:00100000:2.0:1789760743.399525:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 22269952<>22274048 00000100:00100000:2.0:1789760743.399572:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760743.399601:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515694848:192.168.203.146@tcp:4:dd.0 00010000:00010000:3.0:1789760743.409388:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789760743.451008:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972754 gen 2 00000008:00010000:3.0:1789760743.451046:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8180 00000020:00200000:3.0:1789760743.451052:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760743.451063:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760743.451156:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8180 00000100:00100000:3.0:1789760743.451180:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515694848:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760743.457306:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5437, 5437] 00000080:00200000:2.0:1789760743.457325:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760743.457330:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760743.457345:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22274048 i_blocks 45063 00000020:00200000:2.0:1789760743.457350:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760743.457372:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760743.457398:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22274048, count: 4096 00000080:00200000:2.0:1789760743.457406:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22274048, bytes: 4096 00000080:00200000:2.0:1789760743.457416:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760743.457424:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760743.457426:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22274048, 22278144) 0 0 00000080:00200000:2.0:1789760743.457430:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760743.457443:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5438, 5438] 00020000:00200000:2.0:1789760743.457450:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22274048 chunk: [22274048, 22278144) 22278144, 4096 00020000:00200000:2.0:1789760743.457454:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760743.457470:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5438, 5438] 00000008:00010000:2.0:1789760743.457486:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760743.457491:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760743.457500:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22274048, 22278144) append 0 append lockpos 0 00000080:00200000:2.0:1789760743.457512:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22274048=0x153e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760743.457574:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760743.457577:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22278144 00000020:00010000:2.0:1789760743.457583:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760743.457587:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760743.457590:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760743.457593:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760743.457596:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760743.457604:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760743.457609:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760743.457631:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760743.457713:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 22274048<>22278144 00000100:00100000:3.0:1789760743.457840:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760743.457893:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515694976:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760743.508586:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972755 gen 2 00000008:00010000:3.0:1789760743.508622:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:3.0:1789760743.508629:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760743.508636:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760743.508654:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:3.0:1789760743.508678:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515694976:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760743.508767:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5438, 5438] 00000080:00200000:2.0:1789760743.508779:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760743.508784:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760743.508795:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22278144 i_blocks 45063 00000020:00200000:2.0:1789760743.508798:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760743.508806:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760743.508830:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22278144, count: 4096 00000080:00200000:2.0:1789760743.508836:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22278144, bytes: 4096 00000080:00200000:2.0:1789760743.508843:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760743.508851:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760743.508888:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22278144, 22282240) 0 0 00000080:00200000:2.0:1789760743.508893:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760743.508906:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5439, 5439] 00020000:00200000:2.0:1789760743.508913:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22278144 chunk: [22278144, 22282240) 22282240, 4096 00020000:00200000:2.0:1789760743.508917:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760743.508932:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5439, 5439] 00000008:00010000:2.0:1789760743.508945:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760743.508950:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760743.508959:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22278144, 22282240) append 0 append lockpos 0 00000080:00200000:2.0:1789760743.508970:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22278144=0x153f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760743.509012:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760743.509015:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22282240 00000020:00010000:2.0:1789760743.509021:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760743.509024:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760743.509027:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760743.509030:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760743.509032:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760743.509039:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760743.509045:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760743.509058:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8900 00000008:00100000:2.0:1789760743.509132:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 22278144<>22282240 00000100:00100000:3.0:1789760743.509221:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760743.509235:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515695104:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760743.538917:0:37:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1789760743.538934:0:37:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760743.538962:0:37:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1789760743.544072:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972756 gen 2 00000008:00010000:3.0:1789760743.544110:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8900 00000020:00200000:3.0:1789760743.544117:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760743.544125:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760743.544140:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8900 00000100:00100000:3.0:1789760743.544163:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515695104:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760743.544368:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5439, 5439] 00000080:00200000:2.0:1789760743.544381:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760743.544387:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760743.544402:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22282240 i_blocks 45063 00000020:00200000:2.0:1789760743.544405:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760743.544413:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760743.544438:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22282240, count: 4096 00000080:00200000:2.0:1789760743.544444:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22282240, bytes: 4096 00000080:00200000:2.0:1789760743.544452:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760743.544459:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760743.544461:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22282240, 22286336) 0 0 00000080:00200000:2.0:1789760743.544466:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760743.544477:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5440, 5440] 00020000:00200000:2.0:1789760743.544485:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22282240 chunk: [22282240, 22286336) 22286336, 4096 00020000:00200000:2.0:1789760743.544488:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760743.544503:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5440, 5440] 00000008:00010000:2.0:1789760743.544516:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760743.544522:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760743.544790:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22282240, 22286336) append 0 append lockpos 0 00000080:00200000:2.0:1789760743.544803:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22282240=0x1540000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760743.546366:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760743.546370:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22286336 00000020:00010000:2.0:1789760743.546380:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760743.546384:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760743.546388:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760743.546391:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760743.546395:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760743.546404:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760743.546410:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760743.546432:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8d80 00000008:00100000:2.0:1789760743.546514:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 22282240<>22286336 00000100:00100000:3.0:1789760743.546710:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515695232:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760743.597246:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972757 gen 2 00000008:00010000:3.0:1789760743.597284:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8d80 00000020:00200000:3.0:1789760743.597291:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760743.597300:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760743.597409:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8d80 00000100:00100000:3.0:1789760743.597433:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515695232:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760743.599184:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5440, 5440] 00000080:00200000:1.0:1789760743.599202:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760743.599210:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760743.599225:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22286336 i_blocks 45063 00000020:00200000:1.0:1789760743.599230:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760743.599242:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760743.599269:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22286336, count: 4096 00000080:00200000:1.0:1789760743.599275:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22286336, bytes: 4096 00000080:00200000:1.0:1789760743.599286:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760743.599294:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760743.599296:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22286336, 22290432) 0 0 00000080:00200000:1.0:1789760743.599300:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760743.599313:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5441, 5441] 00020000:00200000:1.0:1789760743.599320:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22286336 chunk: [22286336, 22290432) 22290432, 4096 00020000:00200000:1.0:1789760743.599324:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760743.599339:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5441, 5441] 00000008:00010000:1.0:1789760743.599362:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760743.599367:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760743.599376:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22286336, 22290432) append 0 append lockpos 0 00000080:00200000:1.0:1789760743.599388:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22286336=0x1541000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760743.599438:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760743.599441:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22290432 00000020:00010000:1.0:1789760743.599447:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760743.599451:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760743.599454:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760743.599458:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760743.599461:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760743.599468:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760743.599473:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760743.599493:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760743.599570:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 22286336<>22290432 00000100:00100000:0.0:1789760743.599649:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515695360:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760743.638984:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760743.638994:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760743.639003:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760743.639090:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760743.639117:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515695360:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760743.639638:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5441, 5441] 00000080:00200000:1.0:1789760743.639652:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760743.639658:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760743.639671:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22290432 i_blocks 45063 00000020:00200000:1.0:1789760743.639675:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760743.639683:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760743.639707:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22290432, count: 4096 00000080:00200000:1.0:1789760743.639713:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22290432, bytes: 4096 00000080:00200000:1.0:1789760743.639722:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760743.639729:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760743.639732:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22290432, 22294528) 0 0 00000080:00200000:1.0:1789760743.639736:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760743.639748:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5442, 5442] 00020000:00200000:1.0:1789760743.639755:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22290432 chunk: [22290432, 22294528) 22294528, 4096 00020000:00200000:1.0:1789760743.639759:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760743.639773:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5442, 5442] 00000008:00010000:1.0:1789760743.639785:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760743.639790:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760743.639798:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22290432, 22294528) append 0 append lockpos 0 00000080:00200000:1.0:1789760743.639807:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22290432=0x1542000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760743.639851:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760743.639938:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22294528 00000020:00010000:1.0:1789760743.639947:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760743.639951:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760743.639954:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760743.639957:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760743.639959:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760743.640125:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760743.640132:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760743.640149:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760743.640421:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571c00 - object 0x240000400:4 offset 22290432<>22294528 00000100:00100000:0.0:1789760743.640485:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515695488:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760743.686584:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972758 gen 2 00000100:00100000:0.0:1789760743.686615:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8571c00 x1876699515695488/t4294972759(4294972759) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760759 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760743.686651:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760743.686656:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760743.686664:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760743.686684:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760743.686704:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515695488:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760743.686790:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5442, 5442] 00000080:00200000:1.0:1789760743.686802:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760743.686807:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760743.686921:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22294528 i_blocks 45063 00000020:00200000:1.0:1789760743.686926:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760743.686935:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760743.686962:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22294528, count: 4096 00000080:00200000:1.0:1789760743.687040:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22294528, bytes: 4096 00000080:00200000:1.0:1789760743.687048:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760743.687055:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760743.687057:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22294528, 22298624) 0 0 00000080:00200000:1.0:1789760743.687061:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760743.687073:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5443, 5443] 00020000:00200000:1.0:1789760743.687079:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22294528 chunk: [22294528, 22298624) 22298624, 4096 00020000:00200000:1.0:1789760743.687083:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760743.687099:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5443, 5443] 00000008:00010000:1.0:1789760743.687113:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760743.687118:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760743.687127:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22294528, 22298624) append 0 append lockpos 0 00000080:00200000:1.0:1789760743.687137:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22294528=0x1543000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760743.687181:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760743.687183:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22298624 00000020:00010000:1.0:1789760743.687190:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760743.687193:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760743.687196:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760743.687198:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760743.687201:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760743.687207:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760743.687213:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760743.687227:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760743.687310:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570380 - object 0x240000400:4 offset 22294528<>22298624 00000100:00100000:0.0:1789760743.687385:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515695616:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760743.722173:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972760 gen 2 00000008:00010000:0.0:1789760743.722220:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760743.722226:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760743.722233:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760743.722264:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760743.722288:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515695616:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760743.722380:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5443, 5443] 00000080:00200000:1.0:1789760743.722393:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760743.722399:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760743.722411:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22298624 i_blocks 45063 00000020:00200000:1.0:1789760743.722414:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760743.722422:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760743.722447:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22298624, count: 4096 00000080:00200000:1.0:1789760743.722452:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22298624, bytes: 4096 00000080:00200000:1.0:1789760743.722460:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760743.722467:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760743.722469:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22298624, 22302720) 0 0 00000080:00200000:1.0:1789760743.722473:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760743.722497:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5444, 5444] 00020000:00200000:1.0:1789760743.722503:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22298624 chunk: [22298624, 22302720) 22302720, 4096 00020000:00200000:1.0:1789760743.722507:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760743.722521:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5444, 5444] 00000008:00010000:1.0:1789760743.722535:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760743.722540:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760743.722548:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22298624, 22302720) append 0 append lockpos 0 00000080:00200000:1.0:1789760743.722557:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22298624=0x1544000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760743.722613:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760743.722616:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22302720 00000020:00010000:1.0:1789760743.722623:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760743.722626:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760743.722629:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760743.722632:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760743.722635:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760743.722641:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760743.722646:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760743.722660:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760743.722730:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573100 - object 0x240000400:4 offset 22298624<>22302720 00000100:00100000:0.0:1789760743.723487:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760743.723505:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515695744:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760743.762402:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972761 gen 2 00000008:00010000:0.0:1789760743.762438:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760743.762444:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760743.762453:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760743.762477:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760743.762501:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515695744:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760743.762716:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5444, 5444] 00000080:00200000:1.0:1789760743.762728:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760743.762734:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760743.762746:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22302720 i_blocks 45063 00000020:00200000:1.0:1789760743.762749:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760743.762758:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760743.762785:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22302720, count: 4096 00000080:00200000:1.0:1789760743.762791:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22302720, bytes: 4096 00000080:00200000:1.0:1789760743.762798:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760743.762804:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760743.762806:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22302720, 22306816) 0 0 00000080:00200000:1.0:1789760743.762809:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760743.762822:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5445, 5445] 00020000:00200000:1.0:1789760743.762830:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22302720 chunk: [22302720, 22306816) 22306816, 4096 00020000:00200000:1.0:1789760743.762835:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760743.762850:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5445, 5445] 00000008:00010000:1.0:1789760743.762892:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760743.762897:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760743.762908:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22302720, 22306816) append 0 append lockpos 0 00000080:00200000:1.0:1789760743.762918:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22302720=0x1545000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760743.762962:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760743.762965:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22306816 00000020:00010000:1.0:1789760743.762973:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760743.762976:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760743.762979:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760743.762983:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760743.762986:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760743.763003:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760743.763008:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760743.763023:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760743.763110:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572a00 - object 0x240000400:4 offset 22302720<>22306816 00000100:00100000:0.0:1789760743.763248:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515695872:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760743.803500:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972762 gen 2 00000008:00010000:0.0:1789760743.803537:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760743.803544:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760743.803552:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760743.803573:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760743.803596:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515695872:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760743.803693:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5445, 5445] 00000080:00200000:1.0:1789760743.803708:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760743.803713:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760743.803725:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22306816 i_blocks 45063 00000020:00200000:1.0:1789760743.803728:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760743.803736:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760743.803759:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22306816, count: 4096 00000080:00200000:1.0:1789760743.803765:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22306816, bytes: 4096 00000080:00200000:1.0:1789760743.803773:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760743.803780:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760743.803782:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22306816, 22310912) 0 0 00000080:00200000:1.0:1789760743.803786:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760743.803797:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5446, 5446] 00020000:00200000:1.0:1789760743.803803:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22306816 chunk: [22306816, 22310912) 22310912, 4096 00020000:00200000:1.0:1789760743.803807:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760743.803819:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5446, 5446] 00000008:00010000:1.0:1789760743.803831:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760743.803836:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760743.803845:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22306816, 22310912) append 0 append lockpos 0 00000080:00200000:1.0:1789760743.803880:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22306816=0x1546000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760743.803920:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760743.803922:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22310912 00000020:00010000:1.0:1789760743.803928:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760743.803932:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760743.803934:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760743.803937:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760743.803940:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760743.803945:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760743.803951:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760743.803964:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760743.804252:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573b80 - object 0x240000400:4 offset 22306816<>22310912 00000100:00100000:0.0:1789760743.804374:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515696000:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760743.838121:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972763 gen 2 00000008:00010000:0.0:1789760743.838157:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760743.838164:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760743.838172:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760743.838192:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760743.838216:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515696000:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760743.838532:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5446, 5446] 00000080:00200000:1.0:1789760743.838545:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760743.838551:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760743.838564:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22310912 i_blocks 45063 00000020:00200000:1.0:1789760743.838567:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760743.838575:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760743.838602:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22310912, count: 4096 00000080:00200000:1.0:1789760743.838607:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22310912, bytes: 4096 00000080:00200000:1.0:1789760743.838615:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760743.838621:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760743.838623:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22310912, 22315008) 0 0 00000080:00200000:1.0:1789760743.838627:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760743.838639:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5447, 5447] 00020000:00200000:1.0:1789760743.838646:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22310912 chunk: [22310912, 22315008) 22315008, 4096 00020000:00200000:1.0:1789760743.838649:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760743.838663:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5447, 5447] 00000008:00010000:1.0:1789760743.838677:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760743.838681:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760743.838690:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22310912, 22315008) append 0 append lockpos 0 00000080:00200000:1.0:1789760743.838701:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22310912=0x1547000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760743.838745:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760743.838747:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22315008 00000020:00010000:1.0:1789760743.838754:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760743.838758:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760743.838760:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760743.838763:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760743.838766:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760743.838771:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760743.838776:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760743.838789:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8780 00000008:00100000:1.0:1789760743.838899:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572680 - object 0x240000400:4 offset 22310912<>22315008 00000100:00100000:0.0:1789760743.839036:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515696128:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760743.879467:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8780 00000020:00200000:0.0:1789760743.879478:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760743.879487:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760743.879560:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8780 00000100:00100000:0.0:1789760743.879584:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515696128:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760743.880598:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5447, 5447] 00000080:00200000:1.0:1789760743.880613:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760743.880619:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760743.880631:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22315008 i_blocks 45063 00000020:00200000:1.0:1789760743.880635:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760743.880643:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760743.880669:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22315008, count: 4096 00000080:00200000:1.0:1789760743.880676:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22315008, bytes: 4096 00000080:00200000:1.0:1789760743.880683:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760743.880690:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760743.880692:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22315008, 22319104) 0 0 00000080:00200000:1.0:1789760743.880696:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760743.880709:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5448, 5448] 00020000:00200000:1.0:1789760743.880716:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22315008 chunk: [22315008, 22319104) 22319104, 4096 00020000:00200000:1.0:1789760743.880720:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760743.880734:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5448, 5448] 00000008:00010000:1.0:1789760743.880748:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760743.880752:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760743.880760:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22315008, 22319104) append 0 append lockpos 0 00000080:00200000:1.0:1789760743.880771:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22315008=0x1548000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760743.880819:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760743.880822:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22319104 00000020:00010000:1.0:1789760743.880828:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760743.880831:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760743.880834:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760743.880837:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760743.880840:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760743.880846:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760743.880851:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760743.881063:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8d80 00000008:00100000:1.0:1789760743.881147:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571f80 - object 0x240000400:4 offset 22315008<>22319104 00000100:00100000:0.0:1789760743.881207:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515696256:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760743.931086:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972765 gen 2 00000008:00010000:0.0:1789760743.931141:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8d80 00000020:00200000:0.0:1789760743.931147:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760743.931155:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760743.931173:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8d80 00000100:00100000:0.0:1789760743.931198:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515696256:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760743.931381:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5448, 5448] 00000080:00200000:3.0:1789760743.931395:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760743.931400:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760743.931412:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22319104 i_blocks 45063 00000020:00200000:3.0:1789760743.931416:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760743.931424:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760743.931449:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22319104, count: 4096 00000080:00200000:3.0:1789760743.931455:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22319104, bytes: 4096 00000080:00200000:3.0:1789760743.931464:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760743.931471:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760743.931473:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22319104, 22323200) 0 0 00000080:00200000:3.0:1789760743.931476:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760743.931489:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5449, 5449] 00020000:00200000:3.0:1789760743.931496:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22319104 chunk: [22319104, 22323200) 22323200, 4096 00020000:00200000:3.0:1789760743.931500:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760743.931514:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5449, 5449] 00000008:00010000:3.0:1789760743.931527:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760743.931532:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760743.931540:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22319104, 22323200) append 0 append lockpos 0 00000080:00200000:3.0:1789760743.931551:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22319104=0x1549000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760743.931597:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760743.931600:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22323200 00000020:00010000:3.0:1789760743.931607:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760743.931611:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760743.931614:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760743.931617:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760743.931620:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760743.931627:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760743.931632:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760743.931647:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760743.931725:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5180 - object 0x240000400:4 offset 22319104<>22323200 00000100:00100000:3.0:1789760743.931767:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760743.931781:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515696384:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760743.971516:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972766 gen 2 00000008:00010000:3.0:1789760743.971551:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760743.971557:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760743.971566:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760743.971589:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760743.971614:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515696384:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760743.971706:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5449, 5449] 00000080:00200000:0.0:1789760743.971720:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760743.971726:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760743.971738:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22323200 i_blocks 45063 00000020:00200000:0.0:1789760743.971741:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760743.971750:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760743.971776:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22323200, count: 4096 00000080:00200000:0.0:1789760743.971782:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22323200, bytes: 4096 00000080:00200000:0.0:1789760743.971791:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760743.971799:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760743.971801:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22323200, 22327296) 0 0 00000080:00200000:0.0:1789760743.971806:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760743.971820:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5450, 5450] 00020000:00200000:0.0:1789760743.971828:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22323200 chunk: [22323200, 22327296) 22327296, 4096 00020000:00200000:0.0:1789760743.971832:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760743.971847:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5450, 5450] 00000008:00010000:0.0:1789760743.971883:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760743.971888:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760743.971898:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22323200, 22327296) append 0 append lockpos 0 00000080:00200000:0.0:1789760743.971908:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22323200=0x154a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760743.971948:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760743.971950:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22327296 00000020:00010000:0.0:1789760743.971957:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760743.971960:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760743.971963:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760743.971966:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760743.971969:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760743.971976:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760743.971981:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760743.972006:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760743.972084:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 22323200<>22327296 00000100:00100000:0.0:1789760743.972238:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760743.972252:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515696512:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760744.005315:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:0.0:1789760744.005326:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760744.005335:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760744.005363:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:0.0:1789760744.005387:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515696512:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760744.005525:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5450, 5450] 00000080:00200000:3.0:1789760744.005538:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760744.005543:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760744.005555:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22327296 i_blocks 45063 00000020:00200000:3.0:1789760744.005558:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760744.005566:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760744.005590:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22327296, count: 4096 00000080:00200000:3.0:1789760744.005596:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22327296, bytes: 4096 00000080:00200000:3.0:1789760744.005604:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760744.005612:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760744.005614:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22327296, 22331392) 0 0 00000080:00200000:3.0:1789760744.005618:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760744.005631:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5451, 5451] 00020000:00200000:3.0:1789760744.005637:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22327296 chunk: [22327296, 22331392) 22331392, 4096 00020000:00200000:3.0:1789760744.005641:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760744.005656:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5451, 5451] 00000008:00010000:3.0:1789760744.005670:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760744.005675:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760744.005683:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22327296, 22331392) append 0 append lockpos 0 00000080:00200000:3.0:1789760744.005695:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22327296=0x154b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760744.005741:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760744.005743:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22331392 00000020:00010000:3.0:1789760744.005750:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760744.005754:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760744.005757:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760744.005760:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760744.005764:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760744.005769:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760744.005775:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760744.005790:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760744.005905:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5180 - object 0x240000400:4 offset 22327296<>22331392 00000100:00100000:2.0:1789760744.006006:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760744.006022:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515696640:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760744.038600:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972768 gen 2 00000008:00010000:3.0:1789760744.038652:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760744.038659:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760744.038669:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760744.038734:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760744.038760:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515696640:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760744.038965:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5451, 5451] 00000080:00200000:0.0:1789760744.038979:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760744.038985:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760744.039003:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22331392 i_blocks 45063 00000020:00200000:0.0:1789760744.039005:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760744.039012:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760744.039034:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22331392, count: 4096 00000080:00200000:0.0:1789760744.039038:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22331392, bytes: 4096 00000080:00200000:0.0:1789760744.039044:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760744.039050:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760744.039051:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22331392, 22335488) 0 0 00000080:00200000:0.0:1789760744.039054:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760744.039063:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5452, 5452] 00020000:00200000:0.0:1789760744.039069:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22331392 chunk: [22331392, 22335488) 22335488, 4096 00020000:00200000:0.0:1789760744.039071:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760744.039083:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5452, 5452] 00000008:00010000:0.0:1789760744.039097:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760744.039102:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760744.039112:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22331392, 22335488) append 0 append lockpos 0 00000080:00200000:0.0:1789760744.039123:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22331392=0x154c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760744.039175:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760744.039177:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22335488 00000020:00010000:0.0:1789760744.039183:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760744.039185:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760744.039188:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760744.039190:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760744.039192:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760744.039197:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760744.039201:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760744.039212:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760744.039365:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4700 - object 0x240000400:4 offset 22331392<>22335488 00000100:00100000:1.0:1789760744.039423:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515696768:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760744.078681:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972769 gen 2 00000008:00010000:1.0:1789760744.078718:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760744.078724:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760744.078732:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760744.078756:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760744.078778:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515696768:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760744.079693:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5452, 5452] 00000080:00200000:0.0:1789760744.079707:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760744.079714:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760744.079728:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22335488 i_blocks 45063 00000020:00200000:0.0:1789760744.079732:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760744.079742:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760744.079768:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22335488, count: 4096 00000080:00200000:0.0:1789760744.079775:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22335488, bytes: 4096 00000080:00200000:0.0:1789760744.079785:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760744.079792:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760744.079794:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22335488, 22339584) 0 0 00000080:00200000:0.0:1789760744.079798:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760744.079825:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5453, 5453] 00020000:00200000:0.0:1789760744.079834:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22335488 chunk: [22335488, 22339584) 22339584, 4096 00020000:00200000:0.0:1789760744.079837:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760744.079872:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5453, 5453] 00000008:00010000:0.0:1789760744.079889:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760744.079894:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760744.079903:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22335488, 22339584) append 0 append lockpos 0 00000080:00200000:0.0:1789760744.079915:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22335488=0x154d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760744.079967:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760744.079971:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22339584 00000020:00010000:0.0:1789760744.079978:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760744.079981:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760744.079984:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760744.079987:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760744.079990:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760744.079997:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760744.080003:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760744.080019:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760744.080121:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 22335488<>22339584 00000100:00100000:1.0:1789760744.080286:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515696896:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760744.123127:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760744.123315:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760744.123324:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760744.123559:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760744.123584:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515696896:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760744.123731:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5453, 5453] 00000080:00200000:0.0:1789760744.123744:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760744.123749:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760744.123761:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22339584 i_blocks 45063 00000020:00200000:0.0:1789760744.123764:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760744.123772:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760744.123798:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22339584, count: 4096 00000080:00200000:0.0:1789760744.123804:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22339584, bytes: 4096 00000080:00200000:0.0:1789760744.123815:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760744.123822:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760744.123824:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22339584, 22343680) 0 0 00000080:00200000:0.0:1789760744.123827:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760744.123840:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5454, 5454] 00020000:00200000:0.0:1789760744.123846:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22339584 chunk: [22339584, 22343680) 22343680, 4096 00020000:00200000:0.0:1789760744.123850:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760744.123887:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5454, 5454] 00000008:00010000:0.0:1789760744.123901:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760744.123906:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760744.123915:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22339584, 22343680) append 0 append lockpos 0 00000080:00200000:0.0:1789760744.123925:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22339584=0x154e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760744.123970:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760744.123973:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22343680 00000020:00010000:0.0:1789760744.123979:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760744.123982:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760744.123985:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760744.123988:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760744.123991:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760744.123996:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760744.124002:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760744.124016:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760744.124090:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6d80 - object 0x240000400:4 offset 22339584<>22343680 00000100:00100000:1.0:1789760744.124268:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515697024:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760744.168635:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972771 gen 2 00000008:00010000:1.0:1789760744.168682:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760744.168688:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760744.168696:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760744.168720:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760744.168742:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515697024:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760744.168836:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5454, 5454] 00000080:00200000:0.0:1789760744.168849:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760744.168878:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760744.168891:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22343680 i_blocks 45063 00000020:00200000:0.0:1789760744.168894:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760744.168902:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760744.168926:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22343680, count: 4096 00000080:00200000:0.0:1789760744.168932:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22343680, bytes: 4096 00000080:00200000:0.0:1789760744.168940:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760744.168946:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760744.168949:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22343680, 22347776) 0 0 00000080:00200000:0.0:1789760744.168952:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760744.168963:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5455, 5455] 00020000:00200000:0.0:1789760744.168969:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22343680 chunk: [22343680, 22347776) 22347776, 4096 00020000:00200000:0.0:1789760744.168973:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760744.168988:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5455, 5455] 00000008:00010000:0.0:1789760744.169002:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760744.169006:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760744.169015:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22343680, 22347776) append 0 append lockpos 0 00000080:00200000:0.0:1789760744.169025:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22343680=0x154f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760744.169070:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760744.169073:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22347776 00000020:00010000:0.0:1789760744.169080:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760744.169083:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760744.169085:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760744.169088:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760744.169090:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760744.169218:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760744.169225:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760744.169241:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760744.169315:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5f80 - object 0x240000400:4 offset 22343680<>22347776 00000100:00100000:1.0:1789760744.169382:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515697152:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760744.224670:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972772 gen 2 00000008:00010000:1.0:1789760744.224708:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760744.224714:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760744.224722:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760744.224789:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760744.224813:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515697152:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760744.224918:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5455, 5455] 00000080:00200000:0.0:1789760744.224931:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760744.224937:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760744.224950:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22347776 i_blocks 45063 00000020:00200000:0.0:1789760744.224953:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760744.224962:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760744.224987:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22347776, count: 4096 00000080:00200000:0.0:1789760744.224994:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22347776, bytes: 4096 00000080:00200000:0.0:1789760744.225001:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760744.225007:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760744.225009:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22347776, 22351872) 0 0 00000080:00200000:0.0:1789760744.225013:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760744.225026:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5456, 5456] 00020000:00200000:0.0:1789760744.225032:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22347776 chunk: [22347776, 22351872) 22351872, 4096 00020000:00200000:0.0:1789760744.225036:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760744.225052:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5456, 5456] 00000008:00010000:0.0:1789760744.225066:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760744.225071:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760744.225079:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22347776, 22351872) append 0 append lockpos 0 00000080:00200000:0.0:1789760744.225164:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22347776=0x1550000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760744.225212:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760744.225214:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22351872 00000020:00010000:0.0:1789760744.225223:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760744.225226:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760744.225229:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760744.225232:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760744.225235:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760744.225242:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760744.225247:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760744.225263:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760744.225422:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5f80 - object 0x240000400:4 offset 22347776<>22351872 00000100:00100000:1.0:1789760744.225546:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515697280:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760744.275311:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972773 gen 2 00000008:00010000:1.0:1789760744.275363:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760744.275370:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760744.275378:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760744.275399:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760744.275422:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515697280:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760744.275583:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5456, 5456] 00000080:00200000:0.0:1789760744.275597:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760744.275603:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760744.275616:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22351872 i_blocks 45063 00000020:00200000:0.0:1789760744.275619:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760744.275626:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760744.275652:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22351872, count: 4096 00000080:00200000:0.0:1789760744.275658:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22351872, bytes: 4096 00000080:00200000:0.0:1789760744.275666:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760744.275672:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760744.275674:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22351872, 22355968) 0 0 00000080:00200000:0.0:1789760744.275677:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760744.275690:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5457, 5457] 00020000:00200000:0.0:1789760744.275698:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22351872 chunk: [22351872, 22355968) 22355968, 4096 00020000:00200000:0.0:1789760744.275701:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760744.275718:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5457, 5457] 00000008:00010000:0.0:1789760744.275734:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760744.275738:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760744.275747:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22351872, 22355968) append 0 append lockpos 0 00000080:00200000:0.0:1789760744.275758:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22351872=0x1551000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760744.275805:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760744.275808:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22355968 00000020:00010000:0.0:1789760744.275814:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760744.275817:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760744.275820:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760744.275823:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760744.275826:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760744.275833:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760744.275838:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760744.275853:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760744.275975:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6d80 - object 0x240000400:4 offset 22351872<>22355968 00000100:00100000:1.0:1789760744.276129:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515697408:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760744.344053:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972774 gen 2 00000008:00010000:1.0:1789760744.344410:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760744.344417:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760744.344427:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760744.344570:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760744.344594:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515697408:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760744.344715:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5457, 5457] 00000080:00200000:0.0:1789760744.344729:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760744.344735:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760744.344747:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22355968 i_blocks 45063 00000020:00200000:0.0:1789760744.344750:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760744.344757:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760744.344780:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22355968, count: 4096 00000080:00200000:0.0:1789760744.344785:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22355968, bytes: 4096 00000080:00200000:0.0:1789760744.344792:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760744.344798:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760744.344799:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22355968, 22360064) 0 0 00000080:00200000:0.0:1789760744.344801:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760744.344813:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5458, 5458] 00020000:00200000:0.0:1789760744.345125:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22355968 chunk: [22355968, 22360064) 22360064, 4096 00020000:00200000:0.0:1789760744.345129:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760744.345144:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5458, 5458] 00000008:00010000:0.0:1789760744.345157:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760744.345161:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760744.345168:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22355968, 22360064) append 0 append lockpos 0 00000080:00200000:0.0:1789760744.345177:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22355968=0x1552000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760744.345211:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760744.345213:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22360064 00000020:00010000:0.0:1789760744.345218:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760744.345220:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760744.345222:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760744.345224:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760744.345225:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760744.345229:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760744.345233:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760744.345246:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760744.345318:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 22355968<>22360064 00000100:00100000:1.0:1789760744.345452:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515697536:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760744.383267:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972775 gen 2 00000008:00010000:1.0:1789760744.383303:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760744.383309:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760744.383318:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760744.383339:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760744.383373:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515697536:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760744.383525:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5458, 5458] 00000080:00200000:3.0:1789760744.383538:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760744.383544:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760744.383555:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22360064 i_blocks 45063 00000020:00200000:3.0:1789760744.383559:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760744.383567:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760744.383593:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22360064, count: 4096 00000080:00200000:3.0:1789760744.383599:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22360064, bytes: 4096 00000080:00200000:3.0:1789760744.383606:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760744.383614:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760744.383616:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22360064, 22364160) 0 0 00000080:00200000:3.0:1789760744.383620:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760744.383632:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5459, 5459] 00020000:00200000:3.0:1789760744.383639:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22360064 chunk: [22360064, 22364160) 22364160, 4096 00020000:00200000:3.0:1789760744.383642:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760744.383656:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5459, 5459] 00000008:00010000:3.0:1789760744.383740:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760744.383746:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760744.383756:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22360064, 22364160) append 0 append lockpos 0 00000080:00200000:3.0:1789760744.383766:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22360064=0x1553000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760744.383809:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760744.383812:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22364160 00000020:00010000:3.0:1789760744.383819:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760744.383823:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760744.383826:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760744.383829:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760744.383832:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760744.383839:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760744.383844:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760744.383888:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760744.383962:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5180 - object 0x240000400:4 offset 22360064<>22364160 00000100:00100000:2.0:1789760744.384022:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515697664:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760744.429290:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972776 gen 2 00000008:00010000:3.0:1789760744.429326:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760744.429333:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760744.429352:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760744.429374:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760744.429396:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515697664:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760744.429544:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5459, 5459] 00000080:00200000:1.0:1789760744.429558:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760744.429629:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760744.429644:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22364160 i_blocks 45063 00000020:00200000:1.0:1789760744.429647:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760744.429655:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760744.429679:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22364160, count: 4096 00000080:00200000:1.0:1789760744.429685:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22364160, bytes: 4096 00000080:00200000:1.0:1789760744.429692:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760744.429699:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760744.429701:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22364160, 22368256) 0 0 00000080:00200000:1.0:1789760744.429705:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760744.429717:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5460, 5460] 00020000:00200000:1.0:1789760744.429724:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22364160 chunk: [22364160, 22368256) 22368256, 4096 00020000:00200000:1.0:1789760744.429728:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760744.429742:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5460, 5460] 00000008:00010000:1.0:1789760744.429756:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760744.429761:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760744.429770:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22364160, 22368256) append 0 append lockpos 0 00000080:00200000:1.0:1789760744.429780:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22364160=0x1554000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760744.429822:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760744.429824:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22368256 00000020:00010000:1.0:1789760744.429831:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760744.429834:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760744.429837:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760744.429840:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760744.429842:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760744.429848:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760744.429940:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760744.429953:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760744.430143:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572d80 - object 0x240000400:4 offset 22364160<>22368256 00000100:00100000:0.0:1789760744.430203:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515697792:192.168.203.146@tcp:4:dd.0 00010000:00010000:2.0:1789760744.433437:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:0.0:1789760744.465307:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:0.0:1789760744.465318:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760744.465326:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760744.465356:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:0.0:1789760744.465380:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515697792:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760744.465541:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5460, 5460] 00000080:00200000:1.0:1789760744.465554:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760744.465558:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760744.465572:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22368256 i_blocks 45063 00000020:00200000:1.0:1789760744.465575:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760744.465583:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760744.465610:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22368256, count: 4096 00000080:00200000:1.0:1789760744.465616:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22368256, bytes: 4096 00000080:00200000:1.0:1789760744.465624:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760744.465632:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760744.465633:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22368256, 22372352) 0 0 00000080:00200000:1.0:1789760744.465637:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760744.465650:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5461, 5461] 00020000:00200000:1.0:1789760744.465656:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22368256 chunk: [22368256, 22372352) 22372352, 4096 00020000:00200000:1.0:1789760744.465660:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760744.465673:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5461, 5461] 00000008:00010000:1.0:1789760744.465687:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760744.465691:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760744.465700:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22368256, 22372352) append 0 append lockpos 0 00000080:00200000:1.0:1789760744.465710:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22368256=0x1555000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760744.465752:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760744.465755:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22372352 00000020:00010000:1.0:1789760744.465761:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760744.465765:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760744.465768:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760744.465771:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760744.465774:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760744.465779:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760744.465785:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760744.465798:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8480 00000008:00100000:1.0:1789760744.465973:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571500 - object 0x240000400:4 offset 22368256<>22372352 00000100:00100000:1.0:1789760744.466003:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760744.466016:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515697920:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760744.500584:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972778 gen 2 00000008:00010000:1.0:1789760744.500629:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8480 00000020:00200000:1.0:1789760744.500635:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760744.500644:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760744.500662:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8480 00000100:00100000:1.0:1789760744.500686:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515697920:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760744.500772:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5461, 5461] 00000080:00200000:3.0:1789760744.500786:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760744.500791:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760744.500805:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22372352 i_blocks 45063 00000020:00200000:3.0:1789760744.500809:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760744.500817:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760744.500844:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22372352, count: 4096 00000080:00200000:3.0:1789760744.500850:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22372352, bytes: 4096 00000080:00200000:3.0:1789760744.500882:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760744.500890:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760744.500892:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22372352, 22376448) 0 0 00000080:00200000:3.0:1789760744.500896:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760744.500908:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5462, 5462] 00020000:00200000:3.0:1789760744.500915:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22372352 chunk: [22372352, 22376448) 22376448, 4096 00020000:00200000:3.0:1789760744.500919:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760744.500935:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5462, 5462] 00000008:00010000:3.0:1789760744.500949:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760744.500954:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760744.500963:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22372352, 22376448) append 0 append lockpos 0 00000080:00200000:3.0:1789760744.500975:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22372352=0x1556000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760744.501031:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760744.501033:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22376448 00000020:00010000:3.0:1789760744.501040:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760744.501043:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760744.501045:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760744.501048:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760744.501051:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760744.501057:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760744.501063:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760744.501076:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760744.501159:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5180 - object 0x240000400:4 offset 22372352<>22376448 00000100:00100000:3.0:1789760744.501199:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760744.501213:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515698048:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760744.541513:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972779 gen 2 00000008:00010000:3.0:1789760744.541556:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760744.541563:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760744.541572:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760744.541591:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760744.541616:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515698048:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760744.542655:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5462, 5462] 00000080:00200000:2.0:1789760744.542673:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760744.542680:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760744.542695:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22376448 i_blocks 45063 00000020:00200000:2.0:1789760744.542699:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760744.542710:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760744.542741:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22376448, count: 4096 00000080:00200000:2.0:1789760744.542747:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22376448, bytes: 4096 00000080:00200000:2.0:1789760744.542758:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760744.542767:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760744.542770:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22376448, 22380544) 0 0 00000080:00200000:2.0:1789760744.542774:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760744.542789:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5463, 5463] 00020000:00200000:2.0:1789760744.542798:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22376448 chunk: [22376448, 22380544) 22380544, 4096 00020000:00200000:2.0:1789760744.542802:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760744.542824:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5463, 5463] 00000008:00010000:2.0:1789760744.542839:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760744.542843:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760744.542852:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22376448, 22380544) append 0 append lockpos 0 00000080:00200000:2.0:1789760744.542888:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22376448=0x1557000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760744.542935:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760744.542939:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22380544 00000020:00010000:2.0:1789760744.542945:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760744.542948:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760744.542951:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760744.542954:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760744.542957:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760744.542965:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760744.542971:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760744.543056:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760744.543148:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 22376448<>22380544 00000100:00100000:3.0:1789760744.543216:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515698176:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760744.579400:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972780 gen 2 00000008:00010000:3.0:1789760744.579438:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8240 00000020:00200000:3.0:1789760744.579522:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760744.579532:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760744.579666:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8240 00000100:00100000:3.0:1789760744.579693:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515698176:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760744.580553:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5463, 5463] 00000080:00200000:2.0:1789760744.580570:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760744.580576:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760744.580590:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22380544 i_blocks 45063 00000020:00200000:2.0:1789760744.580593:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760744.580602:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760744.580627:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22380544, count: 4096 00000080:00200000:2.0:1789760744.580634:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22380544, bytes: 4096 00000080:00200000:2.0:1789760744.580644:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760744.580651:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760744.580653:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22380544, 22384640) 0 0 00000080:00200000:2.0:1789760744.580657:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760744.580669:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5464, 5464] 00020000:00200000:2.0:1789760744.580676:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22380544 chunk: [22380544, 22384640) 22384640, 4096 00020000:00200000:2.0:1789760744.580680:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760744.580696:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5464, 5464] 00000008:00010000:2.0:1789760744.580709:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760744.580714:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760744.580723:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22380544, 22384640) append 0 append lockpos 0 00000080:00200000:2.0:1789760744.580734:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22380544=0x1558000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760744.580794:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760744.580797:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22384640 00000020:00010000:2.0:1789760744.580804:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760744.580807:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760744.580810:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760744.580813:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760744.580815:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760744.580823:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760744.580829:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760744.580848:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760744.581210:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 22380544<>22384640 00000100:00100000:2.0:1789760744.581262:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515698304:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760744.629447:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972781 gen 2 00000008:00010000:3.0:1789760744.629477:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8600 00000020:00200000:3.0:1789760744.629481:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760744.629488:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760744.629507:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8600 00000100:00100000:3.0:1789760744.629528:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515698304:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760744.629632:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5464, 5464] 00000080:00200000:1.0:1789760744.629645:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760744.629650:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760744.629662:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22384640 i_blocks 45063 00000020:00200000:1.0:1789760744.629665:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760744.629673:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760744.629697:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22384640, count: 4096 00000080:00200000:1.0:1789760744.629703:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22384640, bytes: 4096 00000080:00200000:1.0:1789760744.629711:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760744.629719:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760744.629721:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22384640, 22388736) 0 0 00000080:00200000:1.0:1789760744.629725:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760744.629737:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5465, 5465] 00020000:00200000:1.0:1789760744.629743:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22384640 chunk: [22384640, 22388736) 22388736, 4096 00020000:00200000:1.0:1789760744.629747:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760744.629761:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5465, 5465] 00000008:00010000:1.0:1789760744.629774:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760744.629779:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760744.629787:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22384640, 22388736) append 0 append lockpos 0 00000080:00200000:1.0:1789760744.629798:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22384640=0x1559000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760744.629840:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760744.629843:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22388736 00000020:00010000:1.0:1789760744.629850:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760744.629892:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760744.629896:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760744.629899:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760744.629902:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760744.629918:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760744.629924:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760744.629938:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8480 00000008:00100000:1.0:1789760744.630022:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571500 - object 0x240000400:4 offset 22384640<>22388736 00000100:00100000:0.0:1789760744.630122:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515698432:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760744.664905:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972782 gen 2 00000008:00010000:0.0:1789760744.664941:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8480 00000020:00200000:0.0:1789760744.664948:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760744.664955:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760744.665077:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8480 00000100:00100000:0.0:1789760744.665101:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515698432:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760744.665166:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5465, 5465] 00000080:00200000:1.0:1789760744.665177:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760744.665182:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760744.665193:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22388736 i_blocks 45063 00000020:00200000:1.0:1789760744.665196:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760744.665204:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760744.665230:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22388736, count: 4096 00000080:00200000:1.0:1789760744.665235:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22388736, bytes: 4096 00000080:00200000:1.0:1789760744.665242:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760744.665249:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760744.665251:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22388736, 22392832) 0 0 00000080:00200000:1.0:1789760744.665254:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760744.665265:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5466, 5466] 00020000:00200000:1.0:1789760744.665272:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22388736 chunk: [22388736, 22392832) 22392832, 4096 00020000:00200000:1.0:1789760744.665276:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760744.665290:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5466, 5466] 00000008:00010000:1.0:1789760744.665304:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760744.665309:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760744.665318:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22388736, 22392832) append 0 append lockpos 0 00000080:00200000:1.0:1789760744.665328:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22388736=0x155a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760744.665381:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760744.665384:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22392832 00000020:00010000:1.0:1789760744.665391:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760744.665394:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760744.665397:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760744.665400:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760744.665402:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760744.665408:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760744.665414:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760744.665428:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8900 00000008:00100000:1.0:1789760744.665500:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572d80 - object 0x240000400:4 offset 22388736<>22392832 00000100:00100000:0.0:1789760744.665555:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515698560:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760744.693825:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972783 gen 2 00000008:00010000:0.0:1789760744.693888:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8900 00000020:00200000:0.0:1789760744.693894:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760744.693902:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760744.693920:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8900 00000100:00100000:0.0:1789760744.693942:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515698560:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760744.694151:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5466, 5466] 00000080:00200000:1.0:1789760744.694164:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760744.694170:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760744.694180:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22392832 i_blocks 45063 00000020:00200000:1.0:1789760744.694184:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760744.694191:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760744.694217:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22392832, count: 4096 00000080:00200000:1.0:1789760744.694222:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22392832, bytes: 4096 00000080:00200000:1.0:1789760744.694229:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760744.694236:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760744.694238:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22392832, 22396928) 0 0 00000080:00200000:1.0:1789760744.694241:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760744.694254:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5467, 5467] 00020000:00200000:1.0:1789760744.694330:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22392832 chunk: [22392832, 22396928) 22396928, 4096 00020000:00200000:1.0:1789760744.694336:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760744.694360:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5467, 5467] 00000008:00010000:1.0:1789760744.694376:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760744.694380:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760744.694389:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22392832, 22396928) append 0 append lockpos 0 00000080:00200000:1.0:1789760744.694402:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22392832=0x155b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760744.694450:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760744.694453:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22396928 00000020:00010000:1.0:1789760744.694459:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760744.694462:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760744.694464:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760744.694468:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760744.694470:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760744.694476:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760744.694482:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760744.694495:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760744.694568:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570700 - object 0x240000400:4 offset 22392832<>22396928 00000100:00100000:0.0:1789760744.694665:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515698688:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760744.735350:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760744.735362:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760744.735371:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760744.735447:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760744.735474:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515698688:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760744.735591:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5467, 5467] 00000080:00200000:1.0:1789760744.735605:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760744.735611:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760744.735623:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22396928 i_blocks 45063 00000020:00200000:1.0:1789760744.735627:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760744.735635:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760744.735660:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22396928, count: 4096 00000080:00200000:1.0:1789760744.735667:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22396928, bytes: 4096 00000080:00200000:1.0:1789760744.735674:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760744.735681:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760744.735684:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22396928, 22401024) 0 0 00000080:00200000:1.0:1789760744.735688:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760744.735701:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5468, 5468] 00020000:00200000:1.0:1789760744.735709:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22396928 chunk: [22396928, 22401024) 22401024, 4096 00020000:00200000:1.0:1789760744.735713:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760744.735728:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5468, 5468] 00000008:00010000:1.0:1789760744.735743:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760744.735747:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760744.735756:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22396928, 22401024) append 0 append lockpos 0 00000080:00200000:1.0:1789760744.735766:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22396928=0x155c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760744.735812:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760744.735814:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22401024 00000020:00010000:1.0:1789760744.735821:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760744.735824:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760744.735828:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760744.735831:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760744.735834:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760744.735839:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760744.735845:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760744.737462:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760744.737986:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570000 - object 0x240000400:4 offset 22396928<>22401024 00000100:00100000:1.0:1789760744.738047:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760744.738067:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515698816:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760744.801321:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972785 gen 2 00000008:00010000:1.0:1789760744.801374:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:1.0:1789760744.801381:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760744.801388:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760744.801523:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:1.0:1789760744.801548:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515698816:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760744.801777:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5468, 5468] 00000080:00200000:0.0:1789760744.801789:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760744.801794:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760744.801805:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22401024 i_blocks 45063 00000020:00200000:0.0:1789760744.801809:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760744.801915:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760744.801942:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22401024, count: 4096 00000080:00200000:0.0:1789760744.801949:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22401024, bytes: 4096 00000080:00200000:0.0:1789760744.801957:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760744.801964:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760744.801966:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22401024, 22405120) 0 0 00000080:00200000:0.0:1789760744.801971:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760744.801984:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5469, 5469] 00020000:00200000:0.0:1789760744.802152:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22401024 chunk: [22401024, 22405120) 22405120, 4096 00020000:00200000:0.0:1789760744.802156:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760744.802172:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5469, 5469] 00000008:00010000:0.0:1789760744.802186:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760744.802191:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760744.802200:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22401024, 22405120) append 0 append lockpos 0 00000080:00200000:0.0:1789760744.802211:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22401024=0x155d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760744.802261:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760744.802265:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22405120 00000020:00010000:0.0:1789760744.802271:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760744.802274:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760744.802277:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760744.802280:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760744.802282:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760744.802289:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760744.802295:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760744.802311:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760744.802402:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4700 - object 0x240000400:4 offset 22401024<>22405120 00000100:00100000:1.0:1789760744.802956:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515698944:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760744.854935:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760744.854945:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760744.854954:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760744.855085:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760744.855116:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515698944:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760744.855330:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5469, 5469] 00000080:00200000:0.0:1789760744.855352:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760744.855358:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760744.855369:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22405120 i_blocks 45063 00000020:00200000:0.0:1789760744.855373:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760744.855380:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760744.855461:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22405120, count: 4096 00000080:00200000:0.0:1789760744.855468:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22405120, bytes: 4096 00000080:00200000:0.0:1789760744.855475:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760744.855482:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760744.855484:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22405120, 22409216) 0 0 00000080:00200000:0.0:1789760744.855487:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760744.855498:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5470, 5470] 00020000:00200000:0.0:1789760744.855504:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22405120 chunk: [22405120, 22409216) 22409216, 4096 00020000:00200000:0.0:1789760744.855508:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760744.855521:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5470, 5470] 00000008:00010000:0.0:1789760744.855532:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760744.855537:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760744.855545:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22405120, 22409216) append 0 append lockpos 0 00000080:00200000:0.0:1789760744.855554:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22405120=0x155e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760744.855595:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760744.855598:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22409216 00000020:00010000:0.0:1789760744.855604:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760744.855608:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760744.855611:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760744.855613:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760744.855616:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760744.855623:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760744.855628:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760744.855643:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760744.855720:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 22405120<>22409216 00000100:00100000:1.0:1789760744.855781:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515699072:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760744.908247:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972787 gen 2 00000008:00010000:1.0:1789760744.908292:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760744.908298:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760744.908306:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760744.908391:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760744.908416:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515699072:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760744.908562:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5470, 5470] 00000080:00200000:0.0:1789760744.908574:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760744.908578:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760744.908588:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22409216 i_blocks 45063 00000020:00200000:0.0:1789760744.908590:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760744.908597:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760744.908619:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22409216, count: 4096 00000080:00200000:0.0:1789760744.908624:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22409216, bytes: 4096 00000080:00200000:0.0:1789760744.908629:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760744.908634:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760744.908636:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22409216, 22413312) 0 0 00000080:00200000:0.0:1789760744.908639:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760744.908648:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5471, 5471] 00020000:00200000:0.0:1789760744.908653:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22409216 chunk: [22409216, 22413312) 22413312, 4096 00020000:00200000:0.0:1789760744.908656:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760744.908666:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5471, 5471] 00000008:00010000:0.0:1789760744.908676:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760744.908679:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760744.908685:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22409216, 22413312) append 0 append lockpos 0 00000080:00200000:0.0:1789760744.908694:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22409216=0x155f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760744.908725:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760744.908727:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22413312 00000020:00010000:0.0:1789760744.908732:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760744.908734:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760744.908736:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760744.908738:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760744.908740:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760744.908744:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760744.908748:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760744.908758:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760744.908816:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 22409216<>22413312 00000100:00100000:1.0:1789760744.908882:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515699200:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760744.951236:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972788 gen 2 00000008:00010000:1.0:1789760744.951271:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760744.951278:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760744.951286:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760744.951309:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760744.951333:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515699200:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760744.951662:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5471, 5471] 00000080:00200000:3.0:1789760744.951675:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760744.951680:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760744.951691:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22413312 i_blocks 45063 00000020:00200000:3.0:1789760744.951694:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760744.951701:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760744.951724:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22413312, count: 4096 00000080:00200000:3.0:1789760744.951730:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22413312, bytes: 4096 00000080:00200000:3.0:1789760744.951737:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760744.951745:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760744.951747:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22413312, 22417408) 0 0 00000080:00200000:3.0:1789760744.951751:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760744.951763:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5472, 5472] 00020000:00200000:3.0:1789760744.952199:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22413312 chunk: [22413312, 22417408) 22417408, 4096 00020000:00200000:3.0:1789760744.952206:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760744.952226:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5472, 5472] 00000008:00010000:3.0:1789760744.952239:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760744.952244:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760744.952253:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22413312, 22417408) append 0 append lockpos 0 00000080:00200000:3.0:1789760744.952264:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22413312=0x1560000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760744.952313:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760744.952316:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22417408 00000020:00010000:3.0:1789760744.952323:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760744.952326:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760744.952329:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760744.952332:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760744.952335:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760744.952353:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760744.952360:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760744.952378:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760744.952792:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5180 - object 0x240000400:4 offset 22413312<>22417408 00000100:00100000:2.0:1789760744.952901:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515699328:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760744.991905:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972789 gen 2 00000008:00010000:3.0:1789760744.991952:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760744.991959:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760744.991967:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760744.991988:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760744.992011:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515699328:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760744.992108:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5472, 5472] 00000080:00200000:1.0:1789760744.992121:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760744.992126:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760744.992138:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22417408 i_blocks 45063 00000020:00200000:1.0:1789760744.992141:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760744.992150:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760744.992175:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22417408, count: 4096 00000080:00200000:1.0:1789760744.992180:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22417408, bytes: 4096 00000080:00200000:1.0:1789760744.992187:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760744.992193:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760744.992195:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22417408, 22421504) 0 0 00000080:00200000:1.0:1789760744.992199:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760744.992210:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5473, 5473] 00020000:00200000:1.0:1789760744.992217:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22417408 chunk: [22417408, 22421504) 22421504, 4096 00020000:00200000:1.0:1789760744.992220:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760744.992233:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5473, 5473] 00000008:00010000:1.0:1789760744.992245:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760744.992249:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760744.992258:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22417408, 22421504) append 0 append lockpos 0 00000080:00200000:1.0:1789760744.992269:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22417408=0x1561000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760744.992313:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760744.992316:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22421504 00000020:00010000:1.0:1789760744.992323:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760744.992326:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760744.992329:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760744.992332:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760744.992335:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760744.992349:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760744.992355:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760744.992369:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760744.992443:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570000 - object 0x240000400:4 offset 22417408<>22421504 00000100:00100000:1.0:1789760744.992485:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760744.992498:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515699456:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760745.042336:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972790 gen 2 00000008:00010000:1.0:1789760745.042390:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:1.0:1789760745.042396:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760745.042404:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760745.042424:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:1.0:1789760745.042447:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515699456:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760745.042449:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5473, 5473] 00000080:00200000:3.0:1789760745.042462:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760745.042468:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760745.042480:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22421504 i_blocks 45063 00000020:00200000:3.0:1789760745.042483:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760745.042490:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760745.042516:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22421504, count: 4096 00000080:00200000:3.0:1789760745.042522:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22421504, bytes: 4096 00000080:00200000:3.0:1789760745.042529:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760745.042534:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760745.042536:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22421504, 22425600) 0 0 00000080:00200000:3.0:1789760745.042539:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760745.042551:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5474, 5474] 00020000:00200000:3.0:1789760745.042557:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22421504 chunk: [22421504, 22425600) 22425600, 4096 00020000:00200000:3.0:1789760745.042560:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760745.042574:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5474, 5474] 00000008:00010000:3.0:1789760745.042588:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760745.042592:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760745.042601:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22421504, 22425600) append 0 append lockpos 0 00000080:00200000:3.0:1789760745.042612:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22421504=0x1562000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760745.042650:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760745.042652:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22425600 00000020:00010000:3.0:1789760745.042657:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760745.042660:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760745.042662:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760745.042664:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760745.042666:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760745.042670:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760745.042675:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760745.042685:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760745.042746:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5180 - object 0x240000400:4 offset 22421504<>22425600 00000100:00100000:3.0:1789760745.042775:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760745.042788:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515699584:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760745.114737:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972791 gen 2 00000008:00010000:3.0:1789760745.114778:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760745.114785:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760745.114794:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760745.114813:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760745.114837:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515699584:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760745.115004:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5474, 5474] 00000080:00200000:2.0:1789760745.115017:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760745.115022:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760745.115034:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22425600 i_blocks 45063 00000020:00200000:2.0:1789760745.115037:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760745.115046:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760745.115072:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22425600, count: 4096 00000080:00200000:2.0:1789760745.115078:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22425600, bytes: 4096 00000080:00200000:2.0:1789760745.115086:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760745.115094:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760745.115097:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22425600, 22429696) 0 0 00000080:00200000:2.0:1789760745.115101:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760745.115114:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5475, 5475] 00020000:00200000:2.0:1789760745.115121:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22425600 chunk: [22425600, 22429696) 22429696, 4096 00020000:00200000:2.0:1789760745.115125:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760745.115140:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5475, 5475] 00000008:00010000:2.0:1789760745.115153:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760745.115158:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760745.115166:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22425600, 22429696) append 0 append lockpos 0 00000080:00200000:2.0:1789760745.115178:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22425600=0x1563000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760745.115223:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760745.115226:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22429696 00000020:00010000:2.0:1789760745.115233:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760745.115237:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760745.115240:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760745.115243:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760745.115246:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760745.115253:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760745.115334:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760745.115360:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760745.115439:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 22425600<>22429696 00000100:00100000:3.0:1789760745.115497:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515699712:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760745.179333:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972792 gen 2 00000008:00010000:3.0:1789760745.179379:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:3.0:1789760745.179385:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760745.179393:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760745.179410:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:3.0:1789760745.179434:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515699712:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760745.179521:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5475, 5475] 00000080:00200000:2.0:1789760745.179535:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760745.179540:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760745.179553:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22429696 i_blocks 45063 00000020:00200000:2.0:1789760745.179556:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760745.179564:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760745.179591:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22429696, count: 4096 00000080:00200000:2.0:1789760745.179597:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22429696, bytes: 4096 00000080:00200000:2.0:1789760745.179604:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760745.179612:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760745.179614:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22429696, 22433792) 0 0 00000080:00200000:2.0:1789760745.179618:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760745.179632:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5476, 5476] 00020000:00200000:2.0:1789760745.179639:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22429696 chunk: [22429696, 22433792) 22433792, 4096 00020000:00200000:2.0:1789760745.179643:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760745.179657:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5476, 5476] 00000008:00010000:2.0:1789760745.179671:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760745.179676:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760745.179685:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22429696, 22433792) append 0 append lockpos 0 00000080:00200000:2.0:1789760745.179696:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22429696=0x1564000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760745.179741:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760745.179744:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22433792 00000020:00010000:2.0:1789760745.179751:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760745.179754:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760745.179757:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760745.179760:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760745.179763:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760745.179769:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760745.179775:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760745.179788:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760745.179910:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 22429696<>22433792 00000100:00100000:3.0:1789760745.180113:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515699840:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760745.211331:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972793 gen 2 00000008:00010000:3.0:1789760745.211382:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:3.0:1789760745.211389:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760745.211396:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760745.211413:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000100:00100000:3.0:1789760745.211436:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515699840:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760745.211535:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5476, 5476] 00000080:00200000:2.0:1789760745.211549:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760745.211554:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760745.211567:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22433792 i_blocks 45063 00000020:00200000:2.0:1789760745.211570:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760745.211580:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760745.211610:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22433792, count: 4096 00000080:00200000:2.0:1789760745.211617:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22433792, bytes: 4096 00000080:00200000:2.0:1789760745.211625:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760745.211632:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760745.211635:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22433792, 22437888) 0 0 00000080:00200000:2.0:1789760745.211639:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760745.211650:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5477, 5477] 00020000:00200000:2.0:1789760745.211656:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22433792 chunk: [22433792, 22437888) 22437888, 4096 00020000:00200000:2.0:1789760745.211660:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760745.211676:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5477, 5477] 00000008:00010000:2.0:1789760745.211690:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760745.211695:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760745.211704:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22433792, 22437888) append 0 append lockpos 0 00000080:00200000:2.0:1789760745.211714:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22433792=0x1565000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760745.211761:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760745.211763:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22437888 00000020:00010000:2.0:1789760745.211770:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760745.211773:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760745.211776:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760745.211779:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760745.211782:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760745.211788:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760745.211794:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760745.211809:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760745.211918:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 22433792<>22437888 00000100:00100000:3.0:1789760745.212099:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760745.212112:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515699968:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760745.246837:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972794 gen 2 00000008:00010000:3.0:1789760745.246899:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8000 00000020:00200000:3.0:1789760745.246905:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760745.246914:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760745.246932:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8000 00000100:00100000:3.0:1789760745.246954:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515699968:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760745.247106:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5477, 5477] 00000080:00200000:2.0:1789760745.247119:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760745.247124:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760745.247138:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22437888 i_blocks 45063 00000020:00200000:2.0:1789760745.247142:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760745.247150:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760745.247178:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22437888, count: 4096 00000080:00200000:2.0:1789760745.247184:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22437888, bytes: 4096 00000080:00200000:2.0:1789760745.247191:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760745.247198:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760745.247200:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22437888, 22441984) 0 0 00000080:00200000:2.0:1789760745.247203:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760745.247213:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5478, 5478] 00020000:00200000:2.0:1789760745.247220:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22437888 chunk: [22437888, 22441984) 22441984, 4096 00020000:00200000:2.0:1789760745.247224:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760745.247237:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5478, 5478] 00000008:00010000:2.0:1789760745.247249:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760745.247253:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760745.247420:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22437888, 22441984) append 0 append lockpos 0 00000080:00200000:2.0:1789760745.247432:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22437888=0x1566000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760745.247476:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760745.247479:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22441984 00000020:00010000:2.0:1789760745.247486:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760745.247489:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760745.247492:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760745.247495:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760745.247497:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760745.247504:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760745.247510:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760745.247523:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760745.247599:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 22437888<>22441984 00000100:00100000:3.0:1789760745.247694:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515700096:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760745.290182:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:3.0:1789760745.290192:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760745.290200:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760745.290254:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:3.0:1789760745.290353:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515700096:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760745.290418:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5478, 5478] 00000080:00200000:2.0:1789760745.290431:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760745.290437:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760745.290450:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22441984 i_blocks 45063 00000020:00200000:2.0:1789760745.290454:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760745.290462:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760745.290488:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22441984, count: 4096 00000080:00200000:2.0:1789760745.290495:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22441984, bytes: 4096 00000080:00200000:2.0:1789760745.290502:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760745.290508:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760745.290511:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22441984, 22446080) 0 0 00000080:00200000:2.0:1789760745.290514:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760745.290526:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5479, 5479] 00020000:00200000:2.0:1789760745.290533:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22441984 chunk: [22441984, 22446080) 22446080, 4096 00020000:00200000:2.0:1789760745.290537:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760745.290553:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5479, 5479] 00000008:00010000:2.0:1789760745.290565:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760745.290569:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760745.290578:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22441984, 22446080) append 0 append lockpos 0 00000080:00200000:2.0:1789760745.290589:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22441984=0x1567000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760745.290633:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760745.290636:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22446080 00000020:00010000:2.0:1789760745.290643:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760745.290646:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760745.290649:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760745.290652:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760745.290655:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760745.290662:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760745.290668:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760745.290680:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760745.290757:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 22441984<>22446080 00000100:00100000:3.0:1789760745.290819:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515700224:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760745.324606:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972795 gen 2 00000100:00100000:3.0:1789760745.324636:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23a8e00 x1876699515700224/t4294972796(4294972796) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760761 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760745.324672:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8540 00000020:00200000:3.0:1789760745.324678:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760745.324685:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760745.324703:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8540 00000100:00100000:3.0:1789760745.324723:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515700224:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760745.324919:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5479, 5479] 00000080:00200000:2.0:1789760745.324931:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760745.324937:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760745.324947:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22446080 i_blocks 45063 00000020:00200000:2.0:1789760745.324950:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760745.324958:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760745.325046:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22446080, count: 4096 00000080:00200000:2.0:1789760745.325053:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22446080, bytes: 4096 00000080:00200000:2.0:1789760745.325060:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760745.325068:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760745.325070:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22446080, 22450176) 0 0 00000080:00200000:2.0:1789760745.325074:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760745.325086:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5480, 5480] 00020000:00200000:2.0:1789760745.325093:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22446080 chunk: [22446080, 22450176) 22450176, 4096 00020000:00200000:2.0:1789760745.325096:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760745.325113:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5480, 5480] 00000008:00010000:2.0:1789760745.325126:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760745.325130:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760745.325139:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22446080, 22450176) append 0 append lockpos 0 00000080:00200000:2.0:1789760745.325150:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22446080=0x1568000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760745.325194:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760745.325197:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22450176 00000020:00010000:2.0:1789760745.325203:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760745.325207:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760745.325210:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760745.325213:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760745.325215:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760745.325222:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760745.325228:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760745.325242:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8c00 00000008:00100000:2.0:1789760745.325327:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 22446080<>22450176 00000100:00100000:3.0:1789760745.325397:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515700352:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760745.382738:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972797 gen 2 00000008:00010000:3.0:1789760745.382788:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8c00 00000020:00200000:3.0:1789760745.382795:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760745.382803:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760745.382820:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8c00 00000100:00100000:3.0:1789760745.382843:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515700352:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760745.382937:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5480, 5480] 00000080:00200000:2.0:1789760745.382952:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760745.382956:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760745.382968:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22450176 i_blocks 45063 00000020:00200000:2.0:1789760745.382972:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760745.382979:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760745.383068:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22450176, count: 4096 00000080:00200000:2.0:1789760745.383076:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22450176, bytes: 4096 00000080:00200000:2.0:1789760745.383083:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760745.383090:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760745.383092:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22450176, 22454272) 0 0 00000080:00200000:2.0:1789760745.383097:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760745.383110:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5481, 5481] 00020000:00200000:2.0:1789760745.383117:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22450176 chunk: [22450176, 22454272) 22454272, 4096 00020000:00200000:2.0:1789760745.383121:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760745.383135:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5481, 5481] 00000008:00010000:2.0:1789760745.383149:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760745.383154:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760745.383164:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22450176, 22454272) append 0 append lockpos 0 00000080:00200000:2.0:1789760745.383178:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22450176=0x1569000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760745.383216:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760745.383218:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22454272 00000020:00010000:2.0:1789760745.383225:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760745.383228:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760745.383232:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760745.383235:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760745.383238:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760745.383245:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760745.383250:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760745.383512:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:3.0:1789760745.383592:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5180 - object 0x240000400:4 offset 22450176<>22454272 00000100:00100000:2.0:1789760745.383805:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515700480:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760745.457927:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789760745.461426:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972798 gen 2 00000008:00010000:3.0:1789760745.461462:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8840 00000020:00200000:3.0:1789760745.461469:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760745.461477:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760745.461496:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8840 00000100:00100000:3.0:1789760745.461521:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515700480:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760745.461691:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5481, 5481] 00000080:00200000:2.0:1789760745.461703:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760745.461709:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760745.461721:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22454272 i_blocks 45063 00000020:00200000:2.0:1789760745.461724:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760745.461732:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760745.461756:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22454272, count: 4096 00000080:00200000:2.0:1789760745.461763:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22454272, bytes: 4096 00000080:00200000:2.0:1789760745.461769:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760745.461776:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760745.461778:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22454272, 22458368) 0 0 00000080:00200000:2.0:1789760745.461781:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760745.461794:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5482, 5482] 00020000:00200000:2.0:1789760745.461801:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22454272 chunk: [22454272, 22458368) 22458368, 4096 00020000:00200000:2.0:1789760745.461804:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760745.461820:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5482, 5482] 00000008:00010000:2.0:1789760745.461833:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760745.461837:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760745.461845:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22454272, 22458368) append 0 append lockpos 0 00000080:00200000:2.0:1789760745.461878:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22454272=0x156a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760745.461919:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760745.461922:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22458368 00000020:00010000:2.0:1789760745.461928:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760745.461932:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760745.461935:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760745.461938:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760745.461941:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760745.461948:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760745.461953:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760745.461965:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760745.462059:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 22454272<>22458368 00000100:00100000:2.0:1789760745.462104:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760745.462116:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515700608:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760745.513991:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972799 gen 2 00000008:00010000:3.0:1789760745.514026:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e86c0 00000020:00200000:3.0:1789760745.514033:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760745.514041:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760745.514058:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e86c0 00000100:00100000:3.0:1789760745.514082:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515700608:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760745.514185:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5482, 5482] 00000080:00200000:2.0:1789760745.514198:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760745.514203:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760745.514215:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22458368 i_blocks 45063 00000020:00200000:2.0:1789760745.514219:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760745.514227:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760745.514405:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22458368, count: 4096 00000080:00200000:2.0:1789760745.514413:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22458368, bytes: 4096 00000080:00200000:2.0:1789760745.514421:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760745.514428:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760745.514430:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22458368, 22462464) 0 0 00000080:00200000:2.0:1789760745.514433:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760745.514445:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5483, 5483] 00020000:00200000:2.0:1789760745.514451:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22458368 chunk: [22458368, 22462464) 22462464, 4096 00020000:00200000:2.0:1789760745.514455:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760745.514470:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5483, 5483] 00000008:00010000:2.0:1789760745.514483:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760745.514488:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760745.514496:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22458368, 22462464) append 0 append lockpos 0 00000080:00200000:2.0:1789760745.514506:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22458368=0x156b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760745.514626:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760745.514629:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22462464 00000020:00010000:2.0:1789760745.514638:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760745.514641:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760745.514644:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760745.514647:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760745.514650:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760745.514658:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760745.514663:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760745.514677:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760745.514749:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 22458368<>22462464 00000100:00100000:3.0:1789760745.514809:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515700736:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760745.595791:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972800 gen 2 00000008:00010000:3.0:1789760745.595827:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:3.0:1789760745.595834:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760745.595842:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760745.595879:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:3.0:1789760745.595901:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515700736:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760745.595989:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5483, 5483] 00000080:00200000:2.0:1789760745.596002:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760745.596007:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760745.596019:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22462464 i_blocks 45063 00000020:00200000:2.0:1789760745.596022:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760745.596030:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760745.596057:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22462464, count: 4096 00000080:00200000:2.0:1789760745.596063:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22462464, bytes: 4096 00000080:00200000:2.0:1789760745.596070:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760745.596077:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760745.596079:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22462464, 22466560) 0 0 00000080:00200000:2.0:1789760745.596083:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760745.596096:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5484, 5484] 00020000:00200000:2.0:1789760745.596103:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22462464 chunk: [22462464, 22466560) 22466560, 4096 00020000:00200000:2.0:1789760745.596107:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760745.596121:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5484, 5484] 00000008:00010000:2.0:1789760745.596135:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760745.596141:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760745.596150:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22462464, 22466560) append 0 append lockpos 0 00000080:00200000:2.0:1789760745.596160:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22462464=0x156c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760745.596204:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760745.596206:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22466560 00000020:00010000:2.0:1789760745.596212:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760745.596216:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760745.596219:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760745.596222:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760745.596226:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760745.596234:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760745.596239:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760745.596252:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760745.597781:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 22462464<>22466560 00000100:00100000:3.0:1789760745.597847:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760745.600653:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515700864:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760745.645347:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:3.0:1789760745.645358:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760745.645368:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760745.645390:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:3.0:1789760745.645414:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515700864:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760745.645523:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5484, 5484] 00000080:00200000:1.0:1789760745.645535:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760745.645541:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760745.645834:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22466560 i_blocks 45063 00000020:00200000:1.0:1789760745.645839:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760745.645847:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760745.645986:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22466560, count: 4096 00000080:00200000:1.0:1789760745.645993:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22466560, bytes: 4096 00000080:00200000:1.0:1789760745.646002:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760745.646009:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760745.646011:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22466560, 22470656) 0 0 00000080:00200000:1.0:1789760745.646015:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760745.646030:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5485, 5485] 00020000:00200000:1.0:1789760745.646037:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22466560 chunk: [22466560, 22470656) 22470656, 4096 00020000:00200000:1.0:1789760745.646041:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760745.646057:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5485, 5485] 00000008:00010000:1.0:1789760745.646071:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760745.646076:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760745.646086:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22466560, 22470656) append 0 append lockpos 0 00000080:00200000:1.0:1789760745.646097:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22466560=0x156d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760745.646141:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760745.646144:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22470656 00000020:00010000:1.0:1789760745.646152:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760745.648124:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760745.648130:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760745.648134:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760745.648137:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760745.648149:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760745.648158:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760745.648184:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760745.648272:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570000 - object 0x240000400:4 offset 22466560<>22470656 00000100:00100000:0.0:1789760745.648381:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760745.648402:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515700992:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760745.700151:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972802 gen 2 00000008:00010000:0.0:1789760745.700196:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760745.700203:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760745.700211:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760745.700233:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760745.700256:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515700992:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760745.700652:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5485, 5485] 00000080:00200000:1.0:1789760745.700665:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760745.700671:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760745.700683:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22470656 i_blocks 45063 00000020:00200000:1.0:1789760745.700686:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760745.700694:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760745.700720:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22470656, count: 4096 00000080:00200000:1.0:1789760745.700726:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22470656, bytes: 4096 00000080:00200000:1.0:1789760745.700734:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760745.700741:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760745.700743:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22470656, 22474752) 0 0 00000080:00200000:1.0:1789760745.700747:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760745.700760:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5486, 5486] 00020000:00200000:1.0:1789760745.700767:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22470656 chunk: [22470656, 22474752) 22474752, 4096 00020000:00200000:1.0:1789760745.700770:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760745.700785:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5486, 5486] 00000008:00010000:1.0:1789760745.700799:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760745.700804:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760745.700812:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22470656, 22474752) append 0 append lockpos 0 00000080:00200000:1.0:1789760745.700824:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22470656=0x156e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760745.700906:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760745.700908:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22474752 00000020:00010000:1.0:1789760745.700915:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760745.700918:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760745.700921:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760745.700924:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760745.700927:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760745.700933:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760745.700938:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760745.700952:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760745.701036:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570700 - object 0x240000400:4 offset 22470656<>22474752 00000100:00100000:0.0:1789760745.701114:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760745.701130:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515701120:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760745.753281:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972803 gen 2 00000008:00010000:0.0:1789760745.753318:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760745.753325:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760745.753341:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760745.753361:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760745.753385:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515701120:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760745.753721:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5486, 5486] 00000080:00200000:1.0:1789760745.753734:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760745.753739:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760745.753752:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22474752 i_blocks 45063 00000020:00200000:1.0:1789760745.753755:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760745.753763:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760745.753787:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22474752, count: 4096 00000080:00200000:1.0:1789760745.753792:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22474752, bytes: 4096 00000080:00200000:1.0:1789760745.753800:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760745.753807:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760745.753809:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22474752, 22478848) 0 0 00000080:00200000:1.0:1789760745.753813:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760745.753825:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5487, 5487] 00020000:00200000:1.0:1789760745.753832:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22474752 chunk: [22474752, 22478848) 22478848, 4096 00020000:00200000:1.0:1789760745.753836:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760745.753850:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5487, 5487] 00000008:00010000:1.0:1789760745.753888:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760745.753892:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760745.753902:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22474752, 22478848) append 0 append lockpos 0 00000080:00200000:1.0:1789760745.753912:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22474752=0x156f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760745.753955:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760745.753957:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22478848 00000020:00010000:1.0:1789760745.754029:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760745.754033:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760745.754036:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760745.754039:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760745.754041:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760745.754048:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760745.754053:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760745.754066:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760745.754136:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570e00 - object 0x240000400:4 offset 22474752<>22478848 00000100:00100000:0.0:1789760745.754191:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515701248:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760745.803750:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972804 gen 2 00000008:00010000:0.0:1789760745.803785:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760745.803791:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760745.803801:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760745.804977:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760745.805010:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515701248:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760745.807649:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5487, 5487] 00000080:00200000:1.0:1789760745.807669:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760745.807675:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760745.807688:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22478848 i_blocks 45063 00000020:00200000:1.0:1789760745.807692:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760745.807703:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760745.807729:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22478848, count: 4096 00000080:00200000:1.0:1789760745.807735:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22478848, bytes: 4096 00000080:00200000:1.0:1789760745.807744:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760745.807751:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760745.807753:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22478848, 22482944) 0 0 00000080:00200000:1.0:1789760745.807757:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760745.807769:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5488, 5488] 00020000:00200000:1.0:1789760745.807776:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22478848 chunk: [22478848, 22482944) 22482944, 4096 00020000:00200000:1.0:1789760745.807779:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760745.807796:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5488, 5488] 00000008:00010000:1.0:1789760745.807811:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760745.807816:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760745.807827:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22478848, 22482944) append 0 append lockpos 0 00000080:00200000:1.0:1789760745.807837:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22478848=0x1570000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760745.809180:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760745.809188:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22482944 00000020:00010000:1.0:1789760745.809198:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760745.809202:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760745.809205:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760745.809208:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760745.809211:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760745.809220:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760745.809226:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760745.809251:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760745.809332:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571180 - object 0x240000400:4 offset 22478848<>22482944 00000100:00100000:0.0:1789760745.809416:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515701376:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760745.882282:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972805 gen 2 00000008:00010000:0.0:1789760745.882320:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760745.882326:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760745.882350:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760745.882371:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760745.882394:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515701376:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760745.882495:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5488, 5488] 00000080:00200000:1.0:1789760745.882507:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760745.882512:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760745.882524:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22482944 i_blocks 45063 00000020:00200000:1.0:1789760745.882528:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760745.882536:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760745.882563:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22482944, count: 4096 00000080:00200000:1.0:1789760745.882569:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22482944, bytes: 4096 00000080:00200000:1.0:1789760745.882576:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760745.882583:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760745.882585:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22482944, 22487040) 0 0 00000080:00200000:1.0:1789760745.882590:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760745.882602:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5489, 5489] 00020000:00200000:1.0:1789760745.882608:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22482944 chunk: [22482944, 22487040) 22487040, 4096 00020000:00200000:1.0:1789760745.882612:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760745.882626:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5489, 5489] 00000008:00010000:1.0:1789760745.882640:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760745.882645:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760745.882654:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22482944, 22487040) append 0 append lockpos 0 00000080:00200000:1.0:1789760745.882664:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22482944=0x1571000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760745.882721:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760745.882724:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22487040 00000020:00010000:1.0:1789760745.882731:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760745.882734:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760745.882737:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760745.882739:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760745.882742:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760745.882748:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760745.882753:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760745.882766:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760745.882842:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573480 - object 0x240000400:4 offset 22482944<>22487040 00000100:00100000:0.0:1789760745.883227:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760745.883243:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515701504:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760745.948634:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972806 gen 2 00000008:00010000:0.0:1789760745.948682:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760745.948690:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760745.948700:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760745.948724:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760745.948751:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515701504:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760745.948760:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5489, 5489] 00000080:00200000:1.0:1789760745.948786:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760745.948794:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760745.948807:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22487040 i_blocks 45063 00000020:00200000:1.0:1789760745.948810:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760745.948818:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760745.948846:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22487040, count: 4096 00000080:00200000:1.0:1789760745.948851:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22487040, bytes: 4096 00000080:00200000:1.0:1789760745.948951:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760745.948958:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760745.948960:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22487040, 22491136) 0 0 00000080:00200000:1.0:1789760745.948965:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760745.949026:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5490, 5490] 00020000:00200000:1.0:1789760745.949033:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22487040 chunk: [22487040, 22491136) 22491136, 4096 00020000:00200000:1.0:1789760745.949037:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760745.949051:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5490, 5490] 00000008:00010000:1.0:1789760745.949063:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760745.949067:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760745.949074:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22487040, 22491136) append 0 append lockpos 0 00000080:00200000:1.0:1789760745.949083:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22487040=0x1572000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760745.949188:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760745.949191:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22491136 00000020:00010000:1.0:1789760745.949198:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760745.949201:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760745.949203:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760745.949207:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760745.949209:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760745.949214:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760745.949218:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760745.949228:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8900 00000008:00100000:1.0:1789760745.949620:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571880 - object 0x240000400:4 offset 22487040<>22491136 00000100:00100000:0.0:1789760745.949834:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760745.949851:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515701632:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760746.001631:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972807 gen 2 00000008:00010000:0.0:1789760746.001667:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8900 00000020:00200000:0.0:1789760746.001674:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760746.001683:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760746.001706:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8900 00000100:00100000:0.0:1789760746.001728:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515701632:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760746.002021:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5490, 5490] 00000080:00200000:1.0:1789760746.002033:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760746.002038:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760746.002050:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22491136 i_blocks 45063 00000020:00200000:1.0:1789760746.002054:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760746.002062:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760746.002087:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22491136, count: 4096 00000080:00200000:1.0:1789760746.002093:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22491136, bytes: 4096 00000080:00200000:1.0:1789760746.002100:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760746.002106:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760746.002108:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22491136, 22495232) 0 0 00000080:00200000:1.0:1789760746.002112:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760746.002125:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5491, 5491] 00020000:00200000:1.0:1789760746.002131:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22491136 chunk: [22491136, 22495232) 22495232, 4096 00020000:00200000:1.0:1789760746.002135:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760746.002149:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5491, 5491] 00000008:00010000:1.0:1789760746.002162:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760746.002166:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760746.002175:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22491136, 22495232) append 0 append lockpos 0 00000080:00200000:1.0:1789760746.002188:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22491136=0x1573000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760746.002229:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760746.002232:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22495232 00000020:00010000:1.0:1789760746.002239:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760746.002242:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.002245:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.002248:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760746.002251:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760746.002258:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760746.002263:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760746.002277:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8480 00000008:00100000:1.0:1789760746.002364:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 22491136<>22495232 00000100:00100000:0.0:1789760746.002886:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760746.002903:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515701760:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760746.070154:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972808 gen 2 00000008:00010000:0.0:1789760746.070191:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8480 00000020:00200000:0.0:1789760746.070197:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760746.070206:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760746.070226:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8480 00000100:00100000:0.0:1789760746.070252:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515701760:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760746.070469:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5491, 5491] 00000080:00200000:1.0:1789760746.070484:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760746.070490:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760746.070503:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22495232 i_blocks 45063 00000020:00200000:1.0:1789760746.070506:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760746.070515:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760746.070544:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22495232, count: 4096 00000080:00200000:1.0:1789760746.070550:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22495232, bytes: 4096 00000080:00200000:1.0:1789760746.070557:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760746.070564:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760746.070566:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22495232, 22499328) 0 0 00000080:00200000:1.0:1789760746.070571:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760746.070584:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5492, 5492] 00020000:00200000:1.0:1789760746.070592:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22495232 chunk: [22495232, 22499328) 22499328, 4096 00020000:00200000:1.0:1789760746.070596:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760746.070611:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5492, 5492] 00000008:00010000:1.0:1789760746.070626:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760746.070631:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760746.070639:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22495232, 22499328) append 0 append lockpos 0 00000080:00200000:1.0:1789760746.070651:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22495232=0x1574000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760746.070699:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760746.070702:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22499328 00000020:00010000:1.0:1789760746.070710:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760746.070714:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.070717:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.070720:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760746.070722:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760746.070729:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760746.070735:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760746.070750:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760746.070841:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570a80 - object 0x240000400:4 offset 22495232<>22499328 00000100:00100000:0.0:1789760746.070912:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760746.070928:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515701888:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760746.113923:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:0.0:1789760746.113935:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760746.113944:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760746.113967:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:0.0:1789760746.113997:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515701888:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760746.114299:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5492, 5492] 00000080:00200000:1.0:1789760746.114311:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760746.114316:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760746.114328:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22499328 i_blocks 45063 00000020:00200000:1.0:1789760746.114339:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760746.114347:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760746.114372:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22499328, count: 4096 00000080:00200000:1.0:1789760746.114378:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22499328, bytes: 4096 00000080:00200000:1.0:1789760746.114385:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760746.114391:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760746.114393:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22499328, 22503424) 0 0 00000080:00200000:1.0:1789760746.114398:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760746.114410:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5493, 5493] 00020000:00200000:1.0:1789760746.114416:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22499328 chunk: [22499328, 22503424) 22503424, 4096 00020000:00200000:1.0:1789760746.114420:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760746.114434:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5493, 5493] 00000008:00010000:1.0:1789760746.114446:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760746.114451:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760746.114460:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22499328, 22503424) append 0 append lockpos 0 00000080:00200000:1.0:1789760746.114470:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22499328=0x1575000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760746.114511:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760746.114514:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22503424 00000020:00010000:1.0:1789760746.114520:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760746.114523:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.114526:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.114529:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760746.114531:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760746.114536:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760746.114542:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760746.114554:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8d80 00000008:00100000:1.0:1789760746.114626:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 22499328<>22503424 00000100:00100000:1.0:1789760746.114661:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760746.114675:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515702016:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760746.151161:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972810 gen 2 00000008:00010000:1.0:1789760746.151204:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8d80 00000020:00200000:1.0:1789760746.151211:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760746.151218:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760746.151239:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8d80 00000100:00100000:1.0:1789760746.151271:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515702016:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760746.151359:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5493, 5493] 00000080:00200000:3.0:1789760746.151373:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760746.151378:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760746.151389:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22503424 i_blocks 45063 00000020:00200000:3.0:1789760746.151392:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760746.151399:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760746.151424:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22503424, count: 4096 00000080:00200000:3.0:1789760746.151430:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22503424, bytes: 4096 00000080:00200000:3.0:1789760746.151438:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760746.151445:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760746.151447:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22503424, 22507520) 0 0 00000080:00200000:3.0:1789760746.151451:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760746.151464:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5494, 5494] 00020000:00200000:3.0:1789760746.151470:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22503424 chunk: [22503424, 22507520) 22507520, 4096 00020000:00200000:3.0:1789760746.151474:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760746.151489:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5494, 5494] 00000008:00010000:3.0:1789760746.151502:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760746.151507:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760746.151515:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22503424, 22507520) append 0 append lockpos 0 00000080:00200000:3.0:1789760746.151525:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22503424=0x1576000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760746.151565:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760746.151568:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22507520 00000020:00010000:3.0:1789760746.151574:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760746.151577:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760746.151580:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760746.151583:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760746.151586:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760746.151592:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760746.151598:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760746.151612:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760746.151686:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5180 - object 0x240000400:4 offset 22503424<>22507520 00000100:00100000:2.0:1789760746.151776:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760746.151791:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515702144:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760746.185166:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972811 gen 2 00000008:00010000:3.0:1789760746.185205:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760746.185212:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760746.185221:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760746.185242:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760746.185272:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515702144:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760746.185522:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5494, 5494] 00000080:00200000:1.0:1789760746.185536:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760746.185541:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760746.185553:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22507520 i_blocks 45063 00000020:00200000:1.0:1789760746.185557:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760746.185565:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760746.185595:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22507520, count: 4096 00000080:00200000:1.0:1789760746.185600:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22507520, bytes: 4096 00000080:00200000:1.0:1789760746.185608:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760746.185615:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760746.185617:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22507520, 22511616) 0 0 00000080:00200000:1.0:1789760746.185621:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760746.185634:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5495, 5495] 00020000:00200000:1.0:1789760746.185641:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22507520 chunk: [22507520, 22511616) 22511616, 4096 00020000:00200000:1.0:1789760746.185645:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760746.185659:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5495, 5495] 00000008:00010000:1.0:1789760746.185673:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760746.185677:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760746.185685:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22507520, 22511616) append 0 append lockpos 0 00000080:00200000:1.0:1789760746.185695:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22507520=0x1577000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760746.185738:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760746.185740:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22511616 00000020:00010000:1.0:1789760746.185746:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760746.185749:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.185752:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.185755:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760746.185757:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760746.185763:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760746.185769:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760746.185782:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8d80 00000008:00100000:1.0:1789760746.185892:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 22507520<>22511616 00000100:00100000:0.0:1789760746.185991:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515702272:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760746.221029:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972812 gen 2 00000008:00010000:0.0:1789760746.221065:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8d80 00000020:00200000:0.0:1789760746.221072:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760746.221079:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760746.221104:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8d80 00000100:00100000:0.0:1789760746.221128:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515702272:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760746.221293:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5495, 5495] 00000080:00200000:1.0:1789760746.221306:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760746.221311:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760746.221322:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22511616 i_blocks 45063 00000020:00200000:1.0:1789760746.221325:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760746.221345:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760746.221371:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22511616, count: 4096 00000080:00200000:1.0:1789760746.221377:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22511616, bytes: 4096 00000080:00200000:1.0:1789760746.221384:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760746.221391:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760746.221393:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22511616, 22515712) 0 0 00000080:00200000:1.0:1789760746.221397:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760746.221409:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5496, 5496] 00020000:00200000:1.0:1789760746.221415:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22511616 chunk: [22511616, 22515712) 22515712, 4096 00020000:00200000:1.0:1789760746.221418:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760746.221433:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5496, 5496] 00000008:00010000:1.0:1789760746.221445:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760746.221448:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760746.221457:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22511616, 22515712) append 0 append lockpos 0 00000080:00200000:1.0:1789760746.221468:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22511616=0x1578000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760746.221509:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760746.221512:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22515712 00000020:00010000:1.0:1789760746.221518:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760746.221522:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.221525:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.221528:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760746.221531:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760746.221537:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760746.221543:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760746.221556:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8780 00000008:00100000:1.0:1789760746.221627:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570a80 - object 0x240000400:4 offset 22511616<>22515712 00000100:00100000:0.0:1789760746.221760:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515702400:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760746.266128:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972813 gen 2 00000008:00010000:0.0:1789760746.266165:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8780 00000020:00200000:0.0:1789760746.266172:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760746.266180:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760746.266201:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8780 00000100:00100000:0.0:1789760746.266226:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515702400:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760746.266392:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5496, 5496] 00000080:00200000:1.0:1789760746.266406:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760746.266411:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760746.266424:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22515712 i_blocks 45063 00000020:00200000:1.0:1789760746.266428:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760746.266436:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760746.266461:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22515712, count: 4096 00000080:00200000:1.0:1789760746.266467:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22515712, bytes: 4096 00000080:00200000:1.0:1789760746.266474:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760746.266481:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760746.266484:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22515712, 22519808) 0 0 00000080:00200000:1.0:1789760746.266488:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760746.266501:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5497, 5497] 00020000:00200000:1.0:1789760746.266509:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22515712 chunk: [22515712, 22519808) 22519808, 4096 00020000:00200000:1.0:1789760746.266513:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760746.266527:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5497, 5497] 00000008:00010000:1.0:1789760746.266540:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760746.266544:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760746.266552:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22515712, 22519808) append 0 append lockpos 0 00000080:00200000:1.0:1789760746.266562:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22515712=0x1579000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760746.266604:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760746.266606:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22519808 00000020:00010000:1.0:1789760746.266612:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760746.266615:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.266618:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.266621:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760746.266624:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760746.266630:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760746.266636:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760746.266649:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760746.266728:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571880 - object 0x240000400:4 offset 22515712<>22519808 00000100:00100000:0.0:1789760746.266785:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515702528:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760746.310449:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972814 gen 2 00000008:00010000:0.0:1789760746.310486:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760746.310493:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760746.310500:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760746.310519:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760746.310540:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515702528:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760746.310627:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5497, 5497] 00000080:00200000:1.0:1789760746.310639:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760746.310644:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760746.310655:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22519808 i_blocks 45063 00000020:00200000:1.0:1789760746.310657:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760746.310665:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760746.310690:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22519808, count: 4096 00000080:00200000:1.0:1789760746.310696:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22519808, bytes: 4096 00000080:00200000:1.0:1789760746.310703:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760746.310709:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760746.310711:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22519808, 22523904) 0 0 00000080:00200000:1.0:1789760746.310715:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760746.310728:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5498, 5498] 00020000:00200000:1.0:1789760746.310734:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22519808 chunk: [22519808, 22523904) 22523904, 4096 00020000:00200000:1.0:1789760746.310738:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760746.310752:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5498, 5498] 00000008:00010000:1.0:1789760746.310764:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760746.310768:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760746.310776:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22519808, 22523904) append 0 append lockpos 0 00000080:00200000:1.0:1789760746.310786:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22519808=0x157a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760746.310827:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760746.310829:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22523904 00000020:00010000:1.0:1789760746.310836:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760746.310839:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.310841:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.310844:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760746.310846:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760746.310884:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760746.310890:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760746.310902:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760746.310972:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573480 - object 0x240000400:4 offset 22519808<>22523904 00000100:00100000:0.0:1789760746.311116:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515702656:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760746.337673:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760746.337684:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760746.337692:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760746.337713:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760746.337736:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515702656:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760746.337822:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5498, 5498] 00000080:00200000:1.0:1789760746.337836:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760746.337841:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760746.337852:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22523904 i_blocks 45063 00000020:00200000:1.0:1789760746.337880:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760746.337889:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760746.337915:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22523904, count: 4096 00000080:00200000:1.0:1789760746.337920:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22523904, bytes: 4096 00000080:00200000:1.0:1789760746.337927:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760746.337934:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760746.337937:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22523904, 22528000) 0 0 00000080:00200000:1.0:1789760746.337941:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760746.337953:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5499, 5499] 00020000:00200000:1.0:1789760746.337959:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22523904 chunk: [22523904, 22528000) 22528000, 4096 00020000:00200000:1.0:1789760746.337964:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760746.337989:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5499, 5499] 00000008:00010000:1.0:1789760746.338002:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760746.338007:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760746.338014:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22523904, 22528000) append 0 append lockpos 0 00000080:00200000:1.0:1789760746.338025:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22523904=0x157b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760746.338067:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760746.338069:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22528000 00000020:00010000:1.0:1789760746.338075:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760746.338078:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.338081:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.338084:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760746.338086:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760746.338092:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760746.338097:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760746.338111:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760746.338179:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571180 - object 0x240000400:4 offset 22523904<>22528000 00000100:00100000:0.0:1789760746.338274:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515702784:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760746.377645:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972816 gen 2 00000008:00010000:0.0:1789760746.377691:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760746.377697:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760746.377705:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760746.377726:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760746.377751:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515702784:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760746.377941:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5499, 5499] 00000080:00200000:1.0:1789760746.377953:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760746.377958:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760746.377971:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22528000 i_blocks 45063 00000020:00200000:1.0:1789760746.378036:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760746.378046:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760746.378073:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22528000, count: 4096 00000080:00200000:1.0:1789760746.378079:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22528000, bytes: 4096 00000080:00200000:1.0:1789760746.378087:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760746.378093:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760746.378096:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22528000, 22532096) 0 0 00000080:00200000:1.0:1789760746.378100:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760746.378111:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5500, 5500] 00020000:00200000:1.0:1789760746.378118:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22528000 chunk: [22528000, 22532096) 22532096, 4096 00020000:00200000:1.0:1789760746.378122:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760746.378136:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5500, 5500] 00000008:00010000:1.0:1789760746.378148:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760746.378152:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760746.378161:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22528000, 22532096) append 0 append lockpos 0 00000080:00200000:1.0:1789760746.378171:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22528000=0x157c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760746.378215:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760746.378217:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22532096 00000020:00010000:1.0:1789760746.378224:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760746.378228:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.378231:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.378234:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760746.378237:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760746.378244:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760746.378261:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760746.378276:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760746.378361:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570e00 - object 0x240000400:4 offset 22528000<>22532096 00000100:00100000:0.0:1789760746.378502:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515702912:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760746.453903:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972817 gen 2 00000008:00010000:0.0:1789760746.453959:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760746.453965:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760746.453985:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760746.454004:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760746.454022:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515702912:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760746.454146:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5500, 5500] 00000080:00200000:1.0:1789760746.454159:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760746.454164:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760746.454176:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22532096 i_blocks 45063 00000020:00200000:1.0:1789760746.454180:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760746.454188:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760746.454213:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22532096, count: 4096 00000080:00200000:1.0:1789760746.454220:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22532096, bytes: 4096 00000080:00200000:1.0:1789760746.454227:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760746.454234:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760746.454236:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22532096, 22536192) 0 0 00000080:00200000:1.0:1789760746.454240:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760746.454252:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5501, 5501] 00020000:00200000:1.0:1789760746.454258:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22532096 chunk: [22532096, 22536192) 22536192, 4096 00020000:00200000:1.0:1789760746.454262:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760746.454277:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5501, 5501] 00000008:00010000:1.0:1789760746.454291:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760746.454296:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760746.454305:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22532096, 22536192) append 0 append lockpos 0 00000080:00200000:1.0:1789760746.454317:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22532096=0x157d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760746.454370:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760746.454373:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22536192 00000020:00010000:1.0:1789760746.454380:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760746.454384:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.454387:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.454390:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760746.454393:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760746.454399:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760746.454405:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760746.454418:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760746.454490:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570700 - object 0x240000400:4 offset 22532096<>22536192 00000100:00100000:0.0:1789760746.454593:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760746.454606:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515703040:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760746.481301:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789760746.526849:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972818 gen 2 00000008:00010000:0.0:1789760746.526902:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760746.526908:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760746.526916:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760746.526933:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760746.526955:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515703040:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760746.527083:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5501, 5501] 00000080:00200000:1.0:1789760746.527096:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760746.527101:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760746.527114:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22536192 i_blocks 45063 00000020:00200000:1.0:1789760746.527117:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760746.527126:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760746.527157:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22536192, count: 4096 00000080:00200000:1.0:1789760746.527163:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22536192, bytes: 4096 00000080:00200000:1.0:1789760746.527172:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760746.527180:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760746.527182:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22536192, 22540288) 0 0 00000080:00200000:1.0:1789760746.527186:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760746.527199:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5502, 5502] 00020000:00200000:1.0:1789760746.527207:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22536192 chunk: [22536192, 22540288) 22540288, 4096 00020000:00200000:1.0:1789760746.527210:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760746.527224:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5502, 5502] 00000008:00010000:1.0:1789760746.527238:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760746.527243:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760746.527261:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22536192, 22540288) append 0 append lockpos 0 00000080:00200000:1.0:1789760746.527272:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22536192=0x157e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760746.527315:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760746.527317:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22540288 00000020:00010000:1.0:1789760746.527324:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760746.527337:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.527341:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.527344:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760746.527346:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760746.527352:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760746.527357:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760746.527370:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760746.527447:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570000 - object 0x240000400:4 offset 22536192<>22540288 00000100:00100000:0.0:1789760746.527791:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760746.527805:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515703168:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760746.575052:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972819 gen 2 00000008:00010000:0.0:1789760746.575099:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760746.575106:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760746.575115:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760746.575135:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760746.575159:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515703168:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760746.575255:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5502, 5502] 00000080:00200000:1.0:1789760746.575268:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760746.575272:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760746.575285:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22540288 i_blocks 45063 00000020:00200000:1.0:1789760746.575287:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760746.575295:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760746.575319:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22540288, count: 4096 00000080:00200000:1.0:1789760746.575325:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22540288, bytes: 4096 00000080:00200000:1.0:1789760746.575342:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760746.575348:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760746.575350:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22540288, 22544384) 0 0 00000080:00200000:1.0:1789760746.575353:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760746.575364:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5503, 5503] 00020000:00200000:1.0:1789760746.575371:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22540288 chunk: [22540288, 22544384) 22544384, 4096 00020000:00200000:1.0:1789760746.575375:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760746.575390:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5503, 5503] 00000008:00010000:1.0:1789760746.575402:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760746.575407:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760746.575415:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22540288, 22544384) append 0 append lockpos 0 00000080:00200000:1.0:1789760746.575426:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22540288=0x157f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760746.575470:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760746.575473:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22544384 00000020:00010000:1.0:1789760746.575480:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760746.575483:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.575486:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.575489:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760746.575491:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760746.575497:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760746.575502:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760746.575515:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8780 00000008:00100000:1.0:1789760746.575583:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572d80 - object 0x240000400:4 offset 22540288<>22544384 00000100:00100000:0.0:1789760746.575726:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760746.575738:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515703296:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760746.611396:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972820 gen 2 00000008:00010000:0.0:1789760746.611431:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8780 00000020:00200000:0.0:1789760746.611438:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760746.611445:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760746.611465:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8780 00000100:00100000:0.0:1789760746.611490:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515703296:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760746.611670:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5503, 5503] 00000080:00200000:1.0:1789760746.611682:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760746.611687:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760746.611699:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22544384 i_blocks 45063 00000020:00200000:1.0:1789760746.611702:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760746.611711:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760746.611735:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22544384, count: 4096 00000080:00200000:1.0:1789760746.611741:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22544384, bytes: 4096 00000080:00200000:1.0:1789760746.611748:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760746.611755:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760746.611757:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22544384, 22548480) 0 0 00000080:00200000:1.0:1789760746.611761:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760746.611774:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5504, 5504] 00020000:00200000:1.0:1789760746.611781:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22544384 chunk: [22544384, 22548480) 22548480, 4096 00020000:00200000:1.0:1789760746.611786:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760746.611801:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5504, 5504] 00000008:00010000:1.0:1789760746.611814:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760746.611819:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760746.611829:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22544384, 22548480) append 0 append lockpos 0 00000080:00200000:1.0:1789760746.611839:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22544384=0x1580000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760746.611910:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760746.611913:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22548480 00000020:00010000:1.0:1789760746.611920:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760746.611923:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.611926:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.611929:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760746.611932:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760746.611939:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760746.611944:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760746.611957:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8d80 00000008:00100000:1.0:1789760746.612042:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571500 - object 0x240000400:4 offset 22544384<>22548480 00000100:00100000:0.0:1789760746.612225:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760746.612241:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515703424:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760746.651301:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972821 gen 2 00000008:00010000:0.0:1789760746.651345:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8d80 00000020:00200000:0.0:1789760746.651351:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760746.651359:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760746.651383:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8d80 00000100:00100000:0.0:1789760746.651405:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515703424:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760746.651598:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5504, 5504] 00000080:00200000:1.0:1789760746.651611:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760746.651617:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760746.651628:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22548480 i_blocks 45063 00000020:00200000:1.0:1789760746.651632:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760746.651641:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760746.651666:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22548480, count: 4096 00000080:00200000:1.0:1789760746.651672:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22548480, bytes: 4096 00000080:00200000:1.0:1789760746.651680:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760746.651687:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760746.651689:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22548480, 22552576) 0 0 00000080:00200000:1.0:1789760746.651692:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760746.651706:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5505, 5505] 00020000:00200000:1.0:1789760746.651713:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22548480 chunk: [22548480, 22552576) 22552576, 4096 00020000:00200000:1.0:1789760746.651717:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760746.651731:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5505, 5505] 00000008:00010000:1.0:1789760746.651744:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760746.651749:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760746.651758:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22548480, 22552576) append 0 append lockpos 0 00000080:00200000:1.0:1789760746.651769:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22548480=0x1581000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760746.651810:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760746.651813:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22552576 00000020:00010000:1.0:1789760746.651819:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760746.651821:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.651824:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.651827:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760746.651829:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760746.651834:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760746.651839:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760746.651851:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760746.651954:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571f80 - object 0x240000400:4 offset 22548480<>22552576 00000100:00100000:0.0:1789760746.652047:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760746.652059:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515703552:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760746.696742:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:0.0:1789760746.696752:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760746.696761:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760746.696779:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:0.0:1789760746.696802:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515703552:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760746.696934:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5505, 5505] 00000080:00200000:3.0:1789760746.696946:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760746.696951:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760746.696962:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22552576 i_blocks 45063 00000020:00200000:3.0:1789760746.696965:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760746.697075:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760746.697100:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22552576, count: 4096 00000080:00200000:3.0:1789760746.697107:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22552576, bytes: 4096 00000080:00200000:3.0:1789760746.697114:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760746.697121:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760746.697123:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22552576, 22556672) 0 0 00000080:00200000:3.0:1789760746.697127:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760746.697141:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5506, 5506] 00020000:00200000:3.0:1789760746.697148:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22552576 chunk: [22552576, 22556672) 22556672, 4096 00020000:00200000:3.0:1789760746.697154:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760746.697168:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5506, 5506] 00000008:00010000:3.0:1789760746.697182:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760746.697186:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760746.697195:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22552576, 22556672) append 0 append lockpos 0 00000080:00200000:3.0:1789760746.697205:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22552576=0x1582000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760746.697253:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760746.697256:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22556672 00000020:00010000:3.0:1789760746.697263:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760746.697267:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760746.697269:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760746.697272:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760746.697275:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760746.697280:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760746.697286:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760746.697301:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760746.698186:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5180 - object 0x240000400:4 offset 22552576<>22556672 00000100:00100000:3.0:1789760746.700982:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515703680:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760746.737903:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972823 gen 2 00000008:00010000:3.0:1789760746.737951:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760746.737958:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760746.737967:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760746.738098:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760746.738122:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515703680:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760746.738715:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5506, 5506] 00000080:00200000:2.0:1789760746.738729:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760746.738734:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760746.738746:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22556672 i_blocks 45063 00000020:00200000:2.0:1789760746.738750:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760746.738758:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760746.738783:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22556672, count: 4096 00000080:00200000:2.0:1789760746.738790:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22556672, bytes: 4096 00000080:00200000:2.0:1789760746.738798:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760746.738805:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760746.738807:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22556672, 22560768) 0 0 00000080:00200000:2.0:1789760746.738811:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760746.738824:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5507, 5507] 00020000:00200000:2.0:1789760746.738831:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22556672 chunk: [22556672, 22560768) 22560768, 4096 00020000:00200000:2.0:1789760746.738835:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760746.738848:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5507, 5507] 00000008:00010000:2.0:1789760746.738887:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760746.738892:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760746.738901:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22556672, 22560768) append 0 append lockpos 0 00000080:00200000:2.0:1789760746.738911:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22556672=0x1583000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760746.738955:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760746.738957:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22560768 00000020:00010000:2.0:1789760746.738964:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760746.738967:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760746.739032:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760746.739035:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760746.739038:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760746.739046:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760746.739052:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760746.739066:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760746.739237:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 22556672<>22560768 00000100:00100000:3.0:1789760746.739372:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515703808:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760746.777642:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972824 gen 2 00000008:00010000:3.0:1789760746.777679:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e86c0 00000020:00200000:3.0:1789760746.777685:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760746.777693:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760746.777751:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e86c0 00000100:00100000:3.0:1789760746.777773:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515703808:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760746.777841:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5507, 5507] 00000080:00200000:2.0:1789760746.777853:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760746.777950:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760746.777962:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22560768 i_blocks 45063 00000020:00200000:2.0:1789760746.777966:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760746.777973:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760746.777998:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22560768, count: 4096 00000080:00200000:2.0:1789760746.778004:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22560768, bytes: 4096 00000080:00200000:2.0:1789760746.778011:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760746.778018:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760746.778020:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22560768, 22564864) 0 0 00000080:00200000:2.0:1789760746.778024:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760746.778035:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5508, 5508] 00020000:00200000:2.0:1789760746.778042:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22560768 chunk: [22560768, 22564864) 22564864, 4096 00020000:00200000:2.0:1789760746.778046:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760746.778060:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5508, 5508] 00000008:00010000:2.0:1789760746.778074:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760746.778078:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760746.778086:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22560768, 22564864) append 0 append lockpos 0 00000080:00200000:2.0:1789760746.778246:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22560768=0x1584000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760746.778292:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760746.778294:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22564864 00000020:00010000:2.0:1789760746.778301:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760746.778303:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760746.778307:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760746.778310:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760746.778313:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760746.778319:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760746.778324:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760746.779423:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760746.779748:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 22560768<>22564864 00000100:00100000:2.0:1789760746.779794:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515703936:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760746.823238:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972825 gen 2 00000008:00010000:3.0:1789760746.823277:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8840 00000020:00200000:3.0:1789760746.823284:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760746.823291:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760746.823396:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8840 00000100:00100000:3.0:1789760746.823425:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515703936:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760746.824539:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5508, 5508] 00000080:00200000:0.0:1789760746.824557:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760746.824562:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760746.824576:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22564864 i_blocks 45063 00000020:00200000:0.0:1789760746.824581:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760746.824600:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760746.824628:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22564864, count: 4096 00000080:00200000:0.0:1789760746.824635:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22564864, bytes: 4096 00000080:00200000:0.0:1789760746.824645:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760746.824652:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760746.824654:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22564864, 22568960) 0 0 00000080:00200000:0.0:1789760746.824658:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760746.824672:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5509, 5509] 00020000:00200000:0.0:1789760746.824679:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22564864 chunk: [22564864, 22568960) 22568960, 4096 00020000:00200000:0.0:1789760746.824682:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760746.824697:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5509, 5509] 00000008:00010000:0.0:1789760746.824714:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760746.824719:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760746.824728:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22564864, 22568960) append 0 append lockpos 0 00000080:00200000:0.0:1789760746.824876:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22564864=0x1585000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760746.824929:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760746.824932:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22568960 00000020:00010000:0.0:1789760746.824939:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760746.824942:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760746.824945:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760746.824948:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760746.824951:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760746.824958:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760746.824964:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760746.824982:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760746.825058:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6680 - object 0x240000400:4 offset 22564864<>22568960 00000100:00100000:0.0:1789760746.825303:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760746.825321:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515704064:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760746.875631:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972826 gen 2 00000008:00010000:0.0:1789760746.875667:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:0.0:1789760746.875673:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760746.875682:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760746.875711:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:0.0:1789760746.875745:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515704064:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760746.876152:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5509, 5509] 00000080:00200000:1.0:1789760746.876165:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760746.876170:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760746.876182:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22568960 i_blocks 45063 00000020:00200000:1.0:1789760746.876186:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760746.876195:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760746.876218:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22568960, count: 4096 00000080:00200000:1.0:1789760746.876225:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22568960, bytes: 4096 00000080:00200000:1.0:1789760746.876235:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760746.876243:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760746.876245:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22568960, 22573056) 0 0 00000080:00200000:1.0:1789760746.876249:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760746.876261:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5510, 5510] 00020000:00200000:1.0:1789760746.876269:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22568960 chunk: [22568960, 22573056) 22573056, 4096 00020000:00200000:1.0:1789760746.876272:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760746.876287:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5510, 5510] 00000008:00010000:1.0:1789760746.876300:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760746.876317:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760746.876334:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22568960, 22573056) append 0 append lockpos 0 00000080:00200000:1.0:1789760746.876347:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22568960=0x1586000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760746.876395:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760746.876398:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22573056 00000020:00010000:1.0:1789760746.876405:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760746.876408:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.876411:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760746.876414:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760746.876417:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760746.876423:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760746.876429:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760746.876442:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8480 00000008:00100000:1.0:1789760746.876516:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572680 - object 0x240000400:4 offset 22568960<>22573056 00000100:00100000:1.0:1789760746.876552:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760746.876575:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515704192:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760746.978832:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972827 gen 2 00000008:00010000:1.0:1789760746.978910:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8480 00000020:00200000:1.0:1789760746.978916:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760746.978925:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760746.978944:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8480 00000100:00100000:1.0:1789760746.978968:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515704192:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760746.979144:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5510, 5510] 00000080:00200000:3.0:1789760746.979157:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760746.979162:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760746.979173:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22573056 i_blocks 45063 00000020:00200000:3.0:1789760746.979176:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760746.979184:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760746.979206:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22573056, count: 4096 00000080:00200000:3.0:1789760746.979212:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22573056, bytes: 4096 00000080:00200000:3.0:1789760746.979219:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760746.979226:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760746.979228:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22573056, 22577152) 0 0 00000080:00200000:3.0:1789760746.979231:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760746.979243:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5511, 5511] 00020000:00200000:3.0:1789760746.979249:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22573056 chunk: [22573056, 22577152) 22577152, 4096 00020000:00200000:3.0:1789760746.979253:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760746.979266:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5511, 5511] 00000008:00010000:3.0:1789760746.979280:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760746.979284:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760746.979292:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22573056, 22577152) append 0 append lockpos 0 00000080:00200000:3.0:1789760746.979302:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22573056=0x1587000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760746.979353:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760746.979355:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22577152 00000020:00010000:3.0:1789760746.979361:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760746.979364:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760746.979367:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760746.979370:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760746.979373:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760746.979379:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760746.979392:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760746.979404:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760746.979468:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5180 - object 0x240000400:4 offset 22573056<>22577152 00000100:00100000:3.0:1789760746.979500:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760746.979513:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515704320:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760747.007645:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972828 gen 2 00000008:00010000:3.0:1789760747.007680:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760747.007686:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760747.007695:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760747.007718:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760747.007741:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515704320:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760747.007842:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5511, 5511] 00000080:00200000:1.0:1789760747.007881:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760747.007887:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760747.007900:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22577152 i_blocks 45063 00000020:00200000:1.0:1789760747.007903:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760747.007911:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760747.007939:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22577152, count: 4096 00000080:00200000:1.0:1789760747.007945:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22577152, bytes: 4096 00000080:00200000:1.0:1789760747.007952:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760747.007959:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760747.007961:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22577152, 22581248) 0 0 00000080:00200000:1.0:1789760747.007965:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760747.007987:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5512, 5512] 00020000:00200000:1.0:1789760747.007994:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22577152 chunk: [22577152, 22581248) 22581248, 4096 00020000:00200000:1.0:1789760747.007998:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760747.008013:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5512, 5512] 00000008:00010000:1.0:1789760747.008028:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760747.008032:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760747.008041:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22577152, 22581248) append 0 append lockpos 0 00000080:00200000:1.0:1789760747.008054:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22577152=0x1588000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760747.008098:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760747.008100:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22581248 00000020:00010000:1.0:1789760747.008113:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760747.008117:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.008120:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.008123:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760747.008126:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760747.008132:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760747.008137:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760747.008153:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8480 00000008:00100000:1.0:1789760747.008232:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572680 - object 0x240000400:4 offset 22577152<>22581248 00000100:00100000:0.0:1789760747.009079:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515704448:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760747.055251:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972829 gen 2 00000008:00010000:0.0:1789760747.055286:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8480 00000020:00200000:0.0:1789760747.055292:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760747.055301:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760747.055318:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8480 00000100:00100000:0.0:1789760747.055349:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515704448:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760747.055443:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5512, 5512] 00000080:00200000:1.0:1789760747.055455:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760747.055460:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760747.055472:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22581248 i_blocks 45063 00000020:00200000:1.0:1789760747.055476:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760747.055501:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760747.055527:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22581248, count: 4096 00000080:00200000:1.0:1789760747.055532:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22581248, bytes: 4096 00000080:00200000:1.0:1789760747.055539:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760747.055547:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760747.055549:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22581248, 22585344) 0 0 00000080:00200000:1.0:1789760747.055552:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760747.055826:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5513, 5513] 00020000:00200000:1.0:1789760747.055833:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22581248 chunk: [22581248, 22585344) 22585344, 4096 00020000:00200000:1.0:1789760747.055836:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760747.055852:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5513, 5513] 00000008:00010000:1.0:1789760747.055899:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760747.055903:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760747.055911:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22581248, 22585344) append 0 append lockpos 0 00000080:00200000:1.0:1789760747.055923:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22581248=0x1589000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760747.056085:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760747.056088:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22585344 00000020:00010000:1.0:1789760747.056096:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760747.056100:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.056103:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.056106:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760747.056108:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760747.056115:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760747.056121:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760747.056134:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8900 00000008:00100000:1.0:1789760747.056206:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573b80 - object 0x240000400:4 offset 22581248<>22585344 00000100:00100000:0.0:1789760747.056300:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515704576:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760747.106041:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972830 gen 2 00000008:00010000:0.0:1789760747.106075:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8900 00000020:00200000:0.0:1789760747.106081:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760747.106098:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760747.106118:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8900 00000100:00100000:0.0:1789760747.106141:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515704576:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760747.106374:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5513, 5513] 00000080:00200000:1.0:1789760747.106396:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760747.106402:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760747.106414:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22585344 i_blocks 45063 00000020:00200000:1.0:1789760747.106417:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760747.106426:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760747.106454:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22585344, count: 4096 00000080:00200000:1.0:1789760747.106460:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22585344, bytes: 4096 00000080:00200000:1.0:1789760747.106468:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760747.106476:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760747.106478:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22585344, 22589440) 0 0 00000080:00200000:1.0:1789760747.106482:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760747.106493:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5514, 5514] 00020000:00200000:1.0:1789760747.106500:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22585344 chunk: [22585344, 22589440) 22589440, 4096 00020000:00200000:1.0:1789760747.106504:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760747.106519:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5514, 5514] 00000008:00010000:1.0:1789760747.106532:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760747.106537:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760747.106546:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22585344, 22589440) append 0 append lockpos 0 00000080:00200000:1.0:1789760747.106568:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22585344=0x158a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760747.106613:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760747.106616:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22589440 00000020:00010000:1.0:1789760747.106623:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760747.106627:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.106629:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.106633:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760747.106636:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760747.106642:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760747.106647:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760747.106660:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760747.106736:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572a00 - object 0x240000400:4 offset 22585344<>22589440 00000100:00100000:0.0:1789760747.106798:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515704704:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760747.148592:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972831 gen 2 00000008:00010000:0.0:1789760747.148628:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760747.148634:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760747.148641:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760747.148753:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760747.148778:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515704704:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760747.148802:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5514, 5514] 00000080:00200000:1.0:1789760747.148814:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760747.148819:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760747.148832:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22589440 i_blocks 45063 00000020:00200000:1.0:1789760747.148835:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760747.148844:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760747.148894:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22589440, count: 4096 00000080:00200000:1.0:1789760747.148900:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22589440, bytes: 4096 00000080:00200000:1.0:1789760747.148907:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760747.148914:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760747.148916:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22589440, 22593536) 0 0 00000080:00200000:1.0:1789760747.148919:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760747.148931:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5515, 5515] 00020000:00200000:1.0:1789760747.148937:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22589440 chunk: [22589440, 22593536) 22593536, 4096 00020000:00200000:1.0:1789760747.148941:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760747.148955:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5515, 5515] 00000008:00010000:1.0:1789760747.149021:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760747.149026:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760747.149036:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22589440, 22593536) append 0 append lockpos 0 00000080:00200000:1.0:1789760747.149047:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22589440=0x158b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760747.149087:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760747.149090:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22593536 00000020:00010000:1.0:1789760747.149097:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760747.149100:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.149103:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.149106:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760747.149109:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760747.149115:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760747.149121:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760747.149133:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760747.149203:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573100 - object 0x240000400:4 offset 22589440<>22593536 00000100:00100000:0.0:1789760747.149341:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515704832:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760747.215637:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760747.215647:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760747.215656:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760747.215673:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760747.215695:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515704832:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760747.216196:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5515, 5515] 00000080:00200000:1.0:1789760747.216209:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760747.216216:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760747.216227:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22593536 i_blocks 45063 00000020:00200000:1.0:1789760747.216230:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760747.216239:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760747.216264:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22593536, count: 4096 00000080:00200000:1.0:1789760747.216269:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22593536, bytes: 4096 00000080:00200000:1.0:1789760747.216276:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760747.216283:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760747.216285:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22593536, 22597632) 0 0 00000080:00200000:1.0:1789760747.216288:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760747.216300:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5516, 5516] 00020000:00200000:1.0:1789760747.216307:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22593536 chunk: [22593536, 22597632) 22597632, 4096 00020000:00200000:1.0:1789760747.216311:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760747.216333:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5516, 5516] 00000008:00010000:1.0:1789760747.216346:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760747.216350:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760747.216359:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22593536, 22597632) append 0 append lockpos 0 00000080:00200000:1.0:1789760747.216370:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22593536=0x158c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760747.216413:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760747.216415:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22597632 00000020:00010000:1.0:1789760747.216422:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760747.216425:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.216428:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.216431:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760747.216434:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760747.216440:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760747.216445:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760747.216457:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760747.216527:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570380 - object 0x240000400:4 offset 22593536<>22597632 00000100:00100000:0.0:1789760747.216730:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515704960:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760747.260365:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972832 gen 2 00000100:00100000:0.0:1789760747.260397:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8570380 x1876699515704960/t4294972833(4294972833) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760763 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760747.260431:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760747.260436:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760747.260444:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760747.260467:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760747.260489:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515704960:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760747.260890:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5516, 5516] 00000080:00200000:1.0:1789760747.260914:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760747.260919:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760747.260932:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22597632 i_blocks 45063 00000020:00200000:1.0:1789760747.260935:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760747.260943:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760747.260972:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22597632, count: 4096 00000080:00200000:1.0:1789760747.260978:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22597632, bytes: 4096 00000080:00200000:1.0:1789760747.260988:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760747.260996:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760747.260998:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22597632, 22601728) 0 0 00000080:00200000:1.0:1789760747.261001:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760747.261014:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5517, 5517] 00020000:00200000:1.0:1789760747.261020:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22597632 chunk: [22597632, 22601728) 22601728, 4096 00020000:00200000:1.0:1789760747.261024:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760747.261038:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5517, 5517] 00000008:00010000:1.0:1789760747.261051:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760747.261055:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760747.261063:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22597632, 22601728) append 0 append lockpos 0 00000080:00200000:1.0:1789760747.261074:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22597632=0x158d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760747.261115:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760747.261118:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22601728 00000020:00010000:1.0:1789760747.261125:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760747.261128:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.261130:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.261133:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760747.261136:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760747.261142:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760747.261148:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760747.261161:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760747.261233:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571c00 - object 0x240000400:4 offset 22597632<>22601728 00000100:00100000:0.0:1789760747.261334:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515705088:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760747.305434:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972834 gen 2 00000008:00010000:0.0:1789760747.305479:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760747.305485:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760747.305493:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760747.305514:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760747.305537:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515705088:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760747.305590:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5517, 5517] 00000080:00200000:1.0:1789760747.305603:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760747.305608:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760747.305620:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22601728 i_blocks 45063 00000020:00200000:1.0:1789760747.305623:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760747.305631:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760747.305656:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22601728, count: 4096 00000080:00200000:1.0:1789760747.305663:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22601728, bytes: 4096 00000080:00200000:1.0:1789760747.305671:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760747.305677:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760747.305679:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22601728, 22605824) 0 0 00000080:00200000:1.0:1789760747.305682:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760747.305693:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5518, 5518] 00020000:00200000:1.0:1789760747.305984:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22601728 chunk: [22601728, 22605824) 22605824, 4096 00020000:00200000:1.0:1789760747.305990:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760747.306007:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5518, 5518] 00000008:00010000:1.0:1789760747.306021:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760747.306025:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760747.306034:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22601728, 22605824) append 0 append lockpos 0 00000080:00200000:1.0:1789760747.306046:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22601728=0x158e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760747.306091:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760747.306093:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22605824 00000020:00010000:1.0:1789760747.306101:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760747.306105:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.306108:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.306111:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760747.306114:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760747.306120:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760747.306127:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760747.306141:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760747.306217:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 22601728<>22605824 00000100:00100000:0.0:1789760747.306277:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515705216:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760747.334594:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972835 gen 2 00000008:00010000:0.0:1789760747.334641:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760747.334648:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760747.334657:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760747.334676:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760747.334700:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515705216:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760747.334852:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5518, 5518] 00000080:00200000:1.0:1789760747.334894:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760747.334903:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760747.334918:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22605824 i_blocks 45063 00000020:00200000:1.0:1789760747.334921:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760747.334931:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760747.334961:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22605824, count: 4096 00000080:00200000:1.0:1789760747.334968:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22605824, bytes: 4096 00000080:00200000:1.0:1789760747.334975:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760747.334983:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760747.334985:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22605824, 22609920) 0 0 00000080:00200000:1.0:1789760747.334989:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760747.335002:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5519, 5519] 00020000:00200000:1.0:1789760747.335008:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22605824 chunk: [22605824, 22609920) 22609920, 4096 00020000:00200000:1.0:1789760747.335012:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760747.335026:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5519, 5519] 00000008:00010000:1.0:1789760747.335040:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760747.335044:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760747.335053:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22605824, 22609920) append 0 append lockpos 0 00000080:00200000:1.0:1789760747.335063:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22605824=0x158f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760747.335106:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760747.335109:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22609920 00000020:00010000:1.0:1789760747.335117:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760747.335121:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.335124:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.335127:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760747.335129:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760747.335135:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760747.335141:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760747.335155:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760747.335233:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 22605824<>22609920 00000100:00100000:0.0:1789760747.335684:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515705344:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760747.369262:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972836 gen 2 00000008:00010000:0.0:1789760747.370131:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760747.370145:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760747.370158:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760747.370190:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760747.370226:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515705344:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760747.370383:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5519, 5519] 00000080:00200000:1.0:1789760747.370399:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760747.370405:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760747.370422:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22609920 i_blocks 45063 00000020:00200000:1.0:1789760747.370426:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760747.370436:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760747.370470:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22609920, count: 4096 00000080:00200000:1.0:1789760747.370477:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22609920, bytes: 4096 00000080:00200000:1.0:1789760747.370492:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760747.370501:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760747.370504:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22609920, 22614016) 0 0 00000080:00200000:1.0:1789760747.370509:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760747.370525:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5520, 5520] 00020000:00200000:1.0:1789760747.370533:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22609920 chunk: [22609920, 22614016) 22614016, 4096 00020000:00200000:1.0:1789760747.370537:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760747.370802:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5520, 5520] 00000008:00010000:1.0:1789760747.370824:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760747.370830:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760747.370841:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22609920, 22614016) append 0 append lockpos 0 00000080:00200000:1.0:1789760747.370880:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22609920=0x1590000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760747.370940:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760747.370943:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22614016 00000020:00010000:1.0:1789760747.370954:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760747.370957:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.370959:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.370962:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760747.370965:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760747.370972:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760747.370979:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760747.370996:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8900 00000008:00100000:1.0:1789760747.371101:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571c00 - object 0x240000400:4 offset 22609920<>22614016 00000100:00100000:0.0:1789760747.371612:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515705472:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760747.411653:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972837 gen 2 00000008:00010000:0.0:1789760747.411708:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8900 00000020:00200000:0.0:1789760747.411716:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760747.411727:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760747.411760:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8900 00000100:00100000:0.0:1789760747.411792:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515705472:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760747.412355:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5520, 5520] 00000080:00200000:1.0:1789760747.412374:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760747.412380:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760747.412396:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22614016 i_blocks 45063 00000020:00200000:1.0:1789760747.412400:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760747.412410:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760747.412445:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22614016, count: 4096 00000080:00200000:1.0:1789760747.412453:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22614016, bytes: 4096 00000080:00200000:1.0:1789760747.412465:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760747.412474:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760747.412476:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22614016, 22618112) 0 0 00000080:00200000:1.0:1789760747.412481:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760747.412497:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5521, 5521] 00020000:00200000:1.0:1789760747.412506:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22614016 chunk: [22614016, 22618112) 22618112, 4096 00020000:00200000:1.0:1789760747.412510:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760747.412530:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5521, 5521] 00000008:00010000:1.0:1789760747.412550:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760747.412556:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760747.412569:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22614016, 22618112) append 0 append lockpos 0 00000080:00200000:1.0:1789760747.412586:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22614016=0x1591000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760747.412649:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760747.412652:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22618112 00000020:00010000:1.0:1789760747.412661:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760747.412665:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.412669:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.412672:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760747.412675:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760747.412683:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760747.412690:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760747.412707:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8480 00000008:00100000:1.0:1789760747.413157:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570380 - object 0x240000400:4 offset 22614016<>22618112 00000100:00100000:0.0:1789760747.413435:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515705600:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760747.494088:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972838 gen 2 00000008:00010000:0.0:1789760747.494136:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8480 00000020:00200000:0.0:1789760747.494144:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760747.494155:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760747.494234:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8480 00000100:00100000:0.0:1789760747.494263:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515705600:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760747.498349:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5521, 5521] 00000080:00200000:1.0:1789760747.498515:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760747.498522:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760747.498543:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22618112 i_blocks 45063 00000020:00200000:1.0:1789760747.498550:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760747.498567:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760747.498601:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22618112, count: 4096 00000080:00200000:1.0:1789760747.498609:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22618112, bytes: 4096 00000080:00200000:1.0:1789760747.498727:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760747.498738:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760747.498741:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22618112, 22622208) 0 0 00000080:00200000:1.0:1789760747.498745:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760747.498762:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5522, 5522] 00020000:00200000:1.0:1789760747.498771:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22618112 chunk: [22618112, 22622208) 22622208, 4096 00020000:00200000:1.0:1789760747.498775:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760747.498799:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5522, 5522] 00000008:00010000:1.0:1789760747.498818:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760747.498825:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c81b0, osc lock ffff980dc9b6e850, flags 0x0 00000080:00200000:1.0:1789760747.498956:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22618112, 22622208) append 0 append lockpos 0 00000080:00200000:1.0:1789760747.498982:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22618112=0x1592000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760747.499136:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760747.499140:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22622208 00000020:00010000:0.0:1789760747.499150:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760747.499153:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760747.499157:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c81b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760747.499161:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760747.499163:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c81b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760747.499173:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760747.499180:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760747.499199:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760747.499320:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6680 - object 0x240000400:4 offset 22618112<>22622208 00000100:00100000:0.0:1789760747.499385:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760747.499409:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515705728:192.168.203.146@tcp:4:dd.0 00010000:00010000:3.0:1789760747.507147:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:0.0:1789760747.580785:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:0.0:1789760747.580803:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760747.580815:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760747.581068:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:0.0:1789760747.581098:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515705728:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760747.581191:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5522, 5522] 00000080:00200000:3.0:1789760747.581207:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760747.581213:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760747.581636:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22622208 i_blocks 45063 00000020:00200000:3.0:1789760747.581642:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760747.581653:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760747.581739:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22622208, count: 4096 00000080:00200000:3.0:1789760747.581748:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22622208, bytes: 4096 00000080:00200000:3.0:1789760747.581762:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760747.581771:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760747.581774:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22622208, 22626304) 0 0 00000080:00200000:3.0:1789760747.581778:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760747.581796:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5523, 5523] 00020000:00200000:3.0:1789760747.581804:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22622208 chunk: [22622208, 22626304) 22626304, 4096 00020000:00200000:3.0:1789760747.581809:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760747.581830:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5523, 5523] 00000008:00010000:3.0:1789760747.582524:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760747.582533:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760747.582545:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22622208, 22626304) append 0 append lockpos 0 00000080:00200000:3.0:1789760747.582629:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22622208=0x1593000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760747.582759:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760747.582762:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22626304 00000020:00010000:3.0:1789760747.582772:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760747.582775:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760747.582778:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760747.582781:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760747.582785:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760747.582793:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760747.582801:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760747.582828:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760747.583449:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5180 - object 0x240000400:4 offset 22622208<>22626304 00000100:00100000:2.0:1789760747.583509:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760747.583651:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515705856:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760747.633197:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515706112:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760747.633352:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1789760747.633360:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:65ff60fc-9b44-48f8-988f-b0587af5cf52:2364:1876699515705984:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760747.633393:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2364:1876699515706240:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760747.641259:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972840 gen 2 00000008:00010000:3.0:1789760747.641338:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760747.641348:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760747.641359:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760747.641374:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760747.641404:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515705856:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760747.641659:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5523, 5523] 00000080:00200000:0.0:1789760747.641677:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760747.641683:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760747.641700:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22626304 i_blocks 45063 00000020:00200000:0.0:1789760747.641704:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760747.641715:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760747.641749:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22626304, count: 4096 00000080:00200000:0.0:1789760747.641757:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22626304, bytes: 4096 00000080:00200000:0.0:1789760747.641770:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760747.641780:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760747.641782:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22626304, 22630400) 0 0 00000080:00200000:0.0:1789760747.641786:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760747.641802:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5524, 5524] 00020000:00200000:0.0:1789760747.641811:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22626304 chunk: [22626304, 22630400) 22630400, 4096 00020000:00200000:0.0:1789760747.641815:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760747.641849:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5524, 5524] 00000008:00010000:0.0:1789760747.641898:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760747.641904:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760747.641916:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22626304, 22630400) append 0 append lockpos 0 00000080:00200000:0.0:1789760747.641931:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22626304=0x1594000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760747.642169:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760747.642172:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22630400 00000020:00010000:0.0:1789760747.642182:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760747.642185:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760747.642188:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760747.642192:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760747.642195:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760747.642202:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760747.642209:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760747.642247:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760747.642369:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 22626304<>22630400 00000100:00100000:2.0:1789760747.642716:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:65ff60fc-9b44-48f8-988f-b0587af5cf52:2364:1876699515705984:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760747.642740:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2364:1876699515706240:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760747.642752:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515706112:192.168.203.146@tcp:400:kworker.0 00000100:00100000:1.0:1789760747.645017:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760747.645054:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515706368:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760747.695495:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972841 gen 2 00000008:00010000:1.0:1789760747.695549:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760747.695558:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760747.695570:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760747.695597:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760747.695766:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515706368:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760747.695953:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5524, 5524] 00000080:00200000:0.0:1789760747.695980:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760747.695987:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760747.696004:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22630400 i_blocks 45063 00000020:00200000:0.0:1789760747.696008:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760747.696020:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760747.696054:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22630400, count: 4096 00000080:00200000:0.0:1789760747.696061:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22630400, bytes: 4096 00000080:00200000:0.0:1789760747.696072:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760747.696081:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760747.696083:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22630400, 22634496) 0 0 00000080:00200000:0.0:1789760747.696088:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760747.696104:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5525, 5525] 00020000:00200000:0.0:1789760747.696113:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22630400 chunk: [22630400, 22634496) 22634496, 4096 00020000:00200000:0.0:1789760747.696117:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760747.696137:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5525, 5525] 00000008:00010000:0.0:1789760747.696156:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760747.696161:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760747.696175:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22630400, 22634496) append 0 append lockpos 0 00000080:00200000:0.0:1789760747.696190:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22630400=0x1595000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760747.696248:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760747.696251:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22634496 00000020:00010000:0.0:1789760747.696259:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760747.696263:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760747.696267:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760747.696270:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760747.696273:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760747.696281:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760747.696287:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760747.696303:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760747.696415:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7480 - object 0x240000400:4 offset 22630400<>22634496 00000100:00100000:1.0:1789760747.698095:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760747.698130:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515706496:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760747.740987:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760747.741006:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760747.741018:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760747.741040:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760747.741071:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515706496:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760747.742952:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5525, 5525] 00000080:00200000:0.0:1789760747.742977:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760747.742984:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760747.743004:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22634496 i_blocks 45063 00000020:00200000:0.0:1789760747.743008:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760747.743023:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760747.743057:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22634496, count: 4096 00000080:00200000:0.0:1789760747.743064:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22634496, bytes: 4096 00000080:00200000:0.0:1789760747.743077:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760747.743086:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760747.743088:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22634496, 22638592) 0 0 00000080:00200000:0.0:1789760747.743093:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760747.743108:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5526, 5526] 00020000:00200000:0.0:1789760747.743117:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22634496 chunk: [22634496, 22638592) 22638592, 4096 00020000:00200000:0.0:1789760747.743121:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760747.743141:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5526, 5526] 00000008:00010000:0.0:1789760747.743159:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760747.743165:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760747.743177:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22634496, 22638592) append 0 append lockpos 0 00000080:00200000:0.0:1789760747.743193:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22634496=0x1596000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760747.743446:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760747.743450:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22638592 00000020:00010000:0.0:1789760747.743460:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760747.743464:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760747.743467:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760747.743471:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760747.743478:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760747.743487:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760747.743495:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760747.743519:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760747.744949:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6300 - object 0x240000400:4 offset 22634496<>22638592 00000100:00100000:0.0:1789760747.745022:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760747.745050:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515706624:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760747.780804:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972843 gen 2 00000008:00010000:0.0:1789760747.781786:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:0.0:1789760747.781799:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760747.781809:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760747.781839:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:0.0:1789760747.782052:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515706624:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760747.782083:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5526, 5526] 00000080:00200000:1.0:1789760747.782102:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760747.782108:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760747.782123:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22638592 i_blocks 45063 00000020:00200000:1.0:1789760747.782127:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760747.782138:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760747.782185:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22638592, count: 4096 00000080:00200000:1.0:1789760747.782194:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22638592, bytes: 4096 00000080:00200000:1.0:1789760747.782210:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760747.782219:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760747.782222:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22638592, 22642688) 0 0 00000080:00200000:1.0:1789760747.782227:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760747.782245:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5527, 5527] 00020000:00200000:1.0:1789760747.782254:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22638592 chunk: [22638592, 22642688) 22642688, 4096 00020000:00200000:1.0:1789760747.782260:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760747.782281:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5527, 5527] 00000008:00010000:1.0:1789760747.782299:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760747.782304:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760747.782317:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22638592, 22642688) append 0 append lockpos 0 00000080:00200000:1.0:1789760747.782345:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22638592=0x1597000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760747.782409:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760747.782413:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22642688 00000020:00010000:1.0:1789760747.782422:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760747.782425:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.782428:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.782432:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760747.782435:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760747.782443:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760747.782451:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760747.782469:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760747.782585:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573100 - object 0x240000400:4 offset 22638592<>22642688 00000100:00100000:1.0:1789760747.782647:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760747.782664:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515706752:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760747.861013:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:1.0:1789760747.861030:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760747.861042:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760747.861067:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:1.0:1789760747.861099:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515706752:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760747.861207:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5527, 5527] 00000080:00200000:2.0:1789760747.861223:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760747.861229:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760747.861244:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22642688 i_blocks 45063 00000020:00200000:2.0:1789760747.861247:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760747.861258:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760747.861292:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22642688, count: 4096 00000080:00200000:2.0:1789760747.861299:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22642688, bytes: 4096 00000080:00200000:2.0:1789760747.861308:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760747.861317:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760747.861329:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22642688, 22646784) 0 0 00000080:00200000:2.0:1789760747.861333:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760747.861352:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5528, 5528] 00020000:00200000:2.0:1789760747.861363:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22642688 chunk: [22642688, 22646784) 22646784, 4096 00020000:00200000:2.0:1789760747.861368:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760747.861388:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5528, 5528] 00000008:00010000:2.0:1789760747.861420:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760747.861426:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760747.861437:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22642688, 22646784) append 0 append lockpos 0 00000080:00200000:2.0:1789760747.861450:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22642688=0x1598000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760747.861505:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760747.861508:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22646784 00000020:00010000:2.0:1789760747.861517:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760747.861521:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760747.861524:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760747.861528:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760747.861531:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760747.861540:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760747.861546:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760747.861561:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8c00 00000008:00100000:2.0:1789760747.861665:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 22642688<>22646784 00000100:00100000:3.0:1789760747.861730:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515706880:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760747.895518:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972844 gen 2 00000100:00100000:2.0:1789760747.895561:0:2364:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23a9180 x1876699515706880/t4294972845(4294972845) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760763 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:2.0:1789760747.895612:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8c00 00000020:00200000:2.0:1789760747.895620:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760747.895630:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760747.895707:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8c00 00000100:00100000:2.0:1789760747.895734:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515706880:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760747.897577:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5528, 5528] 00000080:00200000:1.0:1789760747.897603:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760747.897611:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760747.897628:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22646784 i_blocks 45063 00000020:00200000:1.0:1789760747.897633:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760747.897648:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760747.897686:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22646784, count: 4096 00000080:00200000:1.0:1789760747.897694:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22646784, bytes: 4096 00000080:00200000:1.0:1789760747.897709:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760747.897718:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760747.897721:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22646784, 22650880) 0 0 00000080:00200000:1.0:1789760747.897725:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760747.897743:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5529, 5529] 00020000:00200000:1.0:1789760747.897752:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22646784 chunk: [22646784, 22650880) 22650880, 4096 00020000:00200000:1.0:1789760747.897757:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760747.897780:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5529, 5529] 00000008:00010000:1.0:1789760747.897799:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760747.897804:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760747.897816:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22646784, 22650880) append 0 append lockpos 0 00000080:00200000:1.0:1789760747.897830:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22646784=0x1599000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760747.897919:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760747.897922:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22650880 00000020:00010000:1.0:1789760747.897929:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760747.897933:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.897936:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.897939:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760747.897942:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760747.897949:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760747.897956:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760747.898038:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760747.898154:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572a00 - object 0x240000400:4 offset 22646784<>22650880 00000100:00100000:0.0:1789760747.898362:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515707008:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760747.939256:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972845 gen 2 00000100:00100000:0.0:1789760747.939301:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8572a00 x1876699515707008/t4294972846(4294972846) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760763 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760747.939417:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:0.0:1789760747.939424:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760747.939435:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760747.939457:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:0.0:1789760747.939484:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515707008:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760747.940178:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5529, 5529] 00000080:00200000:1.0:1789760747.940196:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760747.940203:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760747.940220:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22650880 i_blocks 45063 00000020:00200000:1.0:1789760747.940225:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760747.940236:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760747.940268:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22650880, count: 4096 00000080:00200000:1.0:1789760747.940276:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22650880, bytes: 4096 00000080:00200000:1.0:1789760747.940288:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760747.940297:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760747.940299:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22650880, 22654976) 0 0 00000080:00200000:1.0:1789760747.940304:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760747.940330:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5530, 5530] 00020000:00200000:1.0:1789760747.940339:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22650880 chunk: [22650880, 22654976) 22654976, 4096 00020000:00200000:1.0:1789760747.940343:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760747.940364:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5530, 5530] 00000008:00010000:1.0:1789760747.940384:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760747.940390:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760747.940403:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22650880, 22654976) append 0 append lockpos 0 00000080:00200000:1.0:1789760747.940417:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22650880=0x159a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760747.940476:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760747.940479:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22654976 00000020:00010000:1.0:1789760747.940488:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760747.940492:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.940495:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.940499:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760747.940502:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760747.940511:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760747.940517:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760747.940537:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8d80 00000008:00100000:1.0:1789760747.940653:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573b80 - object 0x240000400:4 offset 22650880<>22654976 00000100:00100000:0.0:1789760747.940787:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515707136:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760747.979544:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972847 gen 2 00000008:00010000:0.0:1789760747.979618:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8d80 00000020:00200000:0.0:1789760747.979628:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760747.979637:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760747.979660:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8d80 00000100:00100000:0.0:1789760747.979700:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515707136:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760747.980257:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5530, 5530] 00000080:00200000:1.0:1789760747.980274:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760747.980282:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760747.980299:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22654976 i_blocks 45063 00000020:00200000:1.0:1789760747.980303:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760747.980314:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760747.980361:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22654976, count: 4096 00000080:00200000:1.0:1789760747.980369:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22654976, bytes: 4096 00000080:00200000:1.0:1789760747.980380:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760747.980390:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760747.980393:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22654976, 22659072) 0 0 00000080:00200000:1.0:1789760747.980397:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760747.980414:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5531, 5531] 00020000:00200000:1.0:1789760747.980423:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22654976 chunk: [22654976, 22659072) 22659072, 4096 00020000:00200000:1.0:1789760747.980427:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760747.980448:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5531, 5531] 00000008:00010000:1.0:1789760747.980468:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760747.980474:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760747.980486:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22654976, 22659072) append 0 append lockpos 0 00000080:00200000:1.0:1789760747.980501:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22654976=0x159b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760747.980577:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760747.980579:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22659072 00000020:00010000:1.0:1789760747.980589:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760747.980592:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.980595:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760747.980598:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760747.980600:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760747.980609:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760747.980616:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760747.980633:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8780 00000008:00100000:1.0:1789760747.980746:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572680 - object 0x240000400:4 offset 22654976<>22659072 00000100:00100000:0.0:1789760747.980980:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515707264:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760748.020060:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972848 gen 2 00000008:00010000:0.0:1789760748.020124:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8780 00000020:00200000:0.0:1789760748.020134:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760748.020147:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760748.020171:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8780 00000100:00100000:0.0:1789760748.020208:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515707264:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760748.020554:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5531, 5531] 00000080:00200000:1.0:1789760748.020572:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760748.020578:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760748.020595:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22659072 i_blocks 45063 00000020:00200000:1.0:1789760748.020599:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760748.020610:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760748.020649:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22659072, count: 4096 00000080:00200000:1.0:1789760748.020657:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22659072, bytes: 4096 00000080:00200000:1.0:1789760748.020774:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760748.020785:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760748.020788:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22659072, 22663168) 0 0 00000080:00200000:1.0:1789760748.020793:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760748.020812:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5532, 5532] 00020000:00200000:1.0:1789760748.020822:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22659072 chunk: [22659072, 22663168) 22663168, 4096 00020000:00200000:1.0:1789760748.020826:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760748.020849:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5532, 5532] 00000008:00010000:1.0:1789760748.020912:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760748.020919:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760748.020932:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22659072, 22663168) append 0 append lockpos 0 00000080:00200000:1.0:1789760748.020949:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22659072=0x159c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760748.021020:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760748.021023:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22663168 00000020:00010000:1.0:1789760748.021032:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760748.021035:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760748.021038:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760748.021041:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760748.021044:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760748.021053:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760748.021060:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760748.021078:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760748.021194:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571f80 - object 0x240000400:4 offset 22659072<>22663168 00000100:00100000:0.0:1789760748.021511:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760748.021534:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515707392:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760748.059519:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972849 gen 2 00000008:00010000:0.0:1789760748.059583:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760748.059591:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760748.059602:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760748.059626:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760748.059658:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515707392:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760748.059830:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5532, 5532] 00000080:00200000:1.0:1789760748.059847:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760748.059888:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760748.059906:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22663168 i_blocks 45063 00000020:00200000:1.0:1789760748.059910:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760748.059920:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760748.059969:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22663168, count: 4096 00000080:00200000:1.0:1789760748.059978:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22663168, bytes: 4096 00000080:00200000:1.0:1789760748.059988:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760748.059997:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760748.060000:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22663168, 22667264) 0 0 00000080:00200000:1.0:1789760748.060005:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760748.060022:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5533, 5533] 00020000:00200000:1.0:1789760748.060032:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22663168 chunk: [22663168, 22667264) 22667264, 4096 00020000:00200000:1.0:1789760748.060036:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760748.060056:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5533, 5533] 00000008:00010000:1.0:1789760748.060073:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760748.060079:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760748.060090:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22663168, 22667264) append 0 append lockpos 0 00000080:00200000:1.0:1789760748.060104:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22663168=0x159d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760748.060162:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760748.060165:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22667264 00000020:00010000:1.0:1789760748.060173:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760748.060177:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760748.060180:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760748.060183:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760748.060186:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760748.060194:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760748.060200:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760748.060216:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760748.060328:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571500 - object 0x240000400:4 offset 22663168<>22667264 00000100:00100000:0.0:1789760748.060489:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515707520:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760748.106256:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972850 gen 2 00000008:00010000:0.0:1789760748.106309:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760748.106328:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760748.106339:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760748.106361:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760748.106395:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515707520:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760748.106688:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5533, 5533] 00000080:00200000:1.0:1789760748.106714:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760748.106721:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760748.106737:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22667264 i_blocks 45063 00000020:00200000:1.0:1789760748.106741:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760748.106753:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760748.106790:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22667264, count: 4096 00000080:00200000:1.0:1789760748.106798:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22667264, bytes: 4096 00000080:00200000:1.0:1789760748.106808:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760748.106817:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760748.106820:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22667264, 22671360) 0 0 00000080:00200000:1.0:1789760748.106824:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760748.106842:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5534, 5534] 00020000:00200000:1.0:1789760748.106851:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22667264 chunk: [22667264, 22671360) 22671360, 4096 00020000:00200000:1.0:1789760748.106969:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760748.106992:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5534, 5534] 00000008:00010000:1.0:1789760748.107011:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760748.107017:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760748.107028:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22667264, 22671360) append 0 append lockpos 0 00000080:00200000:1.0:1789760748.107042:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22667264=0x159e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760748.107257:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760748.107261:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22671360 00000020:00010000:1.0:1789760748.107270:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760748.107274:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760748.107277:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760748.107280:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760748.107283:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760748.107291:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760748.107298:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760748.107327:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760748.107440:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572d80 - object 0x240000400:4 offset 22667264<>22671360 00000100:00100000:0.0:1789760748.107920:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760748.107944:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515707648:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760748.153199:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972851 gen 2 00000008:00010000:0.0:1789760748.153264:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760748.153273:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760748.153283:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760748.153307:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760748.153348:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515707648:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760748.154896:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5534, 5534] 00000080:00200000:1.0:1789760748.154920:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760748.154928:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760748.154948:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22671360 i_blocks 45063 00000020:00200000:1.0:1789760748.154955:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760748.155042:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760748.155373:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22671360, count: 4096 00000080:00200000:1.0:1789760748.155382:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22671360, bytes: 4096 00000080:00200000:1.0:1789760748.155397:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760748.155406:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760748.155408:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22671360, 22675456) 0 0 00000080:00200000:1.0:1789760748.155413:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760748.155429:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5535, 5535] 00020000:00200000:1.0:1789760748.155438:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22671360 chunk: [22671360, 22675456) 22675456, 4096 00020000:00200000:1.0:1789760748.155442:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760748.155474:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5535, 5535] 00000008:00010000:1.0:1789760748.155495:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760748.155501:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760748.155617:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22671360, 22675456) append 0 append lockpos 0 00000080:00200000:1.0:1789760748.155634:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22671360=0x159f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760748.155712:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760748.155715:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22675456 00000020:00010000:1.0:1789760748.155725:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760748.155729:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760748.155732:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760748.155736:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760748.155739:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760748.155748:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760748.155755:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760748.155779:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760748.156405:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570000 - object 0x240000400:4 offset 22671360<>22675456 00000100:00100000:0.0:1789760748.156490:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515707776:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760748.201472:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972852 gen 2 00000008:00010000:0.0:1789760748.201537:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760748.201546:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760748.201557:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760748.201580:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760748.201612:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515707776:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760748.201794:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5535, 5535] 00000080:00200000:2.0:1789760748.201810:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760748.201817:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760748.201835:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22675456 i_blocks 45063 00000020:00200000:2.0:1789760748.201839:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760748.201850:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760748.201915:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22675456, count: 4096 00000080:00200000:2.0:1789760748.201923:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22675456, bytes: 4096 00000080:00200000:2.0:1789760748.201934:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760748.201942:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760748.201944:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22675456, 22679552) 0 0 00000080:00200000:2.0:1789760748.201949:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760748.201978:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5536, 5536] 00020000:00200000:2.0:1789760748.201987:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22675456 chunk: [22675456, 22679552) 22679552, 4096 00020000:00200000:2.0:1789760748.201992:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760748.202013:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5536, 5536] 00000008:00010000:2.0:1789760748.202032:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760748.202038:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760748.202051:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22675456, 22679552) append 0 append lockpos 0 00000080:00200000:2.0:1789760748.202066:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22675456=0x15a0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760748.202126:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760748.202129:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22679552 00000020:00010000:2.0:1789760748.202138:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760748.202141:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760748.202144:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760748.202148:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760748.202151:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760748.202160:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760748.202167:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760748.202184:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8c00 00000008:00100000:2.0:1789760748.202294:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 22675456<>22679552 00000100:00100000:2.0:1789760748.202349:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760748.202366:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515707904:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760748.279420:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972853 gen 2 00000008:00010000:2.0:1789760748.279478:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8c00 00000020:00200000:2.0:1789760748.279487:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760748.279500:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760748.279535:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8c00 00000100:00100000:2.0:1789760748.279569:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515707904:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760748.279895:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5536, 5536] 00000080:00200000:0.0:1789760748.279912:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760748.279919:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760748.279935:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22679552 i_blocks 45063 00000020:00200000:0.0:1789760748.279940:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760748.279950:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760748.280002:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22679552, count: 4096 00000080:00200000:0.0:1789760748.280009:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22679552, bytes: 4096 00000080:00200000:0.0:1789760748.280022:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760748.280032:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760748.280034:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22679552, 22683648) 0 0 00000080:00200000:0.0:1789760748.280039:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760748.280062:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5537, 5537] 00020000:00200000:0.0:1789760748.280071:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22679552 chunk: [22679552, 22683648) 22683648, 4096 00020000:00200000:0.0:1789760748.280076:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760748.280096:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5537, 5537] 00000008:00010000:0.0:1789760748.280116:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760748.280122:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760748.280133:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22679552, 22683648) append 0 append lockpos 0 00000080:00200000:0.0:1789760748.280149:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22679552=0x15a1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760748.280211:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760748.280214:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22683648 00000020:00010000:0.0:1789760748.280223:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760748.280227:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760748.280230:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760748.280234:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760748.280236:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760748.280244:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760748.280251:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760748.280272:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760748.280401:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6300 - object 0x240000400:4 offset 22679552<>22683648 00000100:00100000:0.0:1789760748.280448:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760748.280467:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515708032:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760748.336103:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972854 gen 2 00000008:00010000:0.0:1789760748.336151:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:0.0:1789760748.336160:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760748.336170:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760748.336192:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:0.0:1789760748.336226:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515708032:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760748.336438:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5537, 5537] 00000080:00200000:1.0:1789760748.336455:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760748.336460:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760748.336476:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22683648 i_blocks 45063 00000020:00200000:1.0:1789760748.336479:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760748.336490:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760748.336531:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22683648, count: 4096 00000080:00200000:1.0:1789760748.336537:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22683648, bytes: 4096 00000080:00200000:1.0:1789760748.336547:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760748.336555:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760748.336557:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22683648, 22687744) 0 0 00000080:00200000:1.0:1789760748.336562:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760748.336578:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5538, 5538] 00020000:00200000:1.0:1789760748.336586:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22683648 chunk: [22683648, 22687744) 22687744, 4096 00020000:00200000:1.0:1789760748.336591:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760748.336608:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5538, 5538] 00000008:00010000:1.0:1789760748.336625:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760748.336630:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760748.336641:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22683648, 22687744) append 0 append lockpos 0 00000080:00200000:1.0:1789760748.336653:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22683648=0x15a2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760748.336708:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760748.336711:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22687744 00000020:00010000:1.0:1789760748.336718:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760748.336722:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760748.336725:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760748.336729:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760748.336732:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760748.336737:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760748.336742:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760748.336765:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760748.336889:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570700 - object 0x240000400:4 offset 22683648<>22687744 00000100:00100000:1.0:1789760748.336915:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760748.336930:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515708160:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760748.369364:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:1.0:1789760748.369380:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760748.369392:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760748.369422:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:1.0:1789760748.369457:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515708160:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760748.370137:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5538, 5538] 00000080:00200000:2.0:1789760748.370154:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760748.370162:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760748.370178:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22687744 i_blocks 45063 00000020:00200000:2.0:1789760748.370183:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760748.370193:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760748.370225:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22687744, count: 4096 00000080:00200000:2.0:1789760748.370233:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22687744, bytes: 4096 00000080:00200000:2.0:1789760748.370244:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760748.370253:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760748.370256:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22687744, 22691840) 0 0 00000080:00200000:2.0:1789760748.370260:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760748.370277:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5539, 5539] 00020000:00200000:2.0:1789760748.370287:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22687744 chunk: [22687744, 22691840) 22691840, 4096 00020000:00200000:2.0:1789760748.370292:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760748.370311:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5539, 5539] 00000008:00010000:2.0:1789760748.370341:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760748.370348:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760748.370361:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22687744, 22691840) append 0 append lockpos 0 00000080:00200000:2.0:1789760748.370376:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22687744=0x15a3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760748.370437:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760748.370440:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22691840 00000020:00010000:2.0:1789760748.370448:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760748.370451:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760748.370455:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760748.370459:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760748.370462:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760748.370471:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760748.370477:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760748.370494:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8c00 00000008:00100000:2.0:1789760748.370679:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 22687744<>22691840 00000100:00100000:3.0:1789760748.370775:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515708288:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760748.403456:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972856 gen 2 00000008:00010000:2.0:1789760748.403526:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8c00 00000020:00200000:2.0:1789760748.403535:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760748.403544:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760748.403784:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8c00 00000100:00100000:2.0:1789760748.403816:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515708288:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760748.404184:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5539, 5539] 00000080:00200000:1.0:1789760748.404201:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760748.404208:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760748.404225:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22691840 i_blocks 45063 00000020:00200000:1.0:1789760748.404229:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760748.404306:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760748.404349:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22691840, count: 4096 00000080:00200000:1.0:1789760748.404356:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22691840, bytes: 4096 00000080:00200000:1.0:1789760748.404370:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760748.404378:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760748.404380:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22691840, 22695936) 0 0 00000080:00200000:1.0:1789760748.404385:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760748.404402:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5540, 5540] 00020000:00200000:1.0:1789760748.404411:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22691840 chunk: [22691840, 22695936) 22695936, 4096 00020000:00200000:1.0:1789760748.404416:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760748.404437:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5540, 5540] 00000008:00010000:1.0:1789760748.404455:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760748.404461:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760748.404473:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22691840, 22695936) append 0 append lockpos 0 00000080:00200000:1.0:1789760748.404486:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22691840=0x15a4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760748.404546:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760748.404550:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22695936 00000020:00010000:1.0:1789760748.404559:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760748.404563:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760748.404566:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760748.404570:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760748.404573:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760748.404582:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760748.404589:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760748.404724:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760748.404842:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570e00 - object 0x240000400:4 offset 22691840<>22695936 00000100:00100000:0.0:1789760748.405177:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760748.405368:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515708416:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760748.439842:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972857 gen 2 00000008:00010000:0.0:1789760748.439932:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760748.439940:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760748.439951:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760748.439978:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760748.440021:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515708416:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760748.440202:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5540, 5540] 00000080:00200000:2.0:1789760748.440218:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760748.440224:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760748.440241:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22695936 i_blocks 45063 00000020:00200000:2.0:1789760748.440244:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760748.440256:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760748.440290:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22695936, count: 4096 00000080:00200000:2.0:1789760748.440297:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22695936, bytes: 4096 00000080:00200000:2.0:1789760748.440308:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760748.440330:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760748.440332:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22695936, 22700032) 0 0 00000080:00200000:2.0:1789760748.440337:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760748.440355:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5541, 5541] 00020000:00200000:2.0:1789760748.440363:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22695936 chunk: [22695936, 22700032) 22700032, 4096 00020000:00200000:2.0:1789760748.440368:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760748.440400:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5541, 5541] 00000008:00010000:2.0:1789760748.440419:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760748.440425:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760748.440435:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22695936, 22700032) append 0 append lockpos 0 00000080:00200000:2.0:1789760748.440450:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22695936=0x15a5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760748.440505:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760748.440508:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22700032 00000020:00010000:2.0:1789760748.440517:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760748.440520:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760748.440523:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760748.440526:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760748.440529:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760748.440538:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760748.440545:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760748.440560:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8c00 00000008:00100000:2.0:1789760748.441158:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 22695936<>22700032 00000100:00100000:2.0:1789760748.441213:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760748.441234:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515708544:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760748.494846:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972858 gen 2 00000008:00010000:2.0:1789760748.494938:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8c00 00000020:00200000:2.0:1789760748.494947:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760748.494958:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760748.494981:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8c00 00000100:00100000:2.0:1789760748.495011:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515708544:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760748.495970:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5541, 5541] 00000080:00200000:0.0:1789760748.495991:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760748.495998:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760748.496016:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22700032 i_blocks 45063 00000020:00200000:0.0:1789760748.496021:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760748.496033:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760748.496068:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22700032, count: 4096 00000080:00200000:0.0:1789760748.496076:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22700032, bytes: 4096 00000080:00200000:0.0:1789760748.496087:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760748.496095:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760748.496098:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22700032, 22704128) 0 0 00000080:00200000:0.0:1789760748.496104:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760748.496120:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5542, 5542] 00020000:00200000:0.0:1789760748.496130:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22700032 chunk: [22700032, 22704128) 22704128, 4096 00020000:00200000:0.0:1789760748.496135:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760748.496155:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5542, 5542] 00000008:00010000:0.0:1789760748.496173:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760748.496179:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760748.496192:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22700032, 22704128) append 0 append lockpos 0 00000080:00200000:0.0:1789760748.496206:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22700032=0x15a6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760748.496279:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760748.496281:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22704128 00000020:00010000:0.0:1789760748.496290:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760748.496293:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760748.496297:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760748.496300:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760748.496303:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760748.496323:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760748.496331:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760748.496350:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760748.497141:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6300 - object 0x240000400:4 offset 22700032<>22704128 00000100:00100000:1.0:1789760748.497334:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515708672:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760748.528214:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972859 gen 2 00000008:00010000:1.0:1789760748.528275:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760748.528284:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760748.528294:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760748.528324:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760748.528358:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515708672:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760748.528366:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5542, 5542] 00000080:00200000:0.0:1789760748.528384:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760748.528390:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760748.528417:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22704128 i_blocks 45063 00000020:00200000:0.0:1789760748.528422:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760748.528433:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760748.528466:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22704128, count: 4096 00000080:00200000:0.0:1789760748.528474:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22704128, bytes: 4096 00000080:00200000:0.0:1789760748.528483:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760748.528492:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760748.528495:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22704128, 22708224) 0 0 00000080:00200000:0.0:1789760748.528500:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760748.528517:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5543, 5543] 00020000:00200000:0.0:1789760748.528525:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22704128 chunk: [22704128, 22708224) 22708224, 4096 00020000:00200000:0.0:1789760748.528530:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760748.528551:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5543, 5543] 00000008:00010000:0.0:1789760748.528570:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760748.528576:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760748.528587:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22704128, 22708224) append 0 append lockpos 0 00000080:00200000:0.0:1789760748.528602:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22704128=0x15a7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760748.529742:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760748.529751:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22708224 00000020:00010000:0.0:1789760748.529830:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760748.529835:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760748.529839:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760748.529843:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760748.529846:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760748.529878:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760748.529887:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760748.529920:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760748.530050:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7480 - object 0x240000400:4 offset 22704128<>22708224 00010000:00010000:3.0:1789760748.530170:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789760748.530376:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515708800:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760748.563452:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760748.563469:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760748.563482:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760748.563510:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760748.563547:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515708800:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760748.563655:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5543, 5543] 00000080:00200000:0.0:1789760748.563672:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760748.563678:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760748.563693:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22708224 i_blocks 45063 00000020:00200000:0.0:1789760748.563696:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760748.563707:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760748.563741:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22708224, count: 4096 00000080:00200000:0.0:1789760748.563749:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22708224, bytes: 4096 00000080:00200000:0.0:1789760748.563760:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760748.563769:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760748.563771:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22708224, 22712320) 0 0 00000080:00200000:0.0:1789760748.563776:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760748.563793:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5544, 5544] 00020000:00200000:0.0:1789760748.563801:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22708224 chunk: [22708224, 22712320) 22712320, 4096 00020000:00200000:0.0:1789760748.563805:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760748.563824:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5544, 5544] 00000008:00010000:0.0:1789760748.563843:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760748.563848:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760748.563891:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22708224, 22712320) append 0 append lockpos 0 00000080:00200000:0.0:1789760748.563906:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22708224=0x15a8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760748.564035:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760748.564038:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22712320 00000020:00010000:0.0:1789760748.564170:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760748.564175:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760748.564178:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760748.564182:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760748.564185:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760748.564194:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760748.564200:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760748.564218:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760748.564496:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4000 - object 0x240000400:4 offset 22708224<>22712320 00000100:00100000:1.0:1789760748.564568:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515708928:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760748.598822:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972860 gen 2 00000100:00100000:1.0:1789760748.598950:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc4000 x1876699515708928/t4294972861(4294972861) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760764 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760748.599337:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:0.0:1789760748.599347:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760748.599357:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760748.599445:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:0.0:1789760748.599473:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515708928:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760748.599542:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5544, 5544] 00000080:00200000:2.0:1789760748.599557:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760748.599564:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760748.599579:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22712320 i_blocks 45063 00000020:00200000:2.0:1789760748.599584:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760748.599594:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760748.599630:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22712320, count: 4096 00000080:00200000:2.0:1789760748.599638:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22712320, bytes: 4096 00000080:00200000:2.0:1789760748.599654:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760748.599662:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760748.599664:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22712320, 22716416) 0 0 00000080:00200000:2.0:1789760748.599668:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760748.599685:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5545, 5545] 00020000:00200000:2.0:1789760748.599695:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22712320 chunk: [22712320, 22716416) 22716416, 4096 00020000:00200000:2.0:1789760748.599700:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760748.599719:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5545, 5545] 00000008:00010000:2.0:1789760748.599737:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760748.599742:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760748.599753:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22712320, 22716416) append 0 append lockpos 0 00000080:00200000:2.0:1789760748.599766:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22712320=0x15a9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760748.599822:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760748.599825:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22716416 00000020:00010000:2.0:1789760748.599833:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760748.599837:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760748.599840:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760748.599844:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760748.599847:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760748.599878:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760748.599885:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760748.599901:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8c00 00000008:00100000:2.0:1789760748.600200:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 22712320<>22716416 00000100:00100000:3.0:1789760748.600282:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515709056:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760748.657201:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972861 gen 2 00000100:00100000:2.0:1789760748.657249:0:2364:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23a8a80 x1876699515709056/t4294972862(4294972862) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760764 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:2.0:1789760748.657297:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8c00 00000020:00200000:2.0:1789760748.657304:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760748.657321:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760748.657338:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8c00 00000100:00100000:2.0:1789760748.657363:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515709056:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760748.657538:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5545, 5545] 00000080:00200000:0.0:1789760748.657554:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760748.657559:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760748.657573:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22716416 i_blocks 45063 00000020:00200000:0.0:1789760748.657576:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760748.657586:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760748.657619:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22716416, count: 4096 00000080:00200000:0.0:1789760748.657625:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22716416, bytes: 4096 00000080:00200000:0.0:1789760748.657634:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760748.657642:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760748.657644:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22716416, 22720512) 0 0 00000080:00200000:0.0:1789760748.657649:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760748.657664:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5546, 5546] 00020000:00200000:0.0:1789760748.657672:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22716416 chunk: [22716416, 22720512) 22720512, 4096 00020000:00200000:0.0:1789760748.657677:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760748.657695:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5546, 5546] 00000008:00010000:0.0:1789760748.657711:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760748.657717:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760748.657727:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22716416, 22720512) append 0 append lockpos 0 00000080:00200000:0.0:1789760748.657740:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22716416=0x15aa000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760748.657792:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760748.657794:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22720512 00000020:00010000:0.0:1789760748.657801:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760748.657804:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760748.657807:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760748.657811:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760748.657814:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760748.657821:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760748.657826:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760748.657841:0:8924:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760748.659287:0:8924:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 22716416<>22720512 00000100:00100000:0.0:1789760748.659381:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515709184:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760748.696028:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972863 gen 2 00000008:00010000:0.0:1789760748.696092:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:0.0:1789760748.696101:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760748.696112:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760748.696134:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:0.0:1789760748.696163:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515709184:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760748.696263:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5546, 5546] 00000080:00200000:3.0:1789760748.696279:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760748.696286:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760748.696300:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22720512 i_blocks 45063 00000020:00200000:3.0:1789760748.696304:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760748.696322:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760748.696357:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22720512, count: 4096 00000080:00200000:3.0:1789760748.696363:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22720512, bytes: 4096 00000080:00200000:3.0:1789760748.696374:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760748.696382:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760748.696384:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22720512, 22724608) 0 0 00000080:00200000:3.0:1789760748.696389:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760748.696404:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5547, 5547] 00020000:00200000:3.0:1789760748.696412:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22720512 chunk: [22720512, 22724608) 22724608, 4096 00020000:00200000:3.0:1789760748.696417:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760748.696435:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5547, 5547] 00000008:00010000:3.0:1789760748.696452:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760748.696458:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760748.696470:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22720512, 22724608) append 0 append lockpos 0 00000080:00200000:3.0:1789760748.696483:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22720512=0x15ab000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760748.696540:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760748.696543:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22724608 00000020:00010000:3.0:1789760748.696552:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760748.696555:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760748.696558:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760748.696563:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760748.696565:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760748.696572:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760748.696579:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760748.696597:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760748.696700:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5180 - object 0x240000400:4 offset 22720512<>22724608 00000100:00100000:2.0:1789760748.696942:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515709312:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760748.774116:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972864 gen 2 00000008:00010000:2.0:1789760748.774172:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:2.0:1789760748.774181:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760748.774193:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760748.774260:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:2.0:1789760748.774293:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515709312:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760748.774447:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5547, 5547] 00000080:00200000:3.0:1789760748.774463:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760748.774469:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760748.774486:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22724608 i_blocks 45063 00000020:00200000:3.0:1789760748.774490:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760748.774499:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760748.774533:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22724608, count: 4096 00000080:00200000:3.0:1789760748.774540:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22724608, bytes: 4096 00000080:00200000:3.0:1789760748.774551:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760748.774560:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760748.774562:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22724608, 22728704) 0 0 00000080:00200000:3.0:1789760748.774566:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760748.774582:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5548, 5548] 00020000:00200000:3.0:1789760748.774592:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22724608 chunk: [22724608, 22728704) 22728704, 4096 00020000:00200000:3.0:1789760748.774596:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760748.774682:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5548, 5548] 00000008:00010000:3.0:1789760748.774703:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760748.774709:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760748.774721:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22724608, 22728704) append 0 append lockpos 0 00000080:00200000:3.0:1789760748.774735:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22724608=0x15ac000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760748.774798:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760748.774801:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22728704 00000020:00010000:3.0:1789760748.774809:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760748.774813:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760748.774816:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760748.774820:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760748.774823:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760748.774830:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760748.774838:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760748.775033:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760748.775143:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e6680 - object 0x240000400:4 offset 22724608<>22728704 00000100:00100000:2.0:1789760748.775277:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760748.775363:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515709440:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760748.814016:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972865 gen 2 00000008:00010000:2.0:1789760748.814068:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:2.0:1789760748.814076:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760748.814088:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760748.814107:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:2.0:1789760748.814137:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515709440:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760748.814211:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5548, 5548] 00000080:00200000:3.0:1789760748.814228:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760748.814243:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760748.814260:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22728704 i_blocks 45063 00000020:00200000:3.0:1789760748.814264:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760748.814274:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760748.814309:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22728704, count: 4096 00000080:00200000:3.0:1789760748.814326:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22728704, bytes: 4096 00000080:00200000:3.0:1789760748.814336:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760748.814346:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760748.814348:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22728704, 22732800) 0 0 00000080:00200000:3.0:1789760748.814353:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760748.814371:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5549, 5549] 00020000:00200000:3.0:1789760748.814379:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22728704 chunk: [22728704, 22732800) 22732800, 4096 00020000:00200000:3.0:1789760748.814384:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760748.814402:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5549, 5549] 00000008:00010000:3.0:1789760748.814421:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760748.814427:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760748.814438:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22728704, 22732800) append 0 append lockpos 0 00000080:00200000:3.0:1789760748.814451:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22728704=0x15ad000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760748.814508:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760748.814511:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22732800 00000020:00010000:3.0:1789760748.814519:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760748.814523:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760748.814526:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760748.814529:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760748.814532:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760748.814540:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760748.814547:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760748.814565:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760748.814671:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4a80 - object 0x240000400:4 offset 22728704<>22732800 00000100:00100000:3.0:1789760748.814710:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760748.814727:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515709568:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760748.837929:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972866 gen 2 00000008:00010000:2.0:1789760748.838303:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:2.0:1789760748.838321:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760748.838335:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760748.838356:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:2.0:1789760748.838389:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515709568:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760748.838991:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5549, 5549] 00000080:00200000:3.0:1789760748.839009:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760748.839015:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760748.839032:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22732800 i_blocks 45063 00000020:00200000:3.0:1789760748.839036:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760748.839047:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760748.839080:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22732800, count: 4096 00000080:00200000:3.0:1789760748.839088:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22732800, bytes: 4096 00000080:00200000:3.0:1789760748.839101:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760748.839110:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760748.839112:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22732800, 22736896) 0 0 00000080:00200000:3.0:1789760748.839117:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760748.839134:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5550, 5550] 00020000:00200000:3.0:1789760748.839143:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22732800 chunk: [22732800, 22736896) 22736896, 4096 00020000:00200000:3.0:1789760748.839148:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760748.839168:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5550, 5550] 00000008:00010000:3.0:1789760748.839186:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760748.839192:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760748.839202:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22732800, 22736896) append 0 append lockpos 0 00000080:00200000:3.0:1789760748.839216:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22732800=0x15ae000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760748.839288:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760748.839291:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22736896 00000020:00010000:3.0:1789760748.839299:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760748.839302:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760748.839305:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760748.839309:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760748.839322:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760748.839330:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760748.839338:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760748.839359:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760748.839472:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e6300 - object 0x240000400:4 offset 22732800<>22736896 00000100:00100000:2.0:1789760748.840427:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760748.840460:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515709696:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760748.889528:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972867 gen 2 00000008:00010000:2.0:1789760748.889563:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:2.0:1789760748.889570:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760748.889579:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760748.889706:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:2.0:1789760748.889730:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515709696:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760748.890132:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5550, 5550] 00000080:00200000:3.0:1789760748.890145:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760748.890151:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760748.890162:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22736896 i_blocks 45063 00000020:00200000:3.0:1789760748.890166:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760748.890174:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760748.890199:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22736896, count: 4096 00000080:00200000:3.0:1789760748.890206:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22736896, bytes: 4096 00000080:00200000:3.0:1789760748.890223:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760748.890231:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760748.890233:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22736896, 22740992) 0 0 00000080:00200000:3.0:1789760748.890237:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760748.890249:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5551, 5551] 00020000:00200000:3.0:1789760748.890257:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22736896 chunk: [22736896, 22740992) 22740992, 4096 00020000:00200000:3.0:1789760748.890261:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760748.890276:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5551, 5551] 00000008:00010000:3.0:1789760748.890289:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760748.890293:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760748.890301:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22736896, 22740992) append 0 append lockpos 0 00000080:00200000:3.0:1789760748.890464:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22736896=0x15af000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760748.890514:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760748.890517:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22740992 00000020:00010000:3.0:1789760748.890524:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760748.890527:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760748.890531:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760748.890534:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760748.890537:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760748.890543:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760748.890548:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760748.890563:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056540 00000008:00100000:3.0:1789760748.890645:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4000 - object 0x240000400:4 offset 22736896<>22740992 00000100:00100000:2.0:1789760748.890787:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515709824:192.168.203.146@tcp:4:dd.0 00000008:00010000:2.0:1789760748.921042:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056540 00000020:00200000:2.0:1789760748.921052:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760748.921062:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760748.921083:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056540 00000100:00100000:2.0:1789760748.921108:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515709824:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760748.921254:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5551, 5551] 00000080:00200000:3.0:1789760748.921278:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760748.921284:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760748.921303:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22740992 i_blocks 45063 00000020:00200000:3.0:1789760748.921308:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760748.921394:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760748.921430:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22740992, count: 4096 00000080:00200000:3.0:1789760748.921438:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22740992, bytes: 4096 00000080:00200000:3.0:1789760748.921451:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760748.921460:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760748.921463:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22740992, 22745088) 0 0 00000080:00200000:3.0:1789760748.921467:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760748.921484:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5552, 5552] 00020000:00200000:3.0:1789760748.921494:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22740992 chunk: [22740992, 22745088) 22745088, 4096 00020000:00200000:3.0:1789760748.921499:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760748.921520:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5552, 5552] 00000008:00010000:3.0:1789760748.921539:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760748.921545:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760748.921556:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22740992, 22745088) append 0 append lockpos 0 00000080:00200000:3.0:1789760748.921570:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22740992=0x15b0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760748.921634:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760748.921637:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22745088 00000020:00010000:3.0:1789760748.921646:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760748.921649:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760748.921654:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760748.921657:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760748.921660:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760748.921668:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760748.921676:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760748.921697:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056540 00000008:00100000:3.0:1789760748.921820:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7100 - object 0x240000400:4 offset 22740992<>22745088 00000100:00100000:2.0:1789760748.921910:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515709952:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760748.956798:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972869 gen 2 00000008:00010000:2.0:1789760748.956898:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056540 00000020:00200000:2.0:1789760748.956907:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760748.956919:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760748.956993:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056540 00000100:00100000:2.0:1789760748.957023:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515709952:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760748.957274:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5552, 5552] 00000080:00200000:3.0:1789760748.957290:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760748.957297:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760748.957383:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22745088 i_blocks 45063 00000020:00200000:3.0:1789760748.957387:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760748.957398:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760748.957433:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22745088, count: 4096 00000080:00200000:3.0:1789760748.957440:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22745088, bytes: 4096 00000080:00200000:3.0:1789760748.957450:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760748.957459:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760748.957461:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22745088, 22749184) 0 0 00000080:00200000:3.0:1789760748.957466:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760748.957482:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5553, 5553] 00020000:00200000:3.0:1789760748.957490:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22745088 chunk: [22745088, 22749184) 22749184, 4096 00020000:00200000:3.0:1789760748.957495:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760748.957515:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5553, 5553] 00000008:00010000:3.0:1789760748.957533:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760748.957539:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760748.957552:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22745088, 22749184) append 0 append lockpos 0 00000080:00200000:3.0:1789760748.957565:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22745088=0x15b1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760748.957621:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760748.957624:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22749184 00000020:00010000:3.0:1789760748.957632:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760748.957635:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760748.957638:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760748.957641:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760748.957644:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760748.957650:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760748.957658:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760748.957675:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760748.957776:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5c00 - object 0x240000400:4 offset 22745088<>22749184 00000100:00100000:2.0:1789760748.957845:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515710080:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760749.002178:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972870 gen 2 00000008:00010000:2.0:1789760749.002229:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:2.0:1789760749.002238:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760749.002251:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760749.002335:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:2.0:1789760749.002367:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515710080:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760749.002941:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5553, 5553] 00000080:00200000:3.0:1789760749.002958:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760749.002964:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760749.002980:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22749184 i_blocks 45063 00000020:00200000:3.0:1789760749.002985:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760749.002995:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760749.003030:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22749184, count: 4096 00000080:00200000:3.0:1789760749.003038:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22749184, bytes: 4096 00000080:00200000:3.0:1789760749.003051:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760749.003061:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760749.003063:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22749184, 22753280) 0 0 00000080:00200000:3.0:1789760749.003067:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760749.003086:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5554, 5554] 00020000:00200000:3.0:1789760749.003097:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22749184 chunk: [22749184, 22753280) 22753280, 4096 00020000:00200000:3.0:1789760749.003101:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760749.003123:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5554, 5554] 00000008:00010000:3.0:1789760749.003252:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760749.003259:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760749.003273:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22749184, 22753280) append 0 append lockpos 0 00000080:00200000:3.0:1789760749.003292:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22749184=0x15b2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760749.003650:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760749.003727:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22753280 00000020:00010000:3.0:1789760749.003738:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760749.003741:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760749.003744:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760749.003747:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760749.003751:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760749.003760:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760749.003766:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760749.003797:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760749.003948:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5c00 - object 0x240000400:4 offset 22749184<>22753280 00000100:00100000:2.0:1789760749.004035:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760749.004802:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515710208:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760749.058279:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972871 gen 2 00000008:00010000:2.0:1789760749.058348:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:2.0:1789760749.058357:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760749.058369:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760749.058390:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:2.0:1789760749.058421:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515710208:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760749.058535:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5554, 5554] 00000080:00200000:3.0:1789760749.058553:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760749.058559:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760749.058688:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22753280 i_blocks 45063 00000020:00200000:3.0:1789760749.058694:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760749.058703:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760749.058737:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22753280, count: 4096 00000080:00200000:3.0:1789760749.058745:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22753280, bytes: 4096 00000080:00200000:3.0:1789760749.058756:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760749.058765:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760749.058768:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22753280, 22757376) 0 0 00000080:00200000:3.0:1789760749.058772:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760749.058791:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5555, 5555] 00020000:00200000:3.0:1789760749.058799:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22753280 chunk: [22753280, 22757376) 22757376, 4096 00020000:00200000:3.0:1789760749.058804:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760749.058824:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5555, 5555] 00000008:00010000:3.0:1789760749.058846:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760749.058852:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760749.058899:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22753280, 22757376) append 0 append lockpos 0 00000080:00200000:3.0:1789760749.058913:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22753280=0x15b3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760749.059108:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760749.059111:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22757376 00000020:00010000:3.0:1789760749.059121:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760749.059125:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760749.059128:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760749.059131:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760749.059134:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760749.059141:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760749.059149:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760749.059172:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760749.059276:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7100 - object 0x240000400:4 offset 22753280<>22757376 00000100:00100000:3.0:1789760749.059330:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760749.059349:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515710336:192.168.203.146@tcp:4:dd.0 00000008:00010000:2.0:1789760749.098381:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:2.0:1789760749.098397:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760749.098411:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760749.099009:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:2.0:1789760749.099046:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515710336:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760749.101419:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5555, 5555] 00000080:00200000:0.0:1789760749.101447:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760749.101453:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760749.101472:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22757376 i_blocks 45063 00000020:00200000:0.0:1789760749.101478:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760749.101492:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760749.101526:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22757376, count: 4096 00000080:00200000:0.0:1789760749.101534:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22757376, bytes: 4096 00000080:00200000:0.0:1789760749.101545:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760749.101554:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760749.101557:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22757376, 22761472) 0 0 00000080:00200000:0.0:1789760749.101561:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760749.101579:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5556, 5556] 00020000:00200000:0.0:1789760749.101588:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22757376 chunk: [22757376, 22761472) 22761472, 4096 00020000:00200000:0.0:1789760749.101593:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760749.101613:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5556, 5556] 00000008:00010000:0.0:1789760749.101632:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760749.101638:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760749.101650:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22757376, 22761472) append 0 append lockpos 0 00000080:00200000:0.0:1789760749.101664:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22757376=0x15b4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760749.101737:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760749.101740:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22761472 00000020:00010000:0.0:1789760749.101749:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760749.101753:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760749.101756:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760749.101759:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760749.101762:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760749.101771:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760749.101778:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760749.101813:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760749.101973:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 22757376<>22761472 00000100:00100000:0.0:1789760749.102047:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515710464:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760749.143258:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972872 gen 2 00000100:00100000:0.0:1789760749.143299:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc5500 x1876699515710464/t4294972873(4294972873) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760765 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760749.143566:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:0.0:1789760749.143574:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760749.143584:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760749.143727:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:0.0:1789760749.143800:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515710464:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760749.143883:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5556, 5556] 00000080:00200000:3.0:1789760749.143899:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760749.143905:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760749.143920:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22761472 i_blocks 45063 00000020:00200000:3.0:1789760749.143924:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760749.143945:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760749.143978:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22761472, count: 4096 00000080:00200000:3.0:1789760749.143985:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22761472, bytes: 4096 00000080:00200000:3.0:1789760749.143995:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760749.144003:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760749.144005:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22761472, 22765568) 0 0 00000080:00200000:3.0:1789760749.144009:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760749.144025:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5557, 5557] 00020000:00200000:3.0:1789760749.144033:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22761472 chunk: [22761472, 22765568) 22765568, 4096 00020000:00200000:3.0:1789760749.144038:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760749.144057:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5557, 5557] 00000008:00010000:3.0:1789760749.144073:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760749.144078:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760749.144090:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22761472, 22765568) append 0 append lockpos 0 00000080:00200000:3.0:1789760749.144104:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22761472=0x15b5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760749.144160:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760749.144162:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22765568 00000020:00010000:3.0:1789760749.144170:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760749.144173:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760749.144176:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760749.144180:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760749.144183:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760749.144189:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760749.144195:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760749.144211:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760749.144330:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4000 - object 0x240000400:4 offset 22761472<>22765568 00000100:00100000:2.0:1789760749.144830:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760749.144852:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515710592:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760749.193368:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972874 gen 2 00000008:00010000:3.0:1789760749.193437:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760749.193446:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760749.193458:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760749.193481:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760749.193515:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515710592:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760749.193801:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5557, 5557] 00000080:00200000:0.0:1789760749.193819:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760749.193824:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760749.193841:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22765568 i_blocks 45063 00000020:00200000:0.0:1789760749.193844:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760749.193886:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760749.193925:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22765568, count: 4096 00000080:00200000:0.0:1789760749.193932:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22765568, bytes: 4096 00000080:00200000:0.0:1789760749.193942:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760749.193951:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760749.193954:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22765568, 22769664) 0 0 00000080:00200000:0.0:1789760749.193958:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760749.193977:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5558, 5558] 00020000:00200000:0.0:1789760749.195112:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22765568 chunk: [22765568, 22769664) 22769664, 4096 00020000:00200000:0.0:1789760749.195122:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760749.195152:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5558, 5558] 00000008:00010000:0.0:1789760749.195174:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760749.195181:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760749.195194:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22765568, 22769664) append 0 append lockpos 0 00000080:00200000:0.0:1789760749.195209:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22765568=0x15b6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760749.195273:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760749.195276:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22769664 00000020:00010000:0.0:1789760749.195285:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760749.195288:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760749.195292:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760749.195295:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760749.195298:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760749.195307:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760749.195323:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760749.195346:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760749.195457:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4380 - object 0x240000400:4 offset 22765568<>22769664 00000100:00100000:0.0:1789760749.195517:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760749.195541:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515710720:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760749.233272:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972875 gen 2 00000008:00010000:0.0:1789760749.233494:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:0.0:1789760749.233504:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760749.233514:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760749.233536:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:0.0:1789760749.233562:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515710720:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760749.233646:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5558, 5558] 00000080:00200000:3.0:1789760749.233661:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760749.233666:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760749.233680:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22769664 i_blocks 45063 00000020:00200000:3.0:1789760749.233682:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760749.233690:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760749.233721:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22769664, count: 4096 00000080:00200000:3.0:1789760749.233727:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22769664, bytes: 4096 00000080:00200000:3.0:1789760749.233736:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760749.233743:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760749.233745:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22769664, 22773760) 0 0 00000080:00200000:3.0:1789760749.233748:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760749.233761:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5559, 5559] 00020000:00200000:3.0:1789760749.233768:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22769664 chunk: [22769664, 22773760) 22773760, 4096 00020000:00200000:3.0:1789760749.233772:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760749.233788:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5559, 5559] 00000008:00010000:3.0:1789760749.233801:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760749.233806:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760749.233815:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22769664, 22773760) append 0 append lockpos 0 00000080:00200000:3.0:1789760749.233826:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22769664=0x15b7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760749.233900:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760749.233902:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22773760 00000020:00010000:3.0:1789760749.233908:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760749.233911:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760749.233913:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760749.233916:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760749.233918:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760749.233923:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760749.233928:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760749.233939:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760749.234032:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4000 - object 0x240000400:4 offset 22769664<>22773760 00000100:00100000:2.0:1789760749.234154:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515710848:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760749.267228:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972876 gen 2 00000008:00010000:3.0:1789760749.267282:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760749.267290:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760749.267302:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760749.267327:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760749.267359:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515710848:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760749.269702:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5559, 5559] 00000080:00200000:0.0:1789760749.269730:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760749.269736:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760749.269754:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22773760 i_blocks 45063 00000020:00200000:0.0:1789760749.269759:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760749.269776:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760749.269811:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22773760, count: 4096 00000080:00200000:0.0:1789760749.269819:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22773760, bytes: 4096 00000080:00200000:0.0:1789760749.269833:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760749.269842:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760749.269844:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22773760, 22777856) 0 0 00000080:00200000:0.0:1789760749.269849:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760749.269907:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5560, 5560] 00020000:00200000:0.0:1789760749.269917:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22773760 chunk: [22773760, 22777856) 22777856, 4096 00020000:00200000:0.0:1789760749.269921:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760749.269945:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5560, 5560] 00000008:00010000:0.0:1789760749.269964:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760749.269971:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760749.269983:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22773760, 22777856) append 0 append lockpos 0 00000080:00200000:0.0:1789760749.269997:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22773760=0x15b8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760749.270065:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760749.270068:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22777856 00000020:00010000:0.0:1789760749.270076:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760749.270080:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760749.270083:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760749.270086:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760749.270089:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760749.270097:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760749.270105:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760749.270127:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760749.270244:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4380 - object 0x240000400:4 offset 22773760<>22777856 00000100:00100000:1.0:1789760749.270349:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760749.270447:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515710976:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760749.314844:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972877 gen 2 00000008:00010000:1.0:1789760749.314936:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760749.314945:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760749.314955:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760749.315042:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760749.315075:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515710976:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760749.315291:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5560, 5560] 00000080:00200000:0.0:1789760749.315485:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760749.315605:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760749.315625:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22777856 i_blocks 45063 00000020:00200000:0.0:1789760749.315629:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760749.315641:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760749.315737:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22777856, count: 4096 00000080:00200000:0.0:1789760749.315746:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22777856, bytes: 4096 00000080:00200000:0.0:1789760749.315759:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760749.315768:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760749.315771:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22777856, 22781952) 0 0 00000080:00200000:0.0:1789760749.315775:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760749.315793:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5561, 5561] 00020000:00200000:0.0:1789760749.315803:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22777856 chunk: [22777856, 22781952) 22781952, 4096 00020000:00200000:0.0:1789760749.315807:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760749.315826:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5561, 5561] 00000008:00010000:0.0:1789760749.315844:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760749.315851:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760749.315895:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22777856, 22781952) append 0 append lockpos 0 00000080:00200000:0.0:1789760749.315910:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22777856=0x15b9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760749.315969:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760749.315972:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22781952 00000020:00010000:0.0:1789760749.315981:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760749.315984:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760749.315987:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760749.315991:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760749.315994:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760749.316001:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760749.316008:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760749.316026:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760749.316127:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 22777856<>22781952 00000100:00100000:1.0:1789760749.316199:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515711104:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760749.365704:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760749.365720:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760749.365731:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760749.365931:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760749.365963:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515711104:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760749.366069:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5561, 5561] 00000080:00200000:0.0:1789760749.366086:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760749.366092:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760749.366107:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22781952 i_blocks 45063 00000020:00200000:0.0:1789760749.366111:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760749.366123:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760749.366159:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22781952, count: 4096 00000080:00200000:0.0:1789760749.366167:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22781952, bytes: 4096 00000080:00200000:0.0:1789760749.366176:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760749.366185:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760749.366188:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22781952, 22786048) 0 0 00000080:00200000:0.0:1789760749.366192:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760749.366211:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5562, 5562] 00020000:00200000:0.0:1789760749.366220:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22781952 chunk: [22781952, 22786048) 22786048, 4096 00020000:00200000:0.0:1789760749.366225:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760749.366327:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5562, 5562] 00000008:00010000:0.0:1789760749.366345:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760749.366351:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760749.366364:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22781952, 22786048) append 0 append lockpos 0 00000080:00200000:0.0:1789760749.366379:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22781952=0x15ba000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760749.366441:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760749.366443:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22786048 00000020:00010000:0.0:1789760749.366453:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760749.366456:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760749.366459:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760749.366462:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760749.366464:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760749.366472:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760749.366479:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760749.366496:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760749.366681:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5c00 - object 0x240000400:4 offset 22781952<>22786048 00000100:00100000:1.0:1789760749.366832:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515711232:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760749.438544:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972879 gen 2 00000008:00010000:1.0:1789760749.440164:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760749.440180:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760749.440193:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760749.440215:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760749.440251:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515711232:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760749.440256:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5562, 5562] 00000080:00200000:0.0:1789760749.440276:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760749.440281:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760749.440297:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22786048 i_blocks 45063 00000020:00200000:0.0:1789760749.440301:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760749.440323:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760749.440360:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22786048, count: 4096 00000080:00200000:0.0:1789760749.440367:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22786048, bytes: 4096 00000080:00200000:0.0:1789760749.440380:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760749.440390:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760749.440392:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22786048, 22790144) 0 0 00000080:00200000:0.0:1789760749.440397:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760749.440413:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5563, 5563] 00020000:00200000:0.0:1789760749.440423:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22786048 chunk: [22786048, 22790144) 22790144, 4096 00020000:00200000:0.0:1789760749.440428:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760749.440448:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5563, 5563] 00000008:00010000:0.0:1789760749.440466:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760749.440471:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760749.440483:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22786048, 22790144) append 0 append lockpos 0 00000080:00200000:0.0:1789760749.440497:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22786048=0x15bb000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760749.440550:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760749.440552:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22790144 00000020:00010000:0.0:1789760749.440561:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760749.440565:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760749.440568:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760749.440572:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760749.440575:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760749.440582:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760749.440589:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760749.440606:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760749.440737:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 22786048<>22790144 00000100:00100000:1.0:1789760749.440819:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515711360:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760749.493602:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972880 gen 2 00000008:00010000:1.0:1789760749.493656:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760749.493664:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760749.493675:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760749.493700:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760749.493730:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515711360:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760749.493902:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5563, 5563] 00000080:00200000:0.0:1789760749.493918:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760749.493925:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760749.493941:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22790144 i_blocks 45063 00000020:00200000:0.0:1789760749.493945:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760749.493966:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760749.494001:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22790144, count: 4096 00000080:00200000:0.0:1789760749.494008:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22790144, bytes: 4096 00000080:00200000:0.0:1789760749.494018:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760749.494027:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760749.494030:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22790144, 22794240) 0 0 00000080:00200000:0.0:1789760749.494034:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760749.494050:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5564, 5564] 00020000:00200000:0.0:1789760749.494058:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22790144 chunk: [22790144, 22794240) 22794240, 4096 00020000:00200000:0.0:1789760749.494062:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760749.494083:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5564, 5564] 00000008:00010000:0.0:1789760749.494102:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760749.494108:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760749.494119:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22790144, 22794240) append 0 append lockpos 0 00000080:00200000:0.0:1789760749.494132:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22790144=0x15bc000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760749.494182:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760749.494185:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22794240 00000020:00010000:0.0:1789760749.494193:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760749.494196:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760749.494200:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760749.494203:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760749.494206:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760749.494214:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760749.494222:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760749.494520:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:1.0:1789760749.494633:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571180 - object 0x240000400:4 offset 22790144<>22794240 00000100:00100000:1.0:1789760749.494682:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515711488:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760749.538425:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972881 gen 2 00000008:00010000:1.0:1789760749.538477:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760749.538486:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760749.538498:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760749.538585:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760749.538616:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515711488:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760749.538983:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5564, 5564] 00000080:00200000:0.0:1789760749.539000:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760749.539006:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760749.539023:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22794240 i_blocks 45063 00000020:00200000:0.0:1789760749.539028:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760749.539039:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760749.539073:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22794240, count: 4096 00000080:00200000:0.0:1789760749.539081:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22794240, bytes: 4096 00000080:00200000:0.0:1789760749.539093:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760749.539102:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760749.539104:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22794240, 22798336) 0 0 00000080:00200000:0.0:1789760749.539108:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760749.539126:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5565, 5565] 00020000:00200000:0.0:1789760749.539135:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22794240 chunk: [22794240, 22798336) 22798336, 4096 00020000:00200000:0.0:1789760749.539140:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760749.539162:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5565, 5565] 00000008:00010000:0.0:1789760749.539180:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760749.539186:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760749.539198:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22794240, 22798336) append 0 append lockpos 0 00000080:00200000:0.0:1789760749.539212:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22794240=0x15bd000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760749.539274:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760749.539277:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22798336 00000020:00010000:0.0:1789760749.539284:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760749.539287:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760749.539290:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760749.539370:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760749.539375:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760749.539384:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760749.539391:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760749.539411:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760749.539514:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5180 - object 0x240000400:4 offset 22794240<>22798336 00000100:00100000:1.0:1789760749.539642:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515711616:192.168.203.146@tcp:4:dd.0 00010000:00010000:3.0:1789760749.554245:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789760749.575938:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972882 gen 2 00000008:00010000:1.0:1789760749.576005:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760749.576014:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760749.576029:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760749.576048:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760749.576077:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515711616:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760749.576126:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5565, 5565] 00000080:00200000:3.0:1789760749.576144:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760749.576150:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760749.576180:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22798336 i_blocks 45063 00000020:00200000:3.0:1789760749.576184:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760749.576195:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760749.576228:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22798336, count: 4096 00000080:00200000:3.0:1789760749.576235:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22798336, bytes: 4096 00000080:00200000:3.0:1789760749.576246:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760749.576255:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760749.576257:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22798336, 22802432) 0 0 00000080:00200000:3.0:1789760749.576261:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760749.576277:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5566, 5566] 00020000:00200000:3.0:1789760749.576286:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22798336 chunk: [22798336, 22802432) 22802432, 4096 00020000:00200000:3.0:1789760749.576291:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760749.576321:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5566, 5566] 00000008:00010000:3.0:1789760749.576339:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760749.576344:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760749.576355:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22798336, 22802432) append 0 append lockpos 0 00000080:00200000:3.0:1789760749.576369:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22798336=0x15be000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760749.576422:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760749.576425:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22802432 00000020:00010000:3.0:1789760749.576433:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760749.576436:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760749.576439:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760749.576442:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760749.576445:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760749.576451:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760749.576458:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760749.576485:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760749.576588:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4000 - object 0x240000400:4 offset 22798336<>22802432 00000100:00100000:3.0:1789760749.576635:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760749.576650:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515711744:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760749.611735:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972883 gen 2 00000008:00010000:3.0:1789760749.611792:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760749.611800:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760749.611813:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760749.611840:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760749.611915:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515711744:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760749.612524:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5566, 5566] 00000080:00200000:0.0:1789760749.612542:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760749.612548:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760749.612563:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22802432 i_blocks 45063 00000020:00200000:0.0:1789760749.612566:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760749.612577:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760749.612611:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22802432, count: 4096 00000080:00200000:0.0:1789760749.612619:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22802432, bytes: 4096 00000080:00200000:0.0:1789760749.612628:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760749.612637:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760749.612639:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22802432, 22806528) 0 0 00000080:00200000:0.0:1789760749.612643:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760749.612660:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5567, 5567] 00020000:00200000:0.0:1789760749.612669:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22802432 chunk: [22802432, 22806528) 22806528, 4096 00020000:00200000:0.0:1789760749.612673:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760749.612693:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5567, 5567] 00000008:00010000:0.0:1789760749.612709:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760749.612715:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760749.612726:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22802432, 22806528) append 0 append lockpos 0 00000080:00200000:0.0:1789760749.612740:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22802432=0x15bf000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760749.612799:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760749.612802:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22806528 00000020:00010000:0.0:1789760749.612809:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760749.612813:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760749.612816:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760749.612819:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760749.612822:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760749.612830:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760749.612837:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760749.612880:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760749.612996:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4a80 - object 0x240000400:4 offset 22802432<>22806528 00000100:00100000:1.0:1789760749.613222:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515711872:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760749.687761:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760749.687962:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760749.687974:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760749.687998:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760749.688028:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515711872:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760749.688458:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5567, 5567] 00000080:00200000:0.0:1789760749.688476:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760749.688482:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760749.688498:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22806528 i_blocks 45063 00000020:00200000:0.0:1789760749.688502:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760749.688513:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760749.688549:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22806528, count: 4096 00000080:00200000:0.0:1789760749.688558:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22806528, bytes: 4096 00000080:00200000:0.0:1789760749.688568:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760749.688577:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760749.688580:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22806528, 22810624) 0 0 00000080:00200000:0.0:1789760749.688584:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760749.688601:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5568, 5568] 00020000:00200000:0.0:1789760749.688609:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22806528 chunk: [22806528, 22810624) 22810624, 4096 00020000:00200000:0.0:1789760749.688614:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760749.688633:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5568, 5568] 00000008:00010000:0.0:1789760749.688651:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760749.688668:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760749.688682:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22806528, 22810624) append 0 append lockpos 0 00000080:00200000:0.0:1789760749.688696:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22806528=0x15c0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760749.688755:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760749.688758:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22810624 00000020:00010000:0.0:1789760749.688766:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760749.688769:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760749.688772:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760749.688776:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760749.688779:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760749.688786:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760749.688792:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760749.688809:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760749.692267:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5180 - object 0x240000400:4 offset 22806528<>22810624 00000100:00100000:1.0:1789760749.692536:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760749.692565:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515712000:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760749.720142:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972885 gen 2 00000008:00010000:1.0:1789760749.720284:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760749.720292:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760749.720302:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760749.720373:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760749.720408:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515712000:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760749.720482:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5568, 5568] 00000080:00200000:0.0:1789760749.720499:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760749.720505:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760749.720522:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22810624 i_blocks 45063 00000020:00200000:0.0:1789760749.720525:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760749.720535:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760749.720566:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22810624, count: 4096 00000080:00200000:0.0:1789760749.720574:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22810624, bytes: 4096 00000080:00200000:0.0:1789760749.720583:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760749.720592:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760749.720594:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22810624, 22814720) 0 0 00000080:00200000:0.0:1789760749.720598:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760749.720615:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5569, 5569] 00020000:00200000:0.0:1789760749.720624:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22810624 chunk: [22810624, 22814720) 22814720, 4096 00020000:00200000:0.0:1789760749.720629:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760749.720648:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5569, 5569] 00000008:00010000:0.0:1789760749.720717:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760749.720723:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760749.720735:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22810624, 22814720) append 0 append lockpos 0 00000080:00200000:0.0:1789760749.720749:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22810624=0x15c1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760749.720807:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760749.720810:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22814720 00000020:00010000:0.0:1789760749.720819:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760749.720822:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760749.720825:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760749.720828:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760749.720831:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760749.720838:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760749.720844:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760749.720954:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760749.721070:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 22810624<>22814720 00000100:00100000:1.0:1789760749.721130:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515712128:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760749.779430:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972886 gen 2 00000008:00010000:1.0:1789760749.779481:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760749.779489:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760749.779501:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760749.779712:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760749.779746:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515712128:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760749.779791:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5569, 5569] 00000080:00200000:3.0:1789760749.779806:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760749.779907:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760749.779924:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22814720 i_blocks 45063 00000020:00200000:3.0:1789760749.779928:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760749.779938:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760749.779983:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22814720, count: 4096 00000080:00200000:3.0:1789760749.779990:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22814720, bytes: 4096 00000080:00200000:3.0:1789760749.780001:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760749.780010:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760749.780013:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22814720, 22818816) 0 0 00000080:00200000:3.0:1789760749.780017:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760749.780033:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5570, 5570] 00020000:00200000:3.0:1789760749.780042:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22814720 chunk: [22814720, 22818816) 22818816, 4096 00020000:00200000:3.0:1789760749.780047:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760749.780065:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5570, 5570] 00000008:00010000:3.0:1789760749.780082:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760749.780425:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760749.780443:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22814720, 22818816) append 0 append lockpos 0 00000080:00200000:3.0:1789760749.780458:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22814720=0x15c2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760749.780529:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760749.780533:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22818816 00000020:00010000:3.0:1789760749.780541:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760749.780545:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760749.780548:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760749.780551:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760749.780554:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760749.780562:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760749.780569:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760749.780586:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760749.780689:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4000 - object 0x240000400:4 offset 22814720<>22818816 00000100:00100000:2.0:1789760749.781086:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515712256:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760749.830421:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972887 gen 2 00000008:00010000:3.0:1789760749.830477:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760749.830485:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760749.830499:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760749.830528:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760749.830561:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515712256:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760749.830894:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5570, 5570] 00000080:00200000:1.0:1789760749.830912:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760749.830919:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760749.830937:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22818816 i_blocks 45063 00000020:00200000:1.0:1789760749.830941:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760749.831077:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760749.831114:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22818816, count: 4096 00000080:00200000:1.0:1789760749.831121:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22818816, bytes: 4096 00000080:00200000:1.0:1789760749.831134:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760749.831142:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760749.831145:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22818816, 22822912) 0 0 00000080:00200000:1.0:1789760749.831150:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760749.831166:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5571, 5571] 00020000:00200000:1.0:1789760749.831175:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22818816 chunk: [22818816, 22822912) 22822912, 4096 00020000:00200000:1.0:1789760749.831179:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760749.831198:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5571, 5571] 00000008:00010000:1.0:1789760749.831218:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760749.831224:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760749.831235:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22818816, 22822912) append 0 append lockpos 0 00000080:00200000:1.0:1789760749.831250:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22818816=0x15c3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760749.831327:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760749.831331:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22822912 00000020:00010000:1.0:1789760749.831339:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760749.831343:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760749.831346:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760749.831350:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760749.831353:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760749.831433:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760749.831440:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760749.831458:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760749.831572:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571180 - object 0x240000400:4 offset 22818816<>22822912 00000100:00100000:0.0:1789760749.831652:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515712384:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760749.871925:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972888 gen 2 00000008:00010000:0.0:1789760749.871977:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760749.871986:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760749.871997:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760749.872072:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760749.872106:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515712384:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760749.872187:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5571, 5571] 00000080:00200000:3.0:1789760749.872205:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760749.872211:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760749.872228:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22822912 i_blocks 45063 00000020:00200000:3.0:1789760749.872232:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760749.872242:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760749.872274:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22822912, count: 4096 00000080:00200000:3.0:1789760749.872281:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22822912, bytes: 4096 00000080:00200000:3.0:1789760749.872291:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760749.872300:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760749.872312:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22822912, 22827008) 0 0 00000080:00200000:3.0:1789760749.872317:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760749.872334:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5572, 5572] 00020000:00200000:3.0:1789760749.872343:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22822912 chunk: [22822912, 22827008) 22827008, 4096 00020000:00200000:3.0:1789760749.872527:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760749.872549:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5572, 5572] 00000008:00010000:3.0:1789760749.872568:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760749.872574:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760749.872586:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22822912, 22827008) append 0 append lockpos 0 00000080:00200000:3.0:1789760749.872600:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22822912=0x15c4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760749.872661:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760749.872663:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22827008 00000020:00010000:3.0:1789760749.872671:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760749.872675:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760749.872678:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760749.872681:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760749.872684:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760749.872691:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760749.872698:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760749.872715:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760749.872824:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4000 - object 0x240000400:4 offset 22822912<>22827008 00000100:00100000:2.0:1789760749.872907:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515712512:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760749.909072:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972889 gen 2 00000008:00010000:3.0:1789760749.909178:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760749.909186:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760749.909199:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760749.909272:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5572, 5572] 00000008:00010000:3.0:1789760749.909290:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000080:00200000:0.0:1789760749.909291:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760749.909300:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760749.909329:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22827008 i_blocks 45063 00000020:00200000:0.0:1789760749.909334:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000100:00100000:3.0:1789760749.909336:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515712512:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760749.909346:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760749.909383:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22827008, count: 4096 00000080:00200000:0.0:1789760749.909400:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22827008, bytes: 4096 00000080:00200000:0.0:1789760749.909412:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760749.909421:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760749.909423:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22827008, 22831104) 0 0 00000080:00200000:0.0:1789760749.909428:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760749.909446:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5573, 5573] 00020000:00200000:0.0:1789760749.909459:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22827008 chunk: [22827008, 22831104) 22831104, 4096 00020000:00200000:0.0:1789760749.909464:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760749.909487:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5573, 5573] 00000008:00010000:0.0:1789760749.909506:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760749.909513:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760749.909525:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22827008, 22831104) append 0 append lockpos 0 00000080:00200000:0.0:1789760749.909539:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22827008=0x15c5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760749.909603:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760749.909606:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22831104 00000020:00010000:0.0:1789760749.909616:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760749.909619:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760749.909622:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760749.909626:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760749.909629:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760749.909638:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760749.909644:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760749.909662:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760749.909758:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5c00 - object 0x240000400:4 offset 22827008<>22831104 00000100:00100000:0.0:1789760749.909818:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760749.909837:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515712640:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760749.954941:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972890 gen 2 00000008:00010000:0.0:1789760749.955007:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:0.0:1789760749.955015:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760749.955026:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760749.955100:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:0.0:1789760749.955132:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515712640:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760749.955502:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5573, 5573] 00000080:00200000:3.0:1789760749.955518:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760749.955524:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760749.955541:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22831104 i_blocks 45063 00000020:00200000:3.0:1789760749.955545:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760749.955555:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760749.955589:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22831104, count: 4096 00000080:00200000:3.0:1789760749.955596:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22831104, bytes: 4096 00000080:00200000:3.0:1789760749.955608:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760749.955617:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760749.955619:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22831104, 22835200) 0 0 00000080:00200000:3.0:1789760749.955623:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760749.955639:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5574, 5574] 00020000:00200000:3.0:1789760749.955647:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22831104 chunk: [22831104, 22835200) 22835200, 4096 00020000:00200000:3.0:1789760749.955652:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760749.955673:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5574, 5574] 00000008:00010000:3.0:1789760749.955691:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760749.955697:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760749.955709:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22831104, 22835200) append 0 append lockpos 0 00000080:00200000:3.0:1789760749.955723:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22831104=0x15c6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760749.955785:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760749.955788:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22835200 00000020:00010000:3.0:1789760749.955796:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760749.955800:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760749.955802:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760749.955806:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760749.955808:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760749.955816:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760749.955823:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760749.955843:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760749.956283:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4000 - object 0x240000400:4 offset 22831104<>22835200 00000100:00100000:2.0:1789760749.956354:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760749.956439:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515712768:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760750.007394:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972891 gen 2 00000008:00010000:3.0:1789760750.007448:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760750.007457:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760750.007469:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760750.007498:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760750.007535:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515712768:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760750.007708:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5574, 5574] 00000080:00200000:2.0:1789760750.007727:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760750.007734:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760750.007754:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22835200 i_blocks 45063 00000020:00200000:2.0:1789760750.007760:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760750.007772:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760750.007813:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22835200, count: 4096 00000080:00200000:2.0:1789760750.007822:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22835200, bytes: 4096 00000080:00200000:2.0:1789760750.007837:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760750.007847:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760750.007850:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22835200, 22839296) 0 0 00000080:00200000:2.0:1789760750.008068:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760750.008087:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5575, 5575] 00020000:00200000:2.0:1789760750.008096:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22835200 chunk: [22835200, 22839296) 22839296, 4096 00020000:00200000:2.0:1789760750.008101:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760750.008121:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5575, 5575] 00000008:00010000:2.0:1789760750.008141:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760750.008148:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760750.008161:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22835200, 22839296) append 0 append lockpos 0 00000080:00200000:2.0:1789760750.008182:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22835200=0x15c7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760750.008243:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760750.008246:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22839296 00000020:00010000:2.0:1789760750.008253:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760750.008257:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.008260:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.008263:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760750.008266:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760750.008275:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760750.008282:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760750.008384:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8c00 00000008:00100000:2.0:1789760750.008710:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 22835200<>22839296 00000100:00100000:3.0:1789760750.008829:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760750.009289:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515712896:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760750.083081:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972892 gen 2 00000008:00010000:3.0:1789760750.083143:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8c00 00000020:00200000:3.0:1789760750.083153:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760750.083164:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760750.083186:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8c00 00000100:00100000:3.0:1789760750.083217:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515712896:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760750.083353:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5575, 5575] 00000080:00200000:2.0:1789760750.083373:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760750.083379:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760750.083399:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22839296 i_blocks 45063 00000020:00200000:2.0:1789760750.083404:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760750.083415:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760750.083451:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22839296, count: 4096 00000080:00200000:2.0:1789760750.083461:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22839296, bytes: 4096 00000080:00200000:2.0:1789760750.083472:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760750.083481:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760750.083484:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22839296, 22843392) 0 0 00000080:00200000:2.0:1789760750.083488:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760750.083507:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5576, 5576] 00020000:00200000:2.0:1789760750.083517:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22839296 chunk: [22839296, 22843392) 22843392, 4096 00020000:00200000:2.0:1789760750.083522:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760750.083548:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5576, 5576] 00000008:00010000:2.0:1789760750.083573:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760750.083580:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760750.083592:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22839296, 22843392) append 0 append lockpos 0 00000080:00200000:2.0:1789760750.083606:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22839296=0x15c8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760750.083658:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760750.083661:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22843392 00000020:00010000:2.0:1789760750.083670:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760750.083674:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.083677:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.083680:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760750.083684:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760750.083693:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760750.083702:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760750.083796:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:3.0:1789760750.083935:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4000 - object 0x240000400:4 offset 22839296<>22843392 00000100:00100000:3.0:1789760750.083981:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515713024:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760750.145287:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8540 00000020:00200000:3.0:1789760750.145314:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760750.145326:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760750.145349:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8540 00000100:00100000:3.0:1789760750.145383:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515713024:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760750.145532:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5576, 5576] 00000080:00200000:2.0:1789760750.145549:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760750.145555:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760750.145569:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22843392 i_blocks 45063 00000020:00200000:2.0:1789760750.145573:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760750.145582:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760750.145617:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22843392, count: 4096 00000080:00200000:2.0:1789760750.145624:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22843392, bytes: 4096 00000080:00200000:2.0:1789760750.145636:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760750.145644:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760750.145647:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22843392, 22847488) 0 0 00000080:00200000:2.0:1789760750.145651:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760750.145668:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5577, 5577] 00020000:00200000:2.0:1789760750.145677:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22843392 chunk: [22843392, 22847488) 22847488, 4096 00020000:00200000:2.0:1789760750.145682:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760750.145703:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5577, 5577] 00000008:00010000:2.0:1789760750.145720:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760750.145725:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760750.145736:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22843392, 22847488) append 0 append lockpos 0 00000080:00200000:2.0:1789760750.145749:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22843392=0x15c9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760750.145809:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760750.145812:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22847488 00000020:00010000:2.0:1789760750.145822:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760750.145825:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.145828:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.145832:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760750.145834:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760750.145843:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760750.145850:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760750.145924:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760750.146030:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 22843392<>22847488 00000100:00100000:3.0:1789760750.146321:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760750.146340:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515713152:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760750.181598:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972893 gen 2 00000100:00100000:3.0:1789760750.181641:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23ab480 x1876699515713152/t4294972894(4294972894) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760766 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760750.181692:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:3.0:1789760750.181700:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760750.181710:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760750.181733:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:3.0:1789760750.181758:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515713152:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760750.182001:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5577, 5577] 00000080:00200000:2.0:1789760750.182074:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760750.182080:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760750.182214:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22847488 i_blocks 45063 00000020:00200000:2.0:1789760750.182219:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760750.182229:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760750.182267:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22847488, count: 4096 00000080:00200000:2.0:1789760750.182275:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22847488, bytes: 4096 00000080:00200000:2.0:1789760750.182287:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760750.182297:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760750.182308:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22847488, 22851584) 0 0 00000080:00200000:2.0:1789760750.182313:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760750.182333:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5578, 5578] 00020000:00200000:2.0:1789760750.182343:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22847488 chunk: [22847488, 22851584) 22851584, 4096 00020000:00200000:2.0:1789760750.182347:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760750.182369:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5578, 5578] 00000008:00010000:2.0:1789760750.182388:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760750.182394:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760750.182406:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22847488, 22851584) append 0 append lockpos 0 00000080:00200000:2.0:1789760750.182421:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22847488=0x15ca000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760750.182480:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760750.182483:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22851584 00000020:00010000:2.0:1789760750.182492:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760750.182496:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.182498:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.182502:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760750.182505:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760750.182514:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760750.182522:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760750.182538:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760750.182653:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 22847488<>22851584 00000100:00100000:3.0:1789760750.182979:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515713280:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760750.248940:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972895 gen 2 00000008:00010000:3.0:1789760750.249012:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8000 00000020:00200000:3.0:1789760750.249021:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760750.249032:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760750.249052:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8000 00000100:00100000:3.0:1789760750.249091:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515713280:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760750.249159:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5578, 5578] 00000080:00200000:2.0:1789760750.249178:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760750.249185:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760750.249204:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22851584 i_blocks 45063 00000020:00200000:2.0:1789760750.249208:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760750.249220:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760750.249259:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22851584, count: 4096 00000080:00200000:2.0:1789760750.249267:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22851584, bytes: 4096 00000080:00200000:2.0:1789760750.249277:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760750.249286:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760750.249289:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22851584, 22855680) 0 0 00000080:00200000:2.0:1789760750.249293:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760750.249321:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5579, 5579] 00020000:00200000:2.0:1789760750.249331:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22851584 chunk: [22851584, 22855680) 22855680, 4096 00020000:00200000:2.0:1789760750.249335:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760750.249358:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5579, 5579] 00000008:00010000:2.0:1789760750.249379:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760750.249386:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760750.249398:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22851584, 22855680) append 0 append lockpos 0 00000080:00200000:2.0:1789760750.249413:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22851584=0x15cb000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760750.249479:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760750.249481:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22855680 00000020:00010000:2.0:1789760750.249491:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760750.249495:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.249498:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.249502:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760750.249505:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760750.249514:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760750.249528:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760750.249544:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760750.249664:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 22851584<>22855680 00000100:00100000:3.0:1789760750.249790:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760750.249811:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515713408:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760750.284468:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:3.0:1789760750.284484:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760750.284495:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760750.284519:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000100:00100000:3.0:1789760750.284548:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515713408:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760750.284635:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5579, 5579] 00000080:00200000:2.0:1789760750.284652:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760750.284658:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760750.284673:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22855680 i_blocks 45063 00000020:00200000:2.0:1789760750.284677:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760750.284687:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760750.284725:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22855680, count: 4096 00000080:00200000:2.0:1789760750.284733:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22855680, bytes: 4096 00000080:00200000:2.0:1789760750.284744:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760750.284752:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760750.284755:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22855680, 22859776) 0 0 00000080:00200000:2.0:1789760750.284759:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760750.284774:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5580, 5580] 00020000:00200000:2.0:1789760750.284782:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22855680 chunk: [22855680, 22859776) 22859776, 4096 00020000:00200000:2.0:1789760750.284786:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760750.284805:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5580, 5580] 00000008:00010000:2.0:1789760750.284918:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760750.284925:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760750.284938:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22855680, 22859776) append 0 append lockpos 0 00000080:00200000:2.0:1789760750.285005:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22855680=0x15cc000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760750.285396:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760750.285400:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22859776 00000020:00010000:2.0:1789760750.285410:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760750.285414:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.285417:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.285420:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760750.285423:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760750.285433:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760750.285440:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760750.285460:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760750.285569:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 22855680<>22859776 00000100:00100000:3.0:1789760750.285688:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515713536:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760750.326320:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972896 gen 2 00000100:00100000:3.0:1789760750.326704:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23a8e00 x1876699515713536/t4294972897(4294972897) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760766 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760750.326760:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:3.0:1789760750.326768:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760750.326778:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760750.326952:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:3.0:1789760750.326980:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515713536:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760750.327457:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5580, 5580] 00000080:00200000:2.0:1789760750.327475:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760750.327482:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760750.327498:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22859776 i_blocks 45063 00000020:00200000:2.0:1789760750.327502:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760750.327512:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760750.327549:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22859776, count: 4096 00000080:00200000:2.0:1789760750.327556:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22859776, bytes: 4096 00000080:00200000:2.0:1789760750.327569:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760750.327645:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760750.327648:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22859776, 22863872) 0 0 00000080:00200000:2.0:1789760750.327653:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760750.327671:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5581, 5581] 00020000:00200000:2.0:1789760750.327680:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22859776 chunk: [22859776, 22863872) 22863872, 4096 00020000:00200000:2.0:1789760750.327686:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760750.327708:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5581, 5581] 00000008:00010000:2.0:1789760750.327725:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760750.327731:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760750.327742:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22859776, 22863872) append 0 append lockpos 0 00000080:00200000:2.0:1789760750.327757:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22859776=0x15cd000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760750.327914:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760750.327918:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22863872 00000020:00010000:2.0:1789760750.327927:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760750.327931:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.327934:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.327937:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760750.327939:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760750.327948:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760750.327955:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760750.327974:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760750.328492:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 22859776<>22863872 00000100:00100000:3.0:1789760750.328646:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515713664:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760750.363252:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972897 gen 2 00000100:00100000:3.0:1789760750.363297:0:2364:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23aa300 x1876699515713664/t4294972898(4294972898) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760766 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760750.363450:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8600 00000020:00200000:3.0:1789760750.363459:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760750.363470:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760750.363489:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8600 00000100:00100000:3.0:1789760750.363517:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515713664:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760750.363664:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5581, 5581] 00000080:00200000:2.0:1789760750.363682:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760750.363688:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760750.363704:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22863872 i_blocks 45063 00000020:00200000:2.0:1789760750.363708:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760750.363717:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760750.363751:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22863872, count: 4096 00000080:00200000:2.0:1789760750.363758:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22863872, bytes: 4096 00000080:00200000:2.0:1789760750.363769:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760750.363777:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760750.363779:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22863872, 22867968) 0 0 00000080:00200000:2.0:1789760750.363784:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760750.363801:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5582, 5582] 00020000:00200000:2.0:1789760750.363810:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22863872 chunk: [22863872, 22867968) 22867968, 4096 00020000:00200000:2.0:1789760750.363906:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760750.363929:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5582, 5582] 00000008:00010000:2.0:1789760750.363947:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760750.363954:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760750.363966:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22863872, 22867968) append 0 append lockpos 0 00000080:00200000:2.0:1789760750.363981:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22863872=0x15ce000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760750.364208:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760750.364211:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22867968 00000020:00010000:2.0:1789760750.364277:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760750.364281:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.364285:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.364288:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760750.364291:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760750.364309:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760750.364316:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760750.364331:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760750.364489:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 22863872<>22867968 00000100:00100000:3.0:1789760750.364660:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515713792:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760750.396485:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972899 gen 2 00000008:00010000:3.0:1789760750.396549:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8240 00000020:00200000:3.0:1789760750.396558:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760750.396567:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760750.396692:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8240 00000100:00100000:3.0:1789760750.396722:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515713792:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760750.396801:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5582, 5582] 00000080:00200000:2.0:1789760750.396919:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760750.396925:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760750.396941:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22867968 i_blocks 45063 00000020:00200000:2.0:1789760750.396945:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760750.396956:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760750.396990:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22867968, count: 4096 00000080:00200000:2.0:1789760750.396998:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22867968, bytes: 4096 00000080:00200000:2.0:1789760750.397008:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760750.397016:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760750.397019:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22867968, 22872064) 0 0 00000080:00200000:2.0:1789760750.397024:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760750.397297:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5583, 5583] 00020000:00200000:2.0:1789760750.397315:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22867968 chunk: [22867968, 22872064) 22872064, 4096 00020000:00200000:2.0:1789760750.397320:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760750.397343:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5583, 5583] 00000008:00010000:2.0:1789760750.397364:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760750.397369:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760750.397381:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22867968, 22872064) append 0 append lockpos 0 00000080:00200000:2.0:1789760750.397396:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22867968=0x15cf000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760750.397454:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760750.397457:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22872064 00000020:00010000:2.0:1789760750.397466:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760750.397469:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.397472:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.397476:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760750.397479:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760750.397488:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760750.397495:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760750.397517:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8d80 00000008:00100000:2.0:1789760750.397698:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 22867968<>22872064 00000100:00100000:3.0:1789760750.397789:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515713920:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760750.459262:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972900 gen 2 00000008:00010000:3.0:1789760750.459326:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8d80 00000020:00200000:3.0:1789760750.459336:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760750.459347:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760750.459375:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8d80 00000100:00100000:3.0:1789760750.459406:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515713920:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760750.459628:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5583, 5583] 00000080:00200000:2.0:1789760750.459646:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760750.459652:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760750.459669:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22872064 i_blocks 45063 00000020:00200000:2.0:1789760750.459674:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760750.459683:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760750.459720:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22872064, count: 4096 00000080:00200000:2.0:1789760750.459727:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22872064, bytes: 4096 00000080:00200000:2.0:1789760750.459737:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760750.459745:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760750.459747:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22872064, 22876160) 0 0 00000080:00200000:2.0:1789760750.459752:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760750.459768:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5584, 5584] 00020000:00200000:2.0:1789760750.459778:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22872064 chunk: [22872064, 22876160) 22876160, 4096 00020000:00200000:2.0:1789760750.459783:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760750.459805:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5584, 5584] 00000008:00010000:2.0:1789760750.459823:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760750.459829:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760750.459840:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22872064, 22876160) append 0 append lockpos 0 00000080:00200000:2.0:1789760750.459903:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22872064=0x15d0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760750.459973:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760750.459976:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22876160 00000020:00010000:2.0:1789760750.459984:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760750.459987:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.459990:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.459993:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760750.459996:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760750.460006:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760750.460013:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760750.460024:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8900 00000008:00100000:2.0:1789760750.460127:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 22872064<>22876160 00000100:00100000:3.0:1789760750.460709:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515714048:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760750.504308:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972901 gen 2 00000008:00010000:3.0:1789760750.504368:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8900 00000020:00200000:3.0:1789760750.504377:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760750.504387:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760750.504407:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8900 00000100:00100000:3.0:1789760750.504436:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515714048:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760750.504719:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5584, 5584] 00000080:00200000:2.0:1789760750.504735:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760750.504741:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760750.504757:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22876160 i_blocks 45063 00000020:00200000:2.0:1789760750.504761:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760750.504772:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760750.504807:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22876160, count: 4096 00000080:00200000:2.0:1789760750.504814:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22876160, bytes: 4096 00000080:00200000:2.0:1789760750.504823:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760750.504831:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760750.504833:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22876160, 22880256) 0 0 00000080:00200000:2.0:1789760750.504838:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760750.504884:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5585, 5585] 00020000:00200000:2.0:1789760750.504894:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22876160 chunk: [22876160, 22880256) 22880256, 4096 00020000:00200000:2.0:1789760750.504898:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760750.504919:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5585, 5585] 00000008:00010000:2.0:1789760750.504938:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760750.504954:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760750.504966:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22876160, 22880256) append 0 append lockpos 0 00000080:00200000:2.0:1789760750.504981:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22876160=0x15d1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760750.505037:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760750.505040:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22880256 00000020:00010000:2.0:1789760750.505048:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760750.505052:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.505055:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.505058:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760750.505062:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760750.505071:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760750.505078:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760750.505095:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760750.505200:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 22876160<>22880256 00000100:00100000:3.0:1789760750.505654:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760750.505677:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515714176:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760750.551370:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972902 gen 2 00000008:00010000:3.0:1789760750.551420:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:3.0:1789760750.551428:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760750.551439:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760750.551458:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000080:00200000:2.0:1789760750.551553:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5585, 5585] 00000080:00200000:2.0:1789760750.551570:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760750.551576:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760750.551592:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22880256 i_blocks 45063 00000020:00200000:2.0:1789760750.551595:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760750.551604:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760750.551639:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22880256, count: 4096 00000080:00200000:2.0:1789760750.551646:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22880256, bytes: 4096 00000080:00200000:2.0:1789760750.551656:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760750.551664:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760750.551667:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22880256, 22884352) 0 0 00000080:00200000:2.0:1789760750.551671:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760750.551687:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5586, 5586] 00020000:00200000:2.0:1789760750.551696:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22880256 chunk: [22880256, 22884352) 22884352, 4096 00020000:00200000:2.0:1789760750.551701:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760750.551718:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5586, 5586] 00000008:00010000:2.0:1789760750.551735:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760750.551740:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760750.551753:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22880256, 22884352) append 0 append lockpos 0 00000080:00200000:2.0:1789760750.551766:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22880256=0x15d2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760750.551818:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760750.551821:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22884352 00000020:00010000:2.0:1789760750.551828:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760750.551831:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.551834:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.551837:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760750.551840:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760750.551848:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760750.551895:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760750.551913:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8180 00000008:00100000:2.0:1789760750.552080:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 22880256<>22884352 00000100:00100000:2.0:1789760750.552135:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760750.552161:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515714304:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760750.552835:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515714176:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760750.581727:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789760750.599138:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972903 gen 2 00000008:00010000:3.0:1789760750.599190:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8180 00000020:00200000:3.0:1789760750.599199:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760750.599212:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760750.599236:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8180 00000100:00100000:3.0:1789760750.599269:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515714304:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760750.599487:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5586, 5586] 00000080:00200000:2.0:1789760750.599504:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760750.599510:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760750.599527:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22884352 i_blocks 45063 00000020:00200000:2.0:1789760750.599531:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760750.599541:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760750.599576:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22884352, count: 4096 00000080:00200000:2.0:1789760750.599583:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22884352, bytes: 4096 00000080:00200000:2.0:1789760750.599592:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760750.599601:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760750.599603:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22884352, 22888448) 0 0 00000080:00200000:2.0:1789760750.599608:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760750.599625:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5587, 5587] 00020000:00200000:2.0:1789760750.599634:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22884352 chunk: [22884352, 22888448) 22888448, 4096 00020000:00200000:2.0:1789760750.599639:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760750.599660:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5587, 5587] 00000008:00010000:2.0:1789760750.599676:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760750.599681:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760750.599693:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22884352, 22888448) append 0 append lockpos 0 00000080:00200000:2.0:1789760750.599707:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22884352=0x15d3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760750.599766:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760750.599769:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22888448 00000020:00010000:2.0:1789760750.599777:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760750.599780:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.599783:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.599786:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760750.599790:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760750.599798:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760750.599805:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760750.599821:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760750.599971:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 22884352<>22888448 00000100:00100000:3.0:1789760750.600210:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760750.600230:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515714432:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760750.637379:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8b40 00000020:00200000:3.0:1789760750.637395:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760750.637405:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760750.637427:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8b40 00000100:00100000:3.0:1789760750.637459:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515714432:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760750.637616:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5587, 5587] 00000080:00200000:2.0:1789760750.637643:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760750.637649:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760750.637665:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22888448 i_blocks 45063 00000020:00200000:2.0:1789760750.637669:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760750.637679:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760750.637713:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22888448, count: 4096 00000080:00200000:2.0:1789760750.637720:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22888448, bytes: 4096 00000080:00200000:2.0:1789760750.637731:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760750.637740:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760750.637742:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22888448, 22892544) 0 0 00000080:00200000:2.0:1789760750.637747:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760750.637763:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5588, 5588] 00020000:00200000:2.0:1789760750.637771:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22888448 chunk: [22888448, 22892544) 22892544, 4096 00020000:00200000:2.0:1789760750.637775:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760750.637796:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5588, 5588] 00000008:00010000:2.0:1789760750.637814:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760750.637819:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760750.637831:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22888448, 22892544) append 0 append lockpos 0 00000080:00200000:2.0:1789760750.637847:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22888448=0x15d4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760750.637932:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760750.637934:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22892544 00000020:00010000:2.0:1789760750.637953:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760750.637957:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.637960:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.637963:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760750.637965:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760750.637974:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760750.637980:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760750.637995:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760750.638111:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 22888448<>22892544 00000100:00100000:3.0:1789760750.638390:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515714560:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760750.671193:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972905 gen 2 00000008:00010000:3.0:1789760750.671428:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8f00 00000020:00200000:3.0:1789760750.671437:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760750.671447:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760750.671513:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8f00 00000100:00100000:3.0:1789760750.671544:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515714560:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760750.671620:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5588, 5588] 00000080:00200000:2.0:1789760750.671637:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760750.671642:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760750.671659:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22892544 i_blocks 45063 00000020:00200000:2.0:1789760750.671662:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760750.671673:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760750.671710:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22892544, count: 4096 00000080:00200000:2.0:1789760750.671718:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22892544, bytes: 4096 00000080:00200000:2.0:1789760750.671729:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760750.671739:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760750.671742:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22892544, 22896640) 0 0 00000080:00200000:2.0:1789760750.671747:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760750.671764:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5589, 5589] 00020000:00200000:2.0:1789760750.671773:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22892544 chunk: [22892544, 22896640) 22896640, 4096 00020000:00200000:2.0:1789760750.671777:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760750.671796:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5589, 5589] 00000008:00010000:2.0:1789760750.671814:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760750.671820:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760750.671831:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22892544, 22896640) append 0 append lockpos 0 00000080:00200000:2.0:1789760750.671844:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22892544=0x15d5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760750.671925:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760750.671928:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22896640 00000020:00010000:2.0:1789760750.672001:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760750.672007:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.672010:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.672014:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760750.672017:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760750.672026:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760750.672033:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760750.672049:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760750.672210:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 22892544<>22896640 00000100:00100000:3.0:1789760750.672343:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515714688:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760750.704190:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8f00 00000020:00200000:3.0:1789760750.704206:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760750.704217:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760750.704274:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8f00 00000100:00100000:3.0:1789760750.704315:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515714688:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760750.704438:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5589, 5589] 00000080:00200000:2.0:1789760750.704452:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760750.704457:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760750.704470:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22896640 i_blocks 45063 00000020:00200000:2.0:1789760750.704473:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760750.704482:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760750.704512:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22896640, count: 4096 00000080:00200000:2.0:1789760750.704517:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22896640, bytes: 4096 00000080:00200000:2.0:1789760750.704526:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760750.704532:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760750.704534:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22896640, 22900736) 0 0 00000080:00200000:2.0:1789760750.704538:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760750.704551:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5590, 5590] 00020000:00200000:2.0:1789760750.704558:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22896640 chunk: [22896640, 22900736) 22900736, 4096 00020000:00200000:2.0:1789760750.704562:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760750.704769:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5590, 5590] 00000008:00010000:2.0:1789760750.704786:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760750.704791:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760750.704801:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22896640, 22900736) append 0 append lockpos 0 00000080:00200000:2.0:1789760750.704813:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22896640=0x15d6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760750.705044:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760750.705048:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22900736 00000020:00010000:2.0:1789760750.705056:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760750.705059:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.705062:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.705066:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760750.705069:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760750.705077:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760750.705083:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760750.705152:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760750.705399:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 22896640<>22900736 00000100:00100000:3.0:1789760750.705471:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515714816:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760750.745508:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972907 gen 2 00000008:00010000:3.0:1789760750.745571:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8b40 00000020:00200000:3.0:1789760750.745579:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760750.745589:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760750.745645:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8b40 00000100:00100000:3.0:1789760750.745672:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515714816:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760750.745742:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5590, 5590] 00000080:00200000:2.0:1789760750.745758:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760750.745763:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760750.745836:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22900736 i_blocks 45063 00000020:00200000:2.0:1789760750.745840:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760750.745850:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760750.745911:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22900736, count: 4096 00000080:00200000:2.0:1789760750.745919:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22900736, bytes: 4096 00000080:00200000:2.0:1789760750.745928:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760750.745937:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760750.745939:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22900736, 22904832) 0 0 00000080:00200000:2.0:1789760750.745943:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760750.745958:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5591, 5591] 00020000:00200000:2.0:1789760750.745966:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22900736 chunk: [22900736, 22904832) 22904832, 4096 00020000:00200000:2.0:1789760750.745970:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760750.745988:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5591, 5591] 00000008:00010000:2.0:1789760750.746006:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760750.746012:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760750.746174:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22900736, 22904832) append 0 append lockpos 0 00000080:00200000:2.0:1789760750.746189:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22900736=0x15d7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760750.746241:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760750.746244:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22904832 00000020:00010000:2.0:1789760750.746252:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760750.746255:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.746258:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.746261:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760750.746265:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760750.746273:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760750.746279:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760750.746293:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8180 00000008:00100000:2.0:1789760750.746405:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 22900736<>22904832 00000100:00100000:3.0:1789760750.746473:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515714944:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760750.787507:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972908 gen 2 00000008:00010000:3.0:1789760750.787564:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8180 00000020:00200000:3.0:1789760750.787572:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760750.787583:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760750.787678:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8180 00000100:00100000:3.0:1789760750.787712:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515714944:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760750.790393:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5591, 5591] 00000080:00200000:2.0:1789760750.790423:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760750.790431:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760750.790454:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22904832 i_blocks 45063 00000020:00200000:2.0:1789760750.790460:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760750.790476:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760750.790511:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22904832, count: 4096 00000080:00200000:2.0:1789760750.790520:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22904832, bytes: 4096 00000080:00200000:2.0:1789760750.790533:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760750.790542:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760750.790545:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22904832, 22908928) 0 0 00000080:00200000:2.0:1789760750.790549:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760750.790566:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5592, 5592] 00020000:00200000:2.0:1789760750.790575:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22904832 chunk: [22904832, 22908928) 22908928, 4096 00020000:00200000:2.0:1789760750.790579:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760750.790603:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5592, 5592] 00000008:00010000:2.0:1789760750.790623:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760750.790629:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760750.790643:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22904832, 22908928) append 0 append lockpos 0 00000080:00200000:2.0:1789760750.790658:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22904832=0x15d8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760750.790741:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760750.790744:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22908928 00000020:00010000:2.0:1789760750.790753:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760750.790757:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.790760:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760750.790764:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760750.790768:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760750.790783:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760750.790790:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760750.790822:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760750.790978:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 22904832<>22908928 00000100:00100000:3.0:1789760750.794580:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515715072:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760750.832643:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972909 gen 2 00000008:00010000:3.0:1789760750.832696:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:3.0:1789760750.832704:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760750.832716:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760750.832745:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:3.0:1789760750.832778:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515715072:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760750.833035:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5592, 5592] 00000080:00200000:0.0:1789760750.833052:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760750.833058:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760750.833075:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22908928 i_blocks 45063 00000020:00200000:0.0:1789760750.833078:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760750.833089:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760750.833638:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22908928, count: 4096 00000080:00200000:0.0:1789760750.833649:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22908928, bytes: 4096 00000080:00200000:0.0:1789760750.833662:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760750.834182:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760750.834185:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22908928, 22913024) 0 0 00000080:00200000:0.0:1789760750.834190:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760750.834209:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5593, 5593] 00020000:00200000:0.0:1789760750.834218:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22908928 chunk: [22908928, 22913024) 22913024, 4096 00020000:00200000:0.0:1789760750.834223:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760750.834245:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5593, 5593] 00000008:00010000:0.0:1789760750.834264:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760750.834270:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760750.834281:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22908928, 22913024) append 0 append lockpos 0 00000080:00200000:0.0:1789760750.834305:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22908928=0x15d9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760750.835247:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760750.835254:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22913024 00000020:00010000:0.0:1789760750.835265:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760750.835269:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760750.835273:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b997e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760750.835277:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760750.835280:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760750.835292:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760750.835309:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760750.836607:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760750.837457:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5c00 - object 0x240000400:4 offset 22908928<>22913024 00000100:00100000:1.0:1789760750.837634:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760750.837661:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515715200:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760750.871979:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760750.871995:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760750.872007:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760750.872080:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760750.872110:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515715200:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760750.875360:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5593, 5593] 00000080:00200000:0.0:1789760750.875389:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760750.875397:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760750.875525:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22913024 i_blocks 45063 00000020:00200000:1.0:1789760750.875533:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760750.875552:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760750.875588:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22913024, count: 4096 00000080:00200000:1.0:1789760750.875597:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22913024, bytes: 4096 00000080:00200000:1.0:1789760750.875612:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760750.875694:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760750.875698:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22913024, 22917120) 0 0 00000080:00200000:1.0:1789760750.875703:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760750.875722:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5594, 5594] 00020000:00200000:1.0:1789760750.875795:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22913024 chunk: [22913024, 22917120) 22917120, 4096 00020000:00200000:1.0:1789760750.875801:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760750.875824:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5594, 5594] 00000008:00010000:1.0:1789760750.875843:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760750.875848:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760750.875881:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22913024, 22917120) append 0 append lockpos 0 00000080:00200000:1.0:1789760750.875897:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22913024=0x15da000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760750.875967:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760750.875969:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22917120 00000020:00010000:1.0:1789760750.875979:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760750.875983:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760750.875986:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ab8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760750.875990:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760750.875993:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760750.876003:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760750.876014:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760750.876069:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8780 00000008:00100000:1.0:1789760750.876276:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573480 - object 0x240000400:4 offset 22913024<>22917120 00000100:00100000:0.0:1789760750.876370:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515715328:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760750.927562:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972911 gen 2 00000008:00010000:1.0:1789760750.927706:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8780 00000020:00200000:1.0:1789760750.927716:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760750.927797:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760750.927822:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8780 00000100:00100000:1.0:1789760750.927905:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515715328:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760750.928056:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5594, 5594] 00000080:00200000:3.0:1789760750.928072:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760750.928079:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760750.928094:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22917120 i_blocks 45063 00000020:00200000:3.0:1789760750.928098:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760750.928108:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760750.928142:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22917120, count: 4096 00000080:00200000:3.0:1789760750.928150:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22917120, bytes: 4096 00000080:00200000:3.0:1789760750.928160:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760750.928169:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760750.928172:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22917120, 22921216) 0 0 00000080:00200000:3.0:1789760750.928176:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760750.928194:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5595, 5595] 00020000:00200000:3.0:1789760750.928203:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22917120 chunk: [22917120, 22921216) 22921216, 4096 00020000:00200000:3.0:1789760750.928208:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760750.928226:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5595, 5595] 00000008:00010000:3.0:1789760750.928246:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760750.928252:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760750.928264:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22917120, 22921216) append 0 append lockpos 0 00000080:00200000:3.0:1789760750.928277:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22917120=0x15db000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760750.928349:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760750.928351:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22921216 00000020:00010000:3.0:1789760750.928359:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760750.928363:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760750.928366:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99ab8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760750.928369:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760750.928372:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760750.928379:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760750.928386:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760750.928401:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760750.928511:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4000 - object 0x240000400:4 offset 22917120<>22921216 00000100:00100000:2.0:1789760750.928587:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515715456:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760750.981515:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972912 gen 2 00000008:00010000:3.0:1789760750.981565:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760750.981582:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760750.981596:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760750.981682:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760750.981712:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515715456:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760750.982333:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5595, 5595] 00000080:00200000:1.0:1789760750.982353:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760750.982359:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760750.982378:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22921216 i_blocks 45063 00000020:00200000:1.0:1789760750.982382:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760750.982394:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760750.982441:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22921216, count: 4096 00000080:00200000:1.0:1789760750.982449:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22921216, bytes: 4096 00000080:00200000:1.0:1789760750.982464:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760750.982473:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760750.982476:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22921216, 22925312) 0 0 00000080:00200000:1.0:1789760750.982481:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760750.982498:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5596, 5596] 00020000:00200000:1.0:1789760750.982509:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22921216 chunk: [22921216, 22925312) 22925312, 4096 00020000:00200000:1.0:1789760750.982514:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760750.984210:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5596, 5596] 00000008:00010000:1.0:1789760750.984246:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760750.984252:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760750.984266:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22921216, 22925312) append 0 append lockpos 0 00000080:00200000:1.0:1789760750.984285:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22921216=0x15dc000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760750.984374:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760750.984378:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22925312 00000020:00010000:1.0:1789760750.984386:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760750.984390:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760750.984393:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ab8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760750.984396:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760750.984399:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760750.984409:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760750.984418:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760750.984452:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8780 00000008:00100000:1.0:1789760750.984587:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573480 - object 0x240000400:4 offset 22921216<>22925312 00000100:00100000:1.0:1789760750.984650:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760750.984679:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515715584:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760751.042551:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972913 gen 2 00000008:00010000:1.0:1789760751.042601:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8780 00000020:00200000:1.0:1789760751.042609:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760751.042620:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760751.042645:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8780 00000100:00100000:1.0:1789760751.042674:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515715584:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760751.042827:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5596, 5596] 00000080:00200000:0.0:1789760751.042844:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760751.042850:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760751.042896:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22925312 i_blocks 45063 00000020:00200000:0.0:1789760751.042900:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760751.042910:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760751.042945:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22925312, count: 4096 00000080:00200000:0.0:1789760751.042952:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22925312, bytes: 4096 00000080:00200000:0.0:1789760751.042962:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760751.042972:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760751.042975:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22925312, 22929408) 0 0 00000080:00200000:0.0:1789760751.042979:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760751.042995:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5597, 5597] 00020000:00200000:0.0:1789760751.043004:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22925312 chunk: [22925312, 22929408) 22929408, 4096 00020000:00200000:0.0:1789760751.043009:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760751.043027:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5597, 5597] 00000008:00010000:0.0:1789760751.043045:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760751.043050:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760751.043062:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22925312, 22929408) append 0 append lockpos 0 00000080:00200000:0.0:1789760751.043078:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22925312=0x15dd000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760751.043135:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760751.043137:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22929408 00000020:00010000:0.0:1789760751.043146:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760751.043150:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760751.043153:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ab8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760751.043156:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760751.043159:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760751.043167:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760751.043174:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760751.043190:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760751.044455:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 22925312<>22929408 00000100:00100000:0.0:1789760751.044520:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760751.044547:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515715712:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760751.088281:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972914 gen 2 00000008:00010000:0.0:1789760751.088599:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:0.0:1789760751.088608:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760751.088619:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760751.088697:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:0.0:1789760751.088727:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515715712:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760751.089637:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5597, 5597] 00000080:00200000:1.0:1789760751.089656:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760751.089662:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760751.089680:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22929408 i_blocks 45063 00000020:00200000:1.0:1789760751.089685:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760751.089697:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760751.089727:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22929408, count: 4096 00000080:00200000:1.0:1789760751.089735:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22929408, bytes: 4096 00000080:00200000:1.0:1789760751.089745:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760751.089754:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760751.089756:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22929408, 22933504) 0 0 00000080:00200000:1.0:1789760751.089760:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760751.089777:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5598, 5598] 00020000:00200000:1.0:1789760751.089787:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22929408 chunk: [22929408, 22933504) 22933504, 4096 00020000:00200000:1.0:1789760751.089792:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760751.089812:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5598, 5598] 00000008:00010000:1.0:1789760751.089831:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760751.089837:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760751.089849:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22929408, 22933504) append 0 append lockpos 0 00000080:00200000:1.0:1789760751.089877:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22929408=0x15de000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760751.089954:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760751.089957:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22933504 00000020:00010000:1.0:1789760751.089966:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:1.0:1789760751.089969:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760751.089972:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ab8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760751.089975:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760751.089979:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760751.089988:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760751.089995:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760751.090017:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8780 00000008:00100000:1.0:1789760751.090137:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573480 - object 0x240000400:4 offset 22929408<>22933504 00000100:00100000:1.0:1789760751.090184:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760751.090207:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515715840:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760751.119616:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8780 00000020:00200000:1.0:1789760751.119632:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760751.119642:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760751.119664:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8780 00000100:00100000:1.0:1789760751.119695:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515715840:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760751.119804:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5598, 5598] 00000080:00200000:0.0:1789760751.119820:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760751.119826:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760751.119842:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22933504 i_blocks 45063 00000020:00200000:0.0:1789760751.119847:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760751.119889:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760751.119923:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22933504, count: 4096 00000080:00200000:0.0:1789760751.119931:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22933504, bytes: 4096 00000080:00200000:0.0:1789760751.120008:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760751.120019:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760751.120021:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22933504, 22937600) 0 0 00000080:00200000:0.0:1789760751.120026:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760751.120043:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5599, 5599] 00020000:00200000:0.0:1789760751.120052:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22933504 chunk: [22933504, 22937600) 22937600, 4096 00020000:00200000:0.0:1789760751.120056:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760751.120075:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5599, 5599] 00000008:00010000:0.0:1789760751.120102:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760751.120107:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760751.120118:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22933504, 22937600) append 0 append lockpos 0 00000080:00200000:0.0:1789760751.120134:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22933504=0x15df000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760751.120199:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760751.120202:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22937600 00000020:00010000:0.0:1789760751.120211:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760751.120341:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760751.120344:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ab8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760751.120348:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760751.120351:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760751.120362:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760751.120370:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760751.120394:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760751.120528:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 22933504<>22937600 00000100:00100000:0.0:1789760751.120581:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760751.120601:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515715968:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760751.150453:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972916 gen 2 00000008:00010000:0.0:1789760751.150520:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:0.0:1789760751.150541:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760751.150553:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760751.150577:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:0.0:1789760751.150609:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515715968:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760751.150721:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5599, 5599] 00000080:00200000:3.0:1789760751.150737:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760751.150743:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760751.150759:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22937600 i_blocks 45063 00000020:00200000:3.0:1789760751.150763:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760751.150773:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760751.150808:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22937600, count: 4096 00000080:00200000:3.0:1789760751.150816:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22937600, bytes: 4096 00000080:00200000:3.0:1789760751.150828:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760751.150836:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760751.150839:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22937600, 22941696) 0 0 00000080:00200000:3.0:1789760751.150843:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760751.150889:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5600, 5600] 00020000:00200000:3.0:1789760751.150899:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22937600 chunk: [22937600, 22941696) 22941696, 4096 00020000:00200000:3.0:1789760751.150903:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760751.150922:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5600, 5600] 00000008:00010000:3.0:1789760751.150953:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760751.150959:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760751.150970:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22937600, 22941696) append 0 append lockpos 0 00000080:00200000:3.0:1789760751.150984:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22937600=0x15e0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760751.151045:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760751.151048:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22941696 00000020:00010000:3.0:1789760751.151057:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:3.0:1789760751.151060:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760751.151063:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99ab8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760751.151066:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760751.151070:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760751.151076:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760751.151084:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760751.151101:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760751.151205:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4000 - object 0x240000400:4 offset 22937600<>22941696 00000100:00100000:2.0:1789760751.151437:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515716096:192.168.203.146@tcp:4:dd.0 00000008:00010000:2.0:1789760751.179461:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:2.0:1789760751.179477:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760751.179489:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760751.179547:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:2.0:1789760751.179579:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515716096:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760751.179738:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5600, 5600] 00000080:00200000:3.0:1789760751.179754:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760751.179761:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760751.179832:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22941696 i_blocks 45063 00000020:00200000:2.0:1789760751.179837:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760751.179847:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760751.179905:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22941696, count: 4096 00000080:00200000:2.0:1789760751.179914:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22941696, bytes: 4096 00000080:00200000:2.0:1789760751.179925:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760751.179934:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760751.180002:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22941696, 22945792) 0 0 00000080:00200000:2.0:1789760751.180007:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760751.180024:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5601, 5601] 00020000:00200000:2.0:1789760751.180032:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22941696 chunk: [22941696, 22945792) 22945792, 4096 00020000:00200000:2.0:1789760751.180037:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760751.180058:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5601, 5601] 00000008:00010000:2.0:1789760751.180077:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760751.180083:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760751.180095:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22941696, 22945792) append 0 append lockpos 0 00000080:00200000:2.0:1789760751.180110:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22941696=0x15e1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760751.180169:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760751.180172:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22945792 00000020:00010000:2.0:1789760751.180181:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760751.180184:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760751.180187:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760751.180191:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760751.180193:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760751.180203:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760751.180210:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760751.180331:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8900 00000008:00100000:2.0:1789760751.180426:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 22941696<>22945792 00000100:00100000:2.0:1789760751.180468:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760751.180483:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515716224:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760751.212469:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972917 gen 2 00000100:00100000:3.0:1789760751.212507:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23ab480 x1876699515716224/t4294972918(4294972918) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760767 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760751.212555:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8900 00000020:00200000:3.0:1789760751.212563:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760751.212573:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760751.212598:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8900 00000100:00100000:3.0:1789760751.212624:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515716224:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760751.212975:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5601, 5601] 00000080:00200000:0.0:1789760751.212992:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760751.212998:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760751.213013:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22945792 i_blocks 45063 00000020:00200000:0.0:1789760751.213017:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760751.213028:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760751.213062:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22945792, count: 4096 00000080:00200000:0.0:1789760751.213070:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22945792, bytes: 4096 00000080:00200000:0.0:1789760751.213082:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760751.213090:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760751.213093:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22945792, 22949888) 0 0 00000080:00200000:0.0:1789760751.213098:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760751.213113:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5602, 5602] 00020000:00200000:0.0:1789760751.213121:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22945792 chunk: [22945792, 22949888) 22949888, 4096 00020000:00200000:0.0:1789760751.213125:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760751.213142:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5602, 5602] 00000008:00010000:0.0:1789760751.213160:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760751.213166:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760751.213179:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22945792, 22949888) append 0 append lockpos 0 00000080:00200000:0.0:1789760751.213194:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22945792=0x15e2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760751.213249:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760751.213252:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22949888 00000020:00010000:0.0:1789760751.213260:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760751.213263:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760751.213266:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760751.213271:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760751.213274:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760751.213281:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760751.213288:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760751.213316:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760751.213427:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 22945792<>22949888 00000100:00100000:1.0:1789760751.213522:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760751.213545:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515716352:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760751.276223:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972919 gen 2 00000008:00010000:1.0:1789760751.276287:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760751.276306:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760751.276316:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760751.276715:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760751.276752:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515716352:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760751.277594:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5602, 5602] 00000080:00200000:0.0:1789760751.277614:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760751.277621:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760751.277638:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22949888 i_blocks 45063 00000020:00200000:0.0:1789760751.277643:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760751.277655:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760751.277691:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22949888, count: 4096 00000080:00200000:0.0:1789760751.277699:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22949888, bytes: 4096 00000080:00200000:0.0:1789760751.277713:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760751.277723:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760751.277725:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22949888, 22953984) 0 0 00000080:00200000:0.0:1789760751.277730:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760751.277747:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5603, 5603] 00020000:00200000:0.0:1789760751.277755:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22949888 chunk: [22949888, 22953984) 22953984, 4096 00020000:00200000:0.0:1789760751.277760:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760751.277782:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5603, 5603] 00000008:00010000:0.0:1789760751.277801:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760751.277807:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760751.277819:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22949888, 22953984) append 0 append lockpos 0 00000080:00200000:0.0:1789760751.277833:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22949888=0x15e3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760751.277930:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760751.277941:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22953984 00000020:00010000:0.0:1789760751.277958:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760751.277961:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760751.277965:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760751.277969:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760751.277972:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760751.277981:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760751.277988:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760751.278016:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760751.278135:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4380 - object 0x240000400:4 offset 22949888<>22953984 00000100:00100000:1.0:1789760751.278400:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515716480:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760751.343707:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972920 gen 2 00000008:00010000:1.0:1789760751.343765:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760751.343774:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760751.343786:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760751.343812:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760751.343847:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515716480:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760751.344178:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5603, 5603] 00000080:00200000:0.0:1789760751.344196:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760751.344203:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760751.344223:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22953984 i_blocks 45063 00000020:00200000:0.0:1789760751.344227:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760751.344239:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760751.344288:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22953984, count: 4096 00000080:00200000:0.0:1789760751.344305:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22953984, bytes: 4096 00000080:00200000:0.0:1789760751.344317:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760751.344326:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760751.344329:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22953984, 22958080) 0 0 00000080:00200000:0.0:1789760751.344333:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760751.344351:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5604, 5604] 00020000:00200000:0.0:1789760751.344368:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22953984 chunk: [22953984, 22958080) 22958080, 4096 00020000:00200000:0.0:1789760751.344373:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760751.344395:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5604, 5604] 00000008:00010000:0.0:1789760751.344483:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760751.344490:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760751.344503:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22953984, 22958080) append 0 append lockpos 0 00000080:00200000:0.0:1789760751.344518:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22953984=0x15e4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760751.344580:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760751.344583:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22958080 00000020:00010000:0.0:1789760751.344591:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760751.344595:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760751.344597:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760751.344602:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760751.344604:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760751.344612:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760751.344620:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760751.344637:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760751.344754:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 22953984<>22958080 00000100:00100000:1.0:1789760751.344828:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515716608:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760751.412463:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972921 gen 2 00000008:00010000:1.0:1789760751.412516:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760751.412525:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760751.412537:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760751.412566:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760751.412600:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515716608:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760751.416801:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5604, 5604] 00000080:00200000:0.0:1789760751.416828:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760751.416835:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760751.416923:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22958080 i_blocks 45063 00000020:00200000:0.0:1789760751.416929:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760751.416984:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760751.417019:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22958080, count: 4096 00000080:00200000:0.0:1789760751.417028:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22958080, bytes: 4096 00000080:00200000:0.0:1789760751.417042:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760751.417051:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760751.417054:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22958080, 22962176) 0 0 00000080:00200000:0.0:1789760751.417058:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760751.417075:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5605, 5605] 00020000:00200000:0.0:1789760751.417084:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22958080 chunk: [22958080, 22962176) 22962176, 4096 00020000:00200000:0.0:1789760751.417089:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760751.417108:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5605, 5605] 00000008:00010000:0.0:1789760751.417127:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760751.417133:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760751.417148:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22958080, 22962176) append 0 append lockpos 0 00000080:00200000:0.0:1789760751.417164:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22958080=0x15e5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760751.417231:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760751.417234:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22962176 00000020:00010000:0.0:1789760751.417241:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760751.417244:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760751.417247:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760751.417251:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760751.417254:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760751.417262:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760751.417269:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760751.417285:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760751.417408:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4000 - object 0x240000400:4 offset 22958080<>22962176 00000100:00100000:1.0:1789760751.417888:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515716736:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760751.516575:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760751.516590:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760751.516601:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760751.516622:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760751.516653:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515716736:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760751.516759:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5605, 5605] 00000080:00200000:0.0:1789760751.516775:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760751.516781:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760751.516796:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22962176 i_blocks 45063 00000020:00200000:0.0:1789760751.516799:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760751.516810:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760751.516842:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22962176, count: 4096 00000080:00200000:0.0:1789760751.516848:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22962176, bytes: 4096 00000080:00200000:0.0:1789760751.516884:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760751.516894:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760751.516896:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22962176, 22966272) 0 0 00000080:00200000:0.0:1789760751.516900:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760751.516916:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5606, 5606] 00020000:00200000:0.0:1789760751.516925:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22962176 chunk: [22962176, 22966272) 22966272, 4096 00020000:00200000:0.0:1789760751.516929:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760751.516948:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5606, 5606] 00000008:00010000:0.0:1789760751.516965:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760751.516971:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760751.516983:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22962176, 22966272) append 0 append lockpos 0 00000080:00200000:0.0:1789760751.516996:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22962176=0x15e6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760751.517050:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760751.517053:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22966272 00000020:00010000:0.0:1789760751.517060:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760751.517063:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760751.517066:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760751.517070:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760751.517072:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760751.517079:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760751.517086:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760751.517102:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760751.517223:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7480 - object 0x240000400:4 offset 22962176<>22966272 00000100:00100000:1.0:1789760751.517373:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760751.517391:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515716864:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760751.556028:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972923 gen 2 00000008:00010000:1.0:1789760751.556095:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760751.556104:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760751.556113:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760751.556139:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760751.556168:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515716864:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760751.556265:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5606, 5606] 00000080:00200000:2.0:1789760751.556281:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760751.556288:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760751.556324:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22966272 i_blocks 45063 00000020:00200000:2.0:1789760751.556328:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760751.556340:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760751.556373:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22966272, count: 4096 00000080:00200000:2.0:1789760751.556381:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22966272, bytes: 4096 00000080:00200000:2.0:1789760751.556392:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760751.556401:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760751.556404:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22966272, 22970368) 0 0 00000080:00200000:2.0:1789760751.556409:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760751.556428:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5607, 5607] 00020000:00200000:2.0:1789760751.556436:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22966272 chunk: [22966272, 22970368) 22970368, 4096 00020000:00200000:2.0:1789760751.556442:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760751.556463:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5607, 5607] 00000008:00010000:2.0:1789760751.556482:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760751.556488:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760751.556500:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22966272, 22970368) append 0 append lockpos 0 00000080:00200000:2.0:1789760751.556514:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22966272=0x15e7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760751.556577:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760751.556579:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22970368 00000020:00010000:2.0:1789760751.556588:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760751.556592:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760751.556595:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760751.556599:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760751.556603:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760751.556613:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760751.556620:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760751.556636:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760751.556745:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 22966272<>22970368 00000100:00100000:2.0:1789760751.556791:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760751.556807:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515716992:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760751.589574:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972924 gen 2 00000008:00010000:3.0:1789760751.589628:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8240 00000020:00200000:3.0:1789760751.589637:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760751.589648:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760751.589713:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8240 00000100:00100000:3.0:1789760751.589744:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515716992:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760751.589834:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5607, 5607] 00000080:00200000:2.0:1789760751.589850:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760751.589885:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760751.590013:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22970368 i_blocks 45063 00000020:00200000:2.0:1789760751.590019:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760751.590028:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760751.590065:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22970368, count: 4096 00000080:00200000:2.0:1789760751.590072:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22970368, bytes: 4096 00000080:00200000:2.0:1789760751.590082:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760751.590160:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760751.590163:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22970368, 22974464) 0 0 00000080:00200000:2.0:1789760751.590167:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760751.590184:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5608, 5608] 00020000:00200000:2.0:1789760751.590193:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22970368 chunk: [22970368, 22974464) 22974464, 4096 00020000:00200000:2.0:1789760751.590198:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760751.590285:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5608, 5608] 00000008:00010000:2.0:1789760751.590313:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760751.590318:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760751.590330:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22970368, 22974464) append 0 append lockpos 0 00000080:00200000:2.0:1789760751.590344:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22970368=0x15e8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760751.590402:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760751.590405:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22974464 00000020:00010000:2.0:1789760751.590414:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:2.0:1789760751.590417:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760751.590421:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760751.590424:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760751.590427:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760751.590437:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760751.590445:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760751.590463:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760751.590576:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 22970368<>22974464 00000100:00100000:3.0:1789760751.590654:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515717120:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760751.602442:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789760751.635743:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972925 gen 2 00000008:00010000:3.0:1789760751.635799:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8600 00000020:00200000:3.0:1789760751.635808:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760751.635821:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760751.635850:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8600 00000100:00100000:3.0:1789760751.635914:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515717120:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760751.636130:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5608, 5608] 00000080:00200000:0.0:1789760751.636149:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760751.636155:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760751.636171:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22974464 i_blocks 45063 00000020:00200000:0.0:1789760751.636175:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760751.636185:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760751.636225:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22974464, count: 4096 00000080:00200000:0.0:1789760751.636244:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22974464, bytes: 4096 00000080:00200000:0.0:1789760751.636255:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760751.636263:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760751.636266:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22974464, 22978560) 0 0 00000080:00200000:0.0:1789760751.636270:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760751.636287:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5609, 5609] 00020000:00200000:0.0:1789760751.636304:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22974464 chunk: [22974464, 22978560) 22978560, 4096 00020000:00200000:0.0:1789760751.636309:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760751.636332:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5609, 5609] 00000008:00010000:0.0:1789760751.636351:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760751.636357:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760751.636368:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22974464, 22978560) append 0 append lockpos 0 00000080:00200000:0.0:1789760751.636382:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22974464=0x15e9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760751.636441:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760751.636444:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22978560 00000020:00010000:0.0:1789760751.636453:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_release():245 00000020:00010000:0.0:1789760751.636456:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760751.636459:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760751.636463:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d8a8 (ffff980dc850b368/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760751.636466:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b368/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760751.636474:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760751.636482:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760751.636498:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760751.636606:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6300 - object 0x240000400:4 offset 22974464<>22978560 00000100:00100000:1.0:1789760751.636692:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515717248:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760751.670606:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972926 gen 2 00000008:00010000:1.0:1789760751.670659:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760751.670668:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760751.670680:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760751.670741:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760751.670772:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515717248:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760751.670851:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5609, 5609] 00000080:00200000:3.0:1789760751.670889:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760751.670896:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760751.670915:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22978560 i_blocks 45063 00000020:00200000:3.0:1789760751.670919:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760751.670928:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760751.671061:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22978560, count: 4096 00000080:00200000:3.0:1789760751.671069:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22978560, bytes: 4096 00000080:00200000:3.0:1789760751.671080:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760751.671147:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760751.671150:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22978560, 22982656) 0 0 00000080:00200000:3.0:1789760751.671155:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760751.671171:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5610, 5610] 00020000:00200000:3.0:1789760751.671181:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22978560 chunk: [22978560, 22982656) 22982656, 4096 00020000:00200000:3.0:1789760751.671185:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760751.671208:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5610, 5610] 00000008:00010000:3.0:1789760751.671311:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760751.671317:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760751.671329:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22978560, 22982656) append 0 append lockpos 0 00000080:00200000:3.0:1789760751.671344:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22978560=0x15ea000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760751.671405:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760751.671407:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22982656 00000020:00010000:3.0:1789760751.671416:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760751.671420:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760751.671423:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99ab8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760751.671427:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760751.671430:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760751.671437:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760751.671443:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760751.671460:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760751.671561:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4000 - object 0x240000400:4 offset 22978560<>22982656 00000100:00100000:2.0:1789760751.671643:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515717376:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760751.715761:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972927 gen 2 00000008:00010000:2.0:1789760751.715818:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:2.0:1789760751.715827:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760751.715841:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760751.716183:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:2.0:1789760751.716216:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515717376:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760751.716671:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5610, 5610] 00000080:00200000:3.0:1789760751.716688:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760751.716694:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760751.716711:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22982656 i_blocks 45063 00000020:00200000:3.0:1789760751.716715:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760751.716726:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760751.716760:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22982656, count: 4096 00000080:00200000:3.0:1789760751.716767:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22982656, bytes: 4096 00000080:00200000:3.0:1789760751.716781:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760751.716790:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760751.716793:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22982656, 22986752) 0 0 00000080:00200000:3.0:1789760751.716797:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760751.716815:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5611, 5611] 00020000:00200000:3.0:1789760751.716823:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22982656 chunk: [22982656, 22986752) 22986752, 4096 00020000:00200000:3.0:1789760751.716828:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760751.716848:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5611, 5611] 00000008:00010000:3.0:1789760751.717209:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760751.717216:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760751.717230:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22982656, 22986752) append 0 append lockpos 0 00000080:00200000:3.0:1789760751.717244:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22982656=0x15eb000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760751.717630:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760751.717633:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22986752 00000020:00010000:3.0:1789760751.717642:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760751.717646:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760751.717649:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99ab8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760751.717652:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760751.717655:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760751.717663:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760751.717670:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760751.717695:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760751.717802:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e6300 - object 0x240000400:4 offset 22982656<>22986752 00000100:00100000:2.0:1789760751.718015:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515717504:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760751.767345:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:3.0:1789760751.768052:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760751.768068:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760751.768094:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:3.0:1789760751.768130:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515717504:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760751.768237:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5611, 5611] 00000080:00200000:0.0:1789760751.768255:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760751.768261:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760751.768277:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22986752 i_blocks 45063 00000020:00200000:0.0:1789760751.768281:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760751.768300:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760751.768338:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22986752, count: 4096 00000080:00200000:0.0:1789760751.768346:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22986752, bytes: 4096 00000080:00200000:0.0:1789760751.769137:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760751.769152:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760751.769154:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22986752, 22990848) 0 0 00000080:00200000:0.0:1789760751.769160:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760751.769177:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5612, 5612] 00020000:00200000:0.0:1789760751.769188:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22986752 chunk: [22986752, 22990848) 22990848, 4096 00020000:00200000:0.0:1789760751.769193:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760751.769216:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5612, 5612] 00000008:00010000:0.0:1789760751.769237:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760751.769243:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760751.769255:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22986752, 22990848) append 0 append lockpos 0 00000080:00200000:0.0:1789760751.769270:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22986752=0x15ec000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760751.769356:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760751.769359:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22990848 00000020:00010000:0.0:1789760751.769367:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760751.769436:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760751.769440:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ab8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760751.769445:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760751.769447:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760751.769457:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760751.769465:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760751.769493:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760751.769610:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 22986752<>22990848 00000100:00100000:1.0:1789760751.771507:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515717632:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760751.804231:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972928 gen 2 00000100:00100000:1.0:1789760751.804275:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc6a00 x1876699515717632/t4294972929(4294972929) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760767 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760751.804333:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760751.804342:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760751.804361:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760751.804390:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760751.804416:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515717632:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760751.804476:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5612, 5612] 00000080:00200000:0.0:1789760751.804492:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760751.804499:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760751.804514:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22990848 i_blocks 45063 00000020:00200000:0.0:1789760751.804518:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760751.804528:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760751.804561:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22990848, count: 4096 00000080:00200000:0.0:1789760751.804569:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22990848, bytes: 4096 00000080:00200000:0.0:1789760751.804579:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760751.804588:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760751.804590:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22990848, 22994944) 0 0 00000080:00200000:0.0:1789760751.804595:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760751.804613:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5613, 5613] 00020000:00200000:0.0:1789760751.804621:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22990848 chunk: [22990848, 22994944) 22994944, 4096 00020000:00200000:0.0:1789760751.804626:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760751.804647:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5613, 5613] 00000008:00010000:0.0:1789760751.804665:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760751.804670:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760751.804682:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22990848, 22994944) append 0 append lockpos 0 00000080:00200000:0.0:1789760751.804696:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22990848=0x15ed000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760751.804755:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760751.804759:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22994944 00000020:00010000:0.0:1789760751.804767:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760751.804771:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760751.804774:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ab8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760751.804778:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760751.804781:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760751.804788:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760751.804795:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760751.805434:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760751.805552:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6680 - object 0x240000400:4 offset 22990848<>22994944 00000100:00100000:1.0:1789760751.805667:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760751.805689:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515717760:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760751.847783:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972930 gen 2 00000008:00010000:1.0:1789760751.847842:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760751.847850:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760751.847890:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760751.847970:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760751.847998:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515717760:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760751.850996:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5613, 5613] 00000080:00200000:0.0:1789760751.851022:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760751.851029:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760751.851047:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22994944 i_blocks 45063 00000020:00200000:0.0:1789760751.851052:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760751.851068:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760751.851102:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22994944, count: 4096 00000080:00200000:0.0:1789760751.851110:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22994944, bytes: 4096 00000080:00200000:0.0:1789760751.851126:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760751.851135:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760751.851137:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22994944, 22999040) 0 0 00000080:00200000:0.0:1789760751.851141:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760751.851156:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5614, 5614] 00020000:00200000:0.0:1789760751.851165:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22994944 chunk: [22994944, 22999040) 22999040, 4096 00020000:00200000:0.0:1789760751.851169:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760751.851190:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5614, 5614] 00000008:00010000:0.0:1789760751.851209:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760751.851214:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760751.851236:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22994944, 22999040) append 0 append lockpos 0 00000080:00200000:0.0:1789760751.851251:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22994944=0x15ee000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760751.851429:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760751.851433:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22999040 00000020:00010000:0.0:1789760751.851441:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760751.851445:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760751.851448:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ab8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760751.851453:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760751.851456:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760751.851463:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760751.851470:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760751.851498:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760751.852130:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 22994944<>22999040 00000100:00100000:1.0:1789760751.852300:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515717888:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760751.953970:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760751.953985:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760751.953996:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760751.954021:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760751.954051:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515717888:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760751.954159:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5614, 5614] 00000080:00200000:0.0:1789760751.954174:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760751.954189:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760751.954205:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 22999040 i_blocks 45063 00000020:00200000:0.0:1789760751.954209:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760751.954219:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760751.954253:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 22999040, count: 4096 00000080:00200000:0.0:1789760751.954261:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22999040, bytes: 4096 00000080:00200000:0.0:1789760751.954270:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760751.954279:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760751.954281:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22999040, 23003136) 0 0 00000080:00200000:0.0:1789760751.954286:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760751.954321:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5615, 5615] 00020000:00200000:0.0:1789760751.954330:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22999040 chunk: [22999040, 23003136) 23003136, 4096 00020000:00200000:0.0:1789760751.954335:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760751.954357:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5615, 5615] 00000008:00010000:0.0:1789760751.954376:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760751.954382:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760751.954393:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22999040, 23003136) append 0 append lockpos 0 00000080:00200000:0.0:1789760751.954408:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=22999040=0x15ef000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760751.954467:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760751.954470:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23003136 00000020:00010000:0.0:1789760751.954478:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760751.954481:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760751.954485:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ab8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760751.954489:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760751.954492:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760751.954500:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760751.954507:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760751.954523:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760751.954653:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 22999040<>23003136 00000100:00100000:1.0:1789760751.954900:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760751.954917:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515718016:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760751.986410:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972932 gen 2 00000008:00010000:1.0:1789760751.986472:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760751.986480:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760751.986491:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760751.986565:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760751.986596:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515718016:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760751.986683:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5615, 5615] 00000080:00200000:0.0:1789760751.986699:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760751.986705:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760751.987015:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23003136 i_blocks 45063 00000020:00200000:1.0:1789760751.987285:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760751.987304:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760751.987339:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23003136, count: 4096 00000080:00200000:1.0:1789760751.987346:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23003136, bytes: 4096 00000080:00200000:1.0:1789760751.987358:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760751.987367:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760751.987370:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23003136, 23007232) 0 0 00000080:00200000:1.0:1789760751.987374:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760751.987390:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5616, 5616] 00020000:00200000:1.0:1789760751.987399:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23003136 chunk: [23003136, 23007232) 23007232, 4096 00020000:00200000:1.0:1789760751.987403:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760751.987425:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5616, 5616] 00000008:00010000:1.0:1789760751.987443:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760751.987449:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760751.987461:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23003136, 23007232) append 0 append lockpos 0 00000080:00200000:1.0:1789760751.987475:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23003136=0x15f0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760751.987533:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760751.987537:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23007232 00000020:00010000:1.0:1789760751.987545:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760751.987549:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760751.987552:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760751.987555:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760751.987558:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760751.987566:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760751.987572:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760751.987656:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8780 00000008:00100000:1.0:1789760751.987761:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571880 - object 0x240000400:4 offset 23003136<>23007232 00000100:00100000:0.0:1789760751.987840:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515718144:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760752.017555:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8780 00000020:00200000:0.0:1789760752.017573:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760752.017585:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760752.017609:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8780 00000100:00100000:0.0:1789760752.017643:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515718144:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760752.017887:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5616, 5616] 00000080:00200000:1.0:1789760752.017905:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760752.017912:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760752.017927:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23007232 i_blocks 45063 00000020:00200000:1.0:1789760752.018000:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760752.018012:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760752.018046:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23007232, count: 4096 00000080:00200000:1.0:1789760752.018054:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23007232, bytes: 4096 00000080:00200000:1.0:1789760752.018064:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760752.018073:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760752.018076:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23007232, 23011328) 0 0 00000080:00200000:1.0:1789760752.018080:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760752.018107:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5617, 5617] 00020000:00200000:1.0:1789760752.018116:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23007232 chunk: [23007232, 23011328) 23011328, 4096 00020000:00200000:1.0:1789760752.018121:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760752.018144:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5617, 5617] 00000008:00010000:1.0:1789760752.018161:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760752.018167:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760752.018179:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23007232, 23011328) append 0 append lockpos 0 00000080:00200000:1.0:1789760752.018197:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23007232=0x15f1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760752.018368:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760752.018372:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23011328 00000020:00010000:1.0:1789760752.018383:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760752.018387:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760752.018389:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760752.018393:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760752.018397:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760752.018406:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760752.018415:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760752.018434:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8480 00000008:00100000:1.0:1789760752.018549:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570a80 - object 0x240000400:4 offset 23007232<>23011328 00000100:00100000:0.0:1789760752.018622:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515718272:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760752.062944:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972934 gen 2 00000008:00010000:0.0:1789760752.063010:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8480 00000020:00200000:0.0:1789760752.063019:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760752.063029:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760752.063049:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8480 00000100:00100000:0.0:1789760752.063078:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515718272:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760752.063224:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5617, 5617] 00000080:00200000:3.0:1789760752.063240:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760752.063247:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760752.063263:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23011328 i_blocks 45063 00000020:00200000:3.0:1789760752.063267:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760752.063276:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760752.063321:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23011328, count: 4096 00000080:00200000:3.0:1789760752.063327:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23011328, bytes: 4096 00000080:00200000:3.0:1789760752.063337:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760752.063345:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760752.063347:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23011328, 23015424) 0 0 00000080:00200000:3.0:1789760752.063351:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760752.063366:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5618, 5618] 00020000:00200000:3.0:1789760752.063375:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23011328 chunk: [23011328, 23015424) 23015424, 4096 00020000:00200000:3.0:1789760752.063380:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760752.063400:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5618, 5618] 00000008:00010000:3.0:1789760752.063419:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760752.063425:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760752.063435:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23011328, 23015424) append 0 append lockpos 0 00000080:00200000:3.0:1789760752.063450:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23011328=0x15f2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760752.063514:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760752.063517:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23015424 00000020:00010000:3.0:1789760752.063525:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760752.063528:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760752.063530:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760752.063533:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760752.063536:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760752.063544:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760752.063550:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760752.063565:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760752.063667:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4a80 - object 0x240000400:4 offset 23011328<>23015424 00000100:00100000:3.0:1789760752.063710:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760752.063726:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515718400:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760752.102404:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972935 gen 2 00000008:00010000:3.0:1789760752.102455:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:3.0:1789760752.102463:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760752.102473:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760752.102499:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:3.0:1789760752.102529:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515718400:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760752.102637:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5618, 5618] 00000080:00200000:0.0:1789760752.102654:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760752.102660:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760752.102675:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23015424 i_blocks 45063 00000020:00200000:0.0:1789760752.102678:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760752.102689:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760752.102722:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23015424, count: 4096 00000080:00200000:0.0:1789760752.102729:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23015424, bytes: 4096 00000080:00200000:0.0:1789760752.102739:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760752.102747:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760752.102750:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23015424, 23019520) 0 0 00000080:00200000:0.0:1789760752.102754:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760752.102771:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5619, 5619] 00020000:00200000:0.0:1789760752.102779:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23015424 chunk: [23015424, 23019520) 23019520, 4096 00020000:00200000:0.0:1789760752.102783:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760752.102802:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5619, 5619] 00000008:00010000:0.0:1789760752.102820:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760752.102826:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760752.102837:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23015424, 23019520) append 0 append lockpos 0 00000080:00200000:0.0:1789760752.102851:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23015424=0x15f3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760752.103117:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760752.103120:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23019520 00000020:00010000:0.0:1789760752.103129:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760752.103132:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760752.103135:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760752.103138:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760752.103140:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760752.103148:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760752.103155:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760752.103172:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760752.103279:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4700 - object 0x240000400:4 offset 23015424<>23019520 00000100:00100000:0.0:1789760752.103325:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760752.103344:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515718528:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760752.135298:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972936 gen 2 00000008:00010000:0.0:1789760752.135352:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:0.0:1789760752.135361:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760752.135372:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760752.135399:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:0.0:1789760752.135430:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515718528:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760752.135551:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5619, 5619] 00000080:00200000:1.0:1789760752.135568:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760752.135575:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760752.135591:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23019520 i_blocks 45063 00000020:00200000:1.0:1789760752.135596:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760752.135606:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760752.135640:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23019520, count: 4096 00000080:00200000:1.0:1789760752.135647:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23019520, bytes: 4096 00000080:00200000:1.0:1789760752.135657:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760752.135666:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760752.135669:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23019520, 23023616) 0 0 00000080:00200000:1.0:1789760752.135673:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760752.135688:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5620, 5620] 00020000:00200000:1.0:1789760752.135697:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23019520 chunk: [23019520, 23023616) 23023616, 4096 00020000:00200000:1.0:1789760752.135701:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760752.135722:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5620, 5620] 00000008:00010000:1.0:1789760752.135741:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760752.135747:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760752.135758:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23019520, 23023616) append 0 append lockpos 0 00000080:00200000:1.0:1789760752.135772:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23019520=0x15f4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760752.135830:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760752.135834:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23023616 00000020:00010000:1.0:1789760752.135842:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760752.135845:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760752.135847:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760752.135850:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760752.135852:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760752.135990:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760752.135997:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760752.136010:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8900 00000008:00100000:1.0:1789760752.136099:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 23019520<>23023616 00000100:00100000:1.0:1789760752.136122:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760752.136136:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515718656:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760752.175390:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8900 00000020:00200000:1.0:1789760752.175407:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760752.175417:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760752.175497:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8900 00000100:00100000:1.0:1789760752.175532:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515718656:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760752.175973:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5620, 5620] 00000080:00200000:0.0:1789760752.175991:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760752.175997:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760752.176015:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23023616 i_blocks 45063 00000020:00200000:0.0:1789760752.176019:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760752.176029:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760752.176060:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23023616, count: 4096 00000080:00200000:0.0:1789760752.176066:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23023616, bytes: 4096 00000080:00200000:0.0:1789760752.176078:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760752.176097:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760752.176099:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23023616, 23027712) 0 0 00000080:00200000:0.0:1789760752.176103:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760752.176119:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5621, 5621] 00020000:00200000:0.0:1789760752.176126:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23023616 chunk: [23023616, 23027712) 23027712, 4096 00020000:00200000:0.0:1789760752.176131:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760752.176151:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5621, 5621] 00000008:00010000:0.0:1789760752.176167:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760752.176172:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760752.176183:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23023616, 23027712) append 0 append lockpos 0 00000080:00200000:0.0:1789760752.176196:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23023616=0x15f5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760752.176255:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760752.176258:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23027712 00000020:00010000:0.0:1789760752.176265:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760752.176268:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760752.176271:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760752.176274:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760752.176278:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760752.176284:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760752.176301:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760752.176321:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760752.176424:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4700 - object 0x240000400:4 offset 23023616<>23027712 00000100:00100000:0.0:1789760752.176467:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760752.176486:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515718784:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760752.210438:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972937 gen 2 00000100:00100000:0.0:1789760752.210481:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc4700 x1876699515718784/t4294972938(4294972938) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760768 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760752.211534:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:0.0:1789760752.211541:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760752.211550:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760752.211573:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:0.0:1789760752.211732:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515718784:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760752.212084:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5621, 5621] 00000080:00200000:1.0:1789760752.212115:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760752.212121:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760752.212139:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23027712 i_blocks 45063 00000020:00200000:1.0:1789760752.212143:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760752.212155:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760752.212191:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23027712, count: 4096 00000080:00200000:1.0:1789760752.212200:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23027712, bytes: 4096 00000080:00200000:1.0:1789760752.212410:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760752.212420:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760752.212422:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23027712, 23031808) 0 0 00000080:00200000:1.0:1789760752.212427:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760752.212442:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5622, 5622] 00020000:00200000:1.0:1789760752.212452:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23027712 chunk: [23027712, 23031808) 23031808, 4096 00020000:00200000:1.0:1789760752.212457:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760752.212478:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5622, 5622] 00000008:00010000:1.0:1789760752.212497:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760752.212503:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760752.212514:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23027712, 23031808) append 0 append lockpos 0 00000080:00200000:1.0:1789760752.212529:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23027712=0x15f6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760752.212593:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760752.212595:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23031808 00000020:00010000:1.0:1789760752.212604:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760752.212607:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760752.212610:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760752.212613:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760752.212615:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760752.212623:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760752.212630:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760752.212650:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8900 00000008:00100000:1.0:1789760752.212761:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 23027712<>23031808 00000100:00100000:1.0:1789760752.212818:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760752.212839:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515718912:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760752.250558:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972939 gen 2 00000008:00010000:1.0:1789760752.250808:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8900 00000020:00200000:1.0:1789760752.250816:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760752.250827:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760752.250972:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8900 00000100:00100000:1.0:1789760752.251006:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515718912:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760752.251708:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5622, 5622] 00000080:00200000:0.0:1789760752.251734:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760752.251742:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760752.251760:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23031808 i_blocks 45063 00000020:00200000:0.0:1789760752.251766:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760752.251777:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760752.251818:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23031808, count: 4096 00000080:00200000:0.0:1789760752.251827:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23031808, bytes: 4096 00000080:00200000:0.0:1789760752.251840:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760752.251849:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760752.251852:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23031808, 23035904) 0 0 00000080:00200000:0.0:1789760752.251892:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760752.251912:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5623, 5623] 00020000:00200000:0.0:1789760752.251921:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23031808 chunk: [23031808, 23035904) 23035904, 4096 00020000:00200000:0.0:1789760752.251927:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760752.251950:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5623, 5623] 00000008:00010000:0.0:1789760752.251970:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760752.251976:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760752.251990:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23031808, 23035904) append 0 append lockpos 0 00000080:00200000:0.0:1789760752.252006:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23031808=0x15f7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760752.252072:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760752.252075:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23035904 00000020:00010000:0.0:1789760752.252084:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760752.252088:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760752.252091:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760752.252095:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760752.252098:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760752.252106:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760752.252113:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760752.252136:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760752.252249:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 23031808<>23035904 00000100:00100000:1.0:1789760752.252337:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515719040:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760752.306952:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972940 gen 2 00000008:00010000:1.0:1789760752.307009:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760752.307017:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760752.307029:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760752.307435:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760752.307469:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515719040:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760752.309073:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5623, 5623] 00000080:00200000:3.0:1789760752.309642:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760752.309650:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760752.309668:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23035904 i_blocks 45063 00000020:00200000:3.0:1789760752.309673:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760752.309691:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760752.309726:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23035904, count: 4096 00000080:00200000:3.0:1789760752.309735:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23035904, bytes: 4096 00000080:00200000:3.0:1789760752.309751:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760752.309761:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760752.309763:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23035904, 23040000) 0 0 00000080:00200000:3.0:1789760752.309768:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760752.309786:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5624, 5624] 00020000:00200000:3.0:1789760752.309795:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23035904 chunk: [23035904, 23040000) 23040000, 4096 00020000:00200000:3.0:1789760752.309800:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760752.309822:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5624, 5624] 00000008:00010000:3.0:1789760752.309842:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760752.309848:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760752.309886:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23035904, 23040000) append 0 append lockpos 0 00000080:00200000:3.0:1789760752.309903:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23035904=0x15f8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760752.310039:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760752.310042:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23040000 00000020:00010000:3.0:1789760752.310052:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760752.310055:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760752.310057:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760752.310061:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760752.310064:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760752.310072:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760752.310079:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760752.310652:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760752.310767:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4a80 - object 0x240000400:4 offset 23035904<>23040000 00000100:00100000:2.0:1789760752.310919:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515719168:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760752.374384:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972941 gen 2 00000008:00010000:3.0:1789760752.374431:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:3.0:1789760752.374439:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760752.374450:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760752.374470:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:3.0:1789760752.374497:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515719168:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760752.374693:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5624, 5624] 00000080:00200000:0.0:1789760752.374710:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760752.374716:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760752.374731:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23040000 i_blocks 45063 00000020:00200000:0.0:1789760752.374735:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760752.374744:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760752.374778:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23040000, count: 4096 00000080:00200000:0.0:1789760752.374785:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23040000, bytes: 4096 00000080:00200000:0.0:1789760752.374794:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760752.374802:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760752.374805:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23040000, 23044096) 0 0 00000080:00200000:0.0:1789760752.374809:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760752.374825:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5625, 5625] 00020000:00200000:0.0:1789760752.374833:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23040000 chunk: [23040000, 23044096) 23044096, 4096 00020000:00200000:0.0:1789760752.374837:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760752.374887:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5625, 5625] 00000008:00010000:0.0:1789760752.374904:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760752.374909:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760752.374919:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23040000, 23044096) append 0 append lockpos 0 00000080:00200000:0.0:1789760752.374941:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23040000=0x15f9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760752.374994:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760752.374996:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23044096 00000020:00010000:0.0:1789760752.375004:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760752.375007:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760752.375010:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760752.375014:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760752.375017:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760752.375023:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760752.375029:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760752.375042:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760752.375136:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6d80 - object 0x240000400:4 offset 23040000<>23044096 00000100:00100000:1.0:1789760752.375430:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515719296:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760752.405702:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972942 gen 2 00000008:00010000:1.0:1789760752.405755:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760752.405763:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760752.405773:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760752.405797:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760752.405826:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515719296:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760752.406450:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5625, 5625] 00000080:00200000:0.0:1789760752.406469:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760752.406475:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760752.406489:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23044096 i_blocks 45063 00000020:00200000:0.0:1789760752.406493:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760752.406502:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760752.406537:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23044096, count: 4096 00000080:00200000:0.0:1789760752.406545:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23044096, bytes: 4096 00000080:00200000:0.0:1789760752.406555:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760752.406563:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760752.406566:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23044096, 23048192) 0 0 00000080:00200000:0.0:1789760752.406570:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760752.406587:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5626, 5626] 00020000:00200000:0.0:1789760752.406596:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23044096 chunk: [23044096, 23048192) 23048192, 4096 00020000:00200000:0.0:1789760752.406601:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760752.406621:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5626, 5626] 00000008:00010000:0.0:1789760752.406638:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760752.406643:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760752.406655:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23044096, 23048192) append 0 append lockpos 0 00000080:00200000:0.0:1789760752.406668:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23044096=0x15fa000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760752.406724:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760752.406727:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23048192 00000020:00010000:0.0:1789760752.406735:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760752.406739:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760752.406742:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760752.406745:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760752.406748:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760752.406756:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760752.406763:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760752.406780:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760752.406908:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5f80 - object 0x240000400:4 offset 23044096<>23048192 00000100:00100000:1.0:1789760752.407028:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515719424:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760752.443114:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972943 gen 2 00000008:00010000:1.0:1789760752.443159:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760752.443166:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760752.443174:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760752.443193:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760752.443223:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515719424:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760752.443376:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5626, 5626] 00000080:00200000:0.0:1789760752.443394:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760752.443401:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760752.443417:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23048192 i_blocks 45063 00000020:00200000:0.0:1789760752.443421:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760752.443431:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760752.443556:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23048192, count: 4096 00000080:00200000:0.0:1789760752.443564:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23048192, bytes: 4096 00000080:00200000:0.0:1789760752.443575:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760752.443593:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760752.443596:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23048192, 23052288) 0 0 00000080:00200000:0.0:1789760752.443601:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760752.443617:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5627, 5627] 00020000:00200000:0.0:1789760752.443626:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23048192 chunk: [23048192, 23052288) 23052288, 4096 00020000:00200000:0.0:1789760752.443631:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760752.443654:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5627, 5627] 00000008:00010000:0.0:1789760752.443672:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760752.443676:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760752.443686:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23048192, 23052288) append 0 append lockpos 0 00000080:00200000:0.0:1789760752.443698:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23048192=0x15fb000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760752.444275:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760752.444278:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23052288 00000020:00010000:0.0:1789760752.444298:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760752.444302:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760752.444306:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760752.444309:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760752.444312:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760752.444321:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760752.444329:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760752.444342:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760752.444453:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5f80 - object 0x240000400:4 offset 23048192<>23052288 00000100:00100000:1.0:1789760752.444519:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515719552:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760752.468807:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972944 gen 2 00000008:00010000:1.0:1789760752.468893:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760752.468902:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760752.468913:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760752.468933:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760752.468965:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515719552:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760752.469187:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5627, 5627] 00000080:00200000:2.0:1789760752.469204:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760752.469211:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760752.469250:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23052288 i_blocks 45063 00000020:00200000:2.0:1789760752.469255:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760752.469265:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760752.469307:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23052288, count: 4096 00000080:00200000:2.0:1789760752.469316:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23052288, bytes: 4096 00000080:00200000:2.0:1789760752.469327:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760752.469336:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760752.469339:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23052288, 23056384) 0 0 00000080:00200000:2.0:1789760752.469344:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760752.469363:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5628, 5628] 00020000:00200000:2.0:1789760752.469372:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23052288 chunk: [23052288, 23056384) 23056384, 4096 00020000:00200000:2.0:1789760752.469376:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760752.469395:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5628, 5628] 00000008:00010000:2.0:1789760752.469413:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760752.469418:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760752.469430:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23052288, 23056384) append 0 append lockpos 0 00000080:00200000:2.0:1789760752.469443:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23052288=0x15fc000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760752.469504:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760752.469507:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23056384 00000020:00010000:2.0:1789760752.469515:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760752.469518:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760752.469521:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760752.469524:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760752.469528:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760752.469538:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760752.469545:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760752.469561:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760752.469668:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 23052288<>23056384 00000100:00100000:3.0:1789760752.469740:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515719680:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760752.508324:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972945 gen 2 00000008:00010000:3.0:1789760752.508376:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:3.0:1789760752.508385:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760752.508398:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760752.508424:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:3.0:1789760752.508465:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515719680:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760752.508622:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5628, 5628] 00000080:00200000:2.0:1789760752.508647:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760752.508653:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760752.508669:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23056384 i_blocks 45063 00000020:00200000:2.0:1789760752.508673:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760752.508683:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760752.508720:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23056384, count: 4096 00000080:00200000:2.0:1789760752.508727:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23056384, bytes: 4096 00000080:00200000:2.0:1789760752.508743:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760752.508752:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760752.508754:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23056384, 23060480) 0 0 00000080:00200000:2.0:1789760752.508760:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760752.508777:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5629, 5629] 00020000:00200000:2.0:1789760752.508785:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23056384 chunk: [23056384, 23060480) 23060480, 4096 00020000:00200000:2.0:1789760752.508790:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760752.508810:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5629, 5629] 00000008:00010000:2.0:1789760752.508828:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760752.508833:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760752.508844:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23056384, 23060480) append 0 append lockpos 0 00000080:00200000:2.0:1789760752.508881:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23056384=0x15fd000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760752.508954:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760752.508957:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23060480 00000020:00010000:2.0:1789760752.508966:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760752.508969:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760752.508972:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760752.508976:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760752.508978:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760752.508988:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760752.508995:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760752.509013:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760752.509124:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 23056384<>23060480 00000100:00100000:3.0:1789760752.509341:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760752.509361:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515719808:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760752.553303:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972946 gen 2 00000008:00010000:3.0:1789760752.553356:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:3.0:1789760752.553364:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760752.553374:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760752.553448:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000100:00100000:3.0:1789760752.553478:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515719808:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760752.557585:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5629, 5629] 00000080:00200000:2.0:1789760752.557613:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760752.557619:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760752.557637:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23060480 i_blocks 45063 00000020:00200000:2.0:1789760752.557643:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760752.557710:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760752.557796:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23060480, count: 4096 00000080:00200000:2.0:1789760752.557806:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23060480, bytes: 4096 00000080:00200000:2.0:1789760752.557822:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760752.557831:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760752.557833:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23060480, 23064576) 0 0 00000080:00200000:2.0:1789760752.557839:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760752.558533:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5630, 5630] 00020000:00200000:2.0:1789760752.558545:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23060480 chunk: [23060480, 23064576) 23064576, 4096 00020000:00200000:2.0:1789760752.558550:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760752.558576:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5630, 5630] 00000008:00010000:2.0:1789760752.558595:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760752.558600:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760752.558612:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23060480, 23064576) append 0 append lockpos 0 00000080:00200000:2.0:1789760752.558625:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23060480=0x15fe000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760752.559032:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760752.559037:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23064576 00000020:00010000:2.0:1789760752.559045:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760752.559049:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760752.559052:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760752.559055:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760752.559058:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760752.559294:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760752.559302:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760752.559335:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760752.559447:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 23060480<>23064576 00000100:00100000:3.0:1789760752.560033:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515719936:192.168.203.146@tcp:4:dd.0 00010000:00010000:3.0:1789760752.627644:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789760752.645246:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972947 gen 2 00000008:00010000:3.0:1789760752.645308:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8000 00000020:00200000:3.0:1789760752.645318:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760752.645330:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760752.645350:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8000 00000100:00100000:3.0:1789760752.645381:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515719936:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760752.645492:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5630, 5630] 00000080:00200000:2.0:1789760752.645507:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760752.645513:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760752.645528:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23064576 i_blocks 45063 00000020:00200000:2.0:1789760752.645531:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760752.645540:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760752.645573:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23064576, count: 4096 00000080:00200000:2.0:1789760752.645580:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23064576, bytes: 4096 00000080:00200000:2.0:1789760752.645593:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760752.645601:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760752.645603:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23064576, 23068672) 0 0 00000080:00200000:2.0:1789760752.645608:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760752.645625:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5631, 5631] 00020000:00200000:2.0:1789760752.645635:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23064576 chunk: [23064576, 23068672) 23068672, 4096 00020000:00200000:2.0:1789760752.645639:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760752.645658:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5631, 5631] 00000008:00010000:2.0:1789760752.645676:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760752.645681:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760752.645692:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23064576, 23068672) append 0 append lockpos 0 00000080:00200000:2.0:1789760752.645707:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23064576=0x15ff000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760752.645763:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760752.645766:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23068672 00000020:00010000:2.0:1789760752.645774:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760752.645777:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760752.645780:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760752.645783:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760752.645786:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760752.645795:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760752.645801:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760752.645817:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760752.646199:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 23064576<>23068672 00000100:00100000:3.0:1789760752.646257:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515720064:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760752.708981:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972948 gen 2 00000008:00010000:3.0:1789760752.709033:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:3.0:1789760752.709042:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760752.709052:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760752.709180:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:3.0:1789760752.709219:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515720064:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760752.709378:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5631, 5631] 00000080:00200000:1.0:1789760752.709394:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760752.709401:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760752.709418:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23068672 i_blocks 45063 00000020:00200000:1.0:1789760752.709423:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760752.709433:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760752.709467:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23068672, count: 4096 00000080:00200000:1.0:1789760752.709475:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23068672, bytes: 4096 00000080:00200000:1.0:1789760752.709491:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760752.709499:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760752.709502:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23068672, 23072768) 0 0 00000080:00200000:1.0:1789760752.709506:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760752.709524:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5632, 5632] 00020000:00200000:1.0:1789760752.709533:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23068672 chunk: [23068672, 23072768) 23072768, 4096 00020000:00200000:1.0:1789760752.709537:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760752.709556:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5632, 5632] 00000008:00010000:1.0:1789760752.709640:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760752.709646:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760752.709726:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23068672, 23072768) append 0 append lockpos 0 00000080:00200000:1.0:1789760752.709742:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23068672=0x1600000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760752.709804:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760752.709807:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23072768 00000020:00010000:1.0:1789760752.709815:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760752.709818:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760752.709821:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760752.709825:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760752.709828:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760752.709835:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760752.709841:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760752.709895:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8900 00000008:00100000:1.0:1789760752.710001:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 23068672<>23072768 00000100:00100000:1.0:1789760752.710037:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760752.710055:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515720192:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760752.753822:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515720448:192.168.203.146@tcp:400:kworker.0 00000100:00100000:0.0:1789760752.753986:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1789760752.753993:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:65ff60fc-9b44-48f8-988f-b0587af5cf52:2363:1876699515720320:192.168.203.146@tcp:400:kworker.0 00000100:00100000:0.0:1789760752.754017:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cfe1b2c2-be6d-4234-9c05-42b712409d84:2363:1876699515720576:192.168.203.146@tcp:400:kworker.0 00000100:00100000:0.0:1789760752.758577:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:65ff60fc-9b44-48f8-988f-b0587af5cf52:2363:1876699515720320:192.168.203.146@tcp:400:kworker.0 00000100:00100000:0.0:1789760752.758603:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cfe1b2c2-be6d-4234-9c05-42b712409d84:2363:1876699515720576:192.168.203.146@tcp:400:kworker.0 00000100:00100000:0.0:1789760752.758615:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515720448:192.168.203.146@tcp:400:kworker.0 00000100:00100000:1.0:1789760752.770499:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972949 gen 2 00000008:00010000:1.0:1789760752.770557:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8900 00000020:00200000:1.0:1789760752.770565:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760752.770577:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760752.770604:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8900 00000100:00100000:1.0:1789760752.770635:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515720192:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760752.771069:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5632, 5632] 00000080:00200000:0.0:1789760752.771098:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760752.771104:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760752.771122:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23072768 i_blocks 45063 00000020:00200000:0.0:1789760752.771126:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760752.771137:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760752.771171:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23072768, count: 4096 00000080:00200000:0.0:1789760752.771179:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23072768, bytes: 4096 00000080:00200000:0.0:1789760752.771190:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760752.771199:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760752.771202:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23072768, 23076864) 0 0 00000080:00200000:0.0:1789760752.771206:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760752.771225:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5633, 5633] 00020000:00200000:0.0:1789760752.771236:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23072768 chunk: [23072768, 23076864) 23076864, 4096 00020000:00200000:0.0:1789760752.771240:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760752.771259:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5633, 5633] 00000008:00010000:0.0:1789760752.771278:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760752.771293:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760752.771306:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23072768, 23076864) append 0 append lockpos 0 00000080:00200000:0.0:1789760752.771320:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23072768=0x1601000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760752.771382:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760752.771386:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23076864 00000020:00010000:0.0:1789760752.771394:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760752.771397:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760752.771399:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760752.771403:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760752.771407:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760752.771415:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760752.771422:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760752.771440:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760752.771556:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 23072768<>23076864 00000100:00100000:1.0:1789760752.771740:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515720704:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760752.825011:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972950 gen 2 00000008:00010000:1.0:1789760752.825304:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760752.825314:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760752.825326:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760752.825399:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760752.825429:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515720704:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760752.825663:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5633, 5633] 00000080:00200000:0.0:1789760752.825680:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760752.825686:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760752.825701:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23076864 i_blocks 47111 00000020:00200000:0.0:1789760752.825704:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760752.825714:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760752.825745:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23076864, count: 4096 00000080:00200000:0.0:1789760752.825753:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23076864, bytes: 4096 00000080:00200000:0.0:1789760752.825764:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760752.825772:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760752.825775:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23076864, 23080960) 0 0 00000080:00200000:0.0:1789760752.825780:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760752.825797:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5634, 5634] 00020000:00200000:0.0:1789760752.825805:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23076864 chunk: [23076864, 23080960) 23080960, 4096 00020000:00200000:0.0:1789760752.825810:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760752.825828:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5634, 5634] 00000008:00010000:0.0:1789760752.825847:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760752.825938:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760752.825953:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23076864, 23080960) append 0 append lockpos 0 00000080:00200000:0.0:1789760752.825967:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23076864=0x1602000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760752.826484:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760752.826537:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23080960 00000020:00010000:0.0:1789760752.826548:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760752.826551:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760752.826675:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760752.826680:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760752.826683:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760752.826693:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760752.826701:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760752.826726:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760752.826839:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4700 - object 0x240000400:4 offset 23076864<>23080960 00000100:00100000:1.0:1789760752.827004:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515720832:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760752.873114:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972951 gen 2 00000008:00010000:1.0:1789760752.873167:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760752.873175:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760752.873188:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760752.873298:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760752.873332:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515720832:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760752.873545:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5634, 5634] 00000080:00200000:0.0:1789760752.873561:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760752.873568:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760752.873645:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23080960 i_blocks 47111 00000020:00200000:0.0:1789760752.873650:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760752.873661:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760752.873694:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23080960, count: 4096 00000080:00200000:0.0:1789760752.873701:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23080960, bytes: 4096 00000080:00200000:0.0:1789760752.873712:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760752.873720:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760752.873723:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23080960, 23085056) 0 0 00000080:00200000:0.0:1789760752.873728:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760752.873745:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5635, 5635] 00020000:00200000:0.0:1789760752.873754:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23080960 chunk: [23080960, 23085056) 23085056, 4096 00020000:00200000:0.0:1789760752.873759:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760752.873778:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5635, 5635] 00000008:00010000:0.0:1789760752.873797:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760752.873803:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760752.873814:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23080960, 23085056) append 0 append lockpos 0 00000080:00200000:0.0:1789760752.873829:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23080960=0x1603000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760752.873918:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760752.873921:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23085056 00000020:00010000:0.0:1789760752.873930:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760752.873933:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760752.873937:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760752.873940:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760752.873943:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760752.873952:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760752.873960:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760752.873977:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760752.874084:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6d80 - object 0x240000400:4 offset 23080960<>23085056 00000100:00100000:1.0:1789760752.874156:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515720960:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760752.919172:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972952 gen 2 00000008:00010000:1.0:1789760752.919298:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760752.919307:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760752.919318:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760752.919341:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760752.919372:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515720960:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760752.919486:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5635, 5635] 00000080:00200000:0.0:1789760752.919503:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760752.919509:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760752.919526:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23085056 i_blocks 47111 00000020:00200000:0.0:1789760752.919530:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760752.919540:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760752.919574:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23085056, count: 4096 00000080:00200000:0.0:1789760752.919582:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23085056, bytes: 4096 00000080:00200000:0.0:1789760752.919593:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760752.919601:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760752.919603:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23085056, 23089152) 0 0 00000080:00200000:0.0:1789760752.919607:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760752.919623:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5636, 5636] 00020000:00200000:0.0:1789760752.919632:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23085056 chunk: [23085056, 23089152) 23089152, 4096 00020000:00200000:0.0:1789760752.919636:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760752.919653:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5636, 5636] 00000008:00010000:0.0:1789760752.919671:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760752.919677:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760752.919688:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23085056, 23089152) append 0 append lockpos 0 00000080:00200000:0.0:1789760752.919702:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23085056=0x1604000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760752.919762:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760752.919764:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23089152 00000020:00010000:0.0:1789760752.919772:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760752.919776:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760752.919779:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760752.919782:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760752.919784:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760752.919793:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760752.919799:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760752.919815:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760752.920082:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 23085056<>23089152 00000100:00100000:1.0:1789760752.920293:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760752.920312:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515721088:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760752.948507:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972953 gen 2 00000008:00010000:1.0:1789760752.948557:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760752.948565:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760752.948575:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760752.948595:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760752.948625:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515721088:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760752.948733:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5636, 5636] 00000080:00200000:0.0:1789760752.948750:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760752.948756:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760752.948771:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23089152 i_blocks 47111 00000020:00200000:0.0:1789760752.948776:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760752.948786:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760752.948820:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23089152, count: 4096 00000080:00200000:0.0:1789760752.948827:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23089152, bytes: 4096 00000080:00200000:0.0:1789760752.948837:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760752.948846:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760752.948848:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23089152, 23093248) 0 0 00000080:00200000:0.0:1789760752.948880:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760752.948897:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5637, 5637] 00020000:00200000:0.0:1789760752.948906:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23089152 chunk: [23089152, 23093248) 23093248, 4096 00020000:00200000:0.0:1789760752.948911:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760752.948994:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5637, 5637] 00000008:00010000:0.0:1789760752.949015:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760752.949021:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760752.949033:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23089152, 23093248) append 0 append lockpos 0 00000080:00200000:0.0:1789760752.949048:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23089152=0x1605000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760752.949106:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760752.949109:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23093248 00000020:00010000:0.0:1789760752.949118:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760752.949122:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760752.949125:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760752.949129:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760752.949132:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760752.949140:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760752.949147:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760752.949163:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760752.949268:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 23089152<>23093248 00000100:00100000:1.0:1789760752.949341:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515721216:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760752.979782:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760752.979805:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760752.979816:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760752.979837:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760752.979908:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515721216:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760752.980201:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5637, 5637] 00000080:00200000:0.0:1789760752.980218:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760752.980225:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760752.980240:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23093248 i_blocks 47111 00000020:00200000:0.0:1789760752.980244:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760752.980254:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760752.980299:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23093248, count: 4096 00000080:00200000:0.0:1789760752.980306:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23093248, bytes: 4096 00000080:00200000:0.0:1789760752.980316:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760752.980324:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760752.980327:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23093248, 23097344) 0 0 00000080:00200000:0.0:1789760752.980331:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760752.980346:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5638, 5638] 00020000:00200000:0.0:1789760752.980355:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23093248 chunk: [23093248, 23097344) 23097344, 4096 00020000:00200000:0.0:1789760752.980360:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760752.980380:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5638, 5638] 00000008:00010000:0.0:1789760752.980399:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760752.980405:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760752.980416:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23093248, 23097344) append 0 append lockpos 0 00000080:00200000:0.0:1789760752.980431:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23093248=0x1606000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760752.980494:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760752.980497:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23097344 00000020:00010000:0.0:1789760752.980505:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760752.980508:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760752.980511:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760752.980514:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760752.980516:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760752.980523:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760752.980530:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760752.980545:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760752.980653:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6680 - object 0x240000400:4 offset 23093248<>23097344 00000100:00100000:1.0:1789760752.980723:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515721344:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760753.033163:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972954 gen 2 00000100:00100000:1.0:1789760753.033205:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc6680 x1876699515721344/t4294972955(4294972955) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760768 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760753.033254:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760753.033263:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760753.033273:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760753.033301:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760753.033543:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515721344:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760753.034408:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5638, 5638] 00000080:00200000:2.0:1789760753.034428:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760753.034434:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760753.034451:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23097344 i_blocks 47111 00000020:00200000:2.0:1789760753.034456:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760753.034469:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760753.034505:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23097344, count: 4096 00000080:00200000:2.0:1789760753.034512:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23097344, bytes: 4096 00000080:00200000:2.0:1789760753.034524:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760753.034534:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760753.034537:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23097344, 23101440) 0 0 00000080:00200000:2.0:1789760753.034542:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760753.034560:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5639, 5639] 00020000:00200000:2.0:1789760753.034569:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23097344 chunk: [23097344, 23101440) 23101440, 4096 00020000:00200000:2.0:1789760753.034574:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760753.034595:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5639, 5639] 00000008:00010000:2.0:1789760753.034614:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760753.034620:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760753.034637:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23097344, 23101440) append 0 append lockpos 0 00000080:00200000:2.0:1789760753.034653:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23097344=0x1607000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760753.034716:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760753.034719:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23101440 00000020:00010000:2.0:1789760753.034727:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760753.034731:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760753.034734:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760753.034738:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760753.034741:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760753.034751:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760753.034758:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760753.034776:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760753.035294:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 23097344<>23101440 00000100:00100000:2.0:1789760753.035349:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515721472:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760753.141594:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972956 gen 2 00000008:00010000:3.0:1789760753.141673:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8540 00000020:00200000:3.0:1789760753.141682:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760753.141693:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760753.141719:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8540 00000100:00100000:3.0:1789760753.141748:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515721472:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760753.141888:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5639, 5639] 00000080:00200000:0.0:1789760753.141904:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760753.141911:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760753.141927:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23101440 i_blocks 47111 00000020:00200000:0.0:1789760753.141931:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760753.141941:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760753.141978:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23101440, count: 4096 00000080:00200000:0.0:1789760753.141985:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23101440, bytes: 4096 00000080:00200000:0.0:1789760753.141995:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760753.142004:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760753.142006:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23101440, 23105536) 0 0 00000080:00200000:0.0:1789760753.142010:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760753.142029:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5640, 5640] 00020000:00200000:0.0:1789760753.142048:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23101440 chunk: [23101440, 23105536) 23105536, 4096 00020000:00200000:0.0:1789760753.142053:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760753.142073:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5640, 5640] 00000008:00010000:0.0:1789760753.142093:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760753.142100:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760753.142112:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23101440, 23105536) append 0 append lockpos 0 00000080:00200000:0.0:1789760753.142127:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23101440=0x1608000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760753.142189:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760753.142201:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23105536 00000020:00010000:0.0:1789760753.142212:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760753.142215:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760753.142219:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760753.142223:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760753.142226:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760753.142234:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760753.142242:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760753.142260:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760753.142376:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 23101440<>23105536 00000100:00100000:1.0:1789760753.142509:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515721600:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760753.184679:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972957 gen 2 00000008:00010000:1.0:1789760753.184732:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760753.184740:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760753.184751:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760753.184774:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760753.184805:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515721600:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760753.185512:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5640, 5640] 00000080:00200000:0.0:1789760753.185533:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760753.185538:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760753.185555:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23105536 i_blocks 47111 00000020:00200000:0.0:1789760753.185559:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760753.185571:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760753.185606:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23105536, count: 4096 00000080:00200000:0.0:1789760753.185613:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23105536, bytes: 4096 00000080:00200000:0.0:1789760753.185631:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760753.185641:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760753.185643:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23105536, 23109632) 0 0 00000080:00200000:0.0:1789760753.185648:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760753.185664:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5641, 5641] 00020000:00200000:0.0:1789760753.185673:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23105536 chunk: [23105536, 23109632) 23109632, 4096 00020000:00200000:0.0:1789760753.185678:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760753.185698:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5641, 5641] 00000008:00010000:0.0:1789760753.185717:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760753.185724:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760753.185737:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23105536, 23109632) append 0 append lockpos 0 00000080:00200000:0.0:1789760753.185753:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23105536=0x1609000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760753.185816:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760753.185819:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23109632 00000020:00010000:0.0:1789760753.185828:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760753.185832:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760753.185835:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760753.185839:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760753.185842:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760753.185851:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760753.185900:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760753.185921:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760753.186056:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6300 - object 0x240000400:4 offset 23105536<>23109632 00000100:00100000:1.0:1789760753.186739:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760753.186767:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515721728:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760753.227344:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972958 gen 2 00000008:00010000:1.0:1789760753.227397:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760753.227406:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760753.227418:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760753.227440:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760753.227469:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515721728:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760753.227576:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5641, 5641] 00000080:00200000:0.0:1789760753.227593:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760753.227599:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760753.227615:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23109632 i_blocks 47111 00000020:00200000:0.0:1789760753.227619:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760753.227630:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760753.227665:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23109632, count: 4096 00000080:00200000:0.0:1789760753.227673:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23109632, bytes: 4096 00000080:00200000:0.0:1789760753.227683:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760753.227692:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760753.227695:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23109632, 23113728) 0 0 00000080:00200000:0.0:1789760753.227699:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760753.227715:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5642, 5642] 00020000:00200000:0.0:1789760753.227724:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23109632 chunk: [23109632, 23113728) 23113728, 4096 00020000:00200000:0.0:1789760753.227728:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760753.227748:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5642, 5642] 00000008:00010000:0.0:1789760753.227767:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760753.227772:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760753.227785:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23109632, 23113728) append 0 append lockpos 0 00000080:00200000:0.0:1789760753.227799:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23109632=0x160a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760753.227896:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760753.227899:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23113728 00000020:00010000:0.0:1789760753.227908:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760753.227912:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760753.227915:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760753.227918:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760753.227932:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760753.227940:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760753.227948:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760753.227966:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760753.228102:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7480 - object 0x240000400:4 offset 23109632<>23113728 00000100:00100000:1.0:1789760753.228336:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760753.228355:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515721856:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760753.270004:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972959 gen 2 00000008:00010000:1.0:1789760753.270052:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760753.270061:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760753.270072:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760753.270150:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760753.270182:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515721856:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760753.270456:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5642, 5642] 00000080:00200000:0.0:1789760753.270473:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760753.270480:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760753.270495:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23113728 i_blocks 47111 00000020:00200000:0.0:1789760753.270499:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760753.270508:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760753.270542:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23113728, count: 4096 00000080:00200000:0.0:1789760753.270548:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23113728, bytes: 4096 00000080:00200000:0.0:1789760753.270559:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760753.270568:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760753.270570:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23113728, 23117824) 0 0 00000080:00200000:0.0:1789760753.270575:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760753.270592:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5643, 5643] 00020000:00200000:0.0:1789760753.270600:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23113728 chunk: [23113728, 23117824) 23117824, 4096 00020000:00200000:0.0:1789760753.270604:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760753.270622:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5643, 5643] 00000008:00010000:0.0:1789760753.270639:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760753.270644:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760753.270655:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23113728, 23117824) append 0 append lockpos 0 00000080:00200000:0.0:1789760753.270669:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23113728=0x160b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760753.270723:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760753.270725:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23117824 00000020:00010000:0.0:1789760753.270733:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760753.270736:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760753.270740:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760753.270743:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760753.270746:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760753.270753:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760753.270759:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760753.270775:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760753.271016:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4000 - object 0x240000400:4 offset 23113728<>23117824 00000100:00100000:1.0:1789760753.271067:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515721984:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760753.311496:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760753.311515:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760753.311529:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760753.311707:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760753.311740:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515721984:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760753.311821:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5643, 5643] 00000080:00200000:0.0:1789760753.311839:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760753.311845:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760753.311886:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23117824 i_blocks 47111 00000020:00200000:0.0:1789760753.311890:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760753.311900:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760753.312026:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23117824, count: 4096 00000080:00200000:0.0:1789760753.312034:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23117824, bytes: 4096 00000080:00200000:0.0:1789760753.312046:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760753.312055:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760753.312057:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23117824, 23121920) 0 0 00000080:00200000:0.0:1789760753.312062:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760753.312080:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5644, 5644] 00020000:00200000:0.0:1789760753.312089:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23117824 chunk: [23117824, 23121920) 23121920, 4096 00020000:00200000:0.0:1789760753.312093:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760753.312114:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5644, 5644] 00000008:00010000:0.0:1789760753.312132:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760753.312137:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760753.312149:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23117824, 23121920) append 0 append lockpos 0 00000080:00200000:0.0:1789760753.312164:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23117824=0x160c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760753.312482:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760753.312486:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23121920 00000020:00010000:0.0:1789760753.312496:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760753.312500:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760753.312504:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760753.312507:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760753.312511:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760753.312520:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760753.312528:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760753.312549:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760753.312811:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 23117824<>23121920 00000100:00100000:1.0:1789760753.312887:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515722112:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760753.351909:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972961 gen 2 00000008:00010000:1.0:1789760753.352446:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760753.352455:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760753.352465:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760753.352548:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760753.352587:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515722112:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760753.353067:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5644, 5644] 00000080:00200000:3.0:1789760753.353084:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760753.353091:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760753.353108:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23121920 i_blocks 47111 00000020:00200000:3.0:1789760753.353111:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760753.353121:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760753.353157:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23121920, count: 4096 00000080:00200000:3.0:1789760753.353165:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23121920, bytes: 4096 00000080:00200000:3.0:1789760753.353552:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760753.353562:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760753.353565:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23121920, 23126016) 0 0 00000080:00200000:3.0:1789760753.353576:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760753.353594:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5645, 5645] 00020000:00200000:3.0:1789760753.353604:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23121920 chunk: [23121920, 23126016) 23126016, 4096 00020000:00200000:3.0:1789760753.353608:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760753.353642:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5645, 5645] 00000008:00010000:3.0:1789760753.353662:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760753.353669:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760753.353682:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23121920, 23126016) append 0 append lockpos 0 00000080:00200000:3.0:1789760753.353698:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23121920=0x160d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760753.353779:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760753.353783:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23126016 00000020:00010000:3.0:1789760753.353792:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760753.353795:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760753.353798:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760753.353802:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760753.353805:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760753.353813:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760753.353820:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760753.354119:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760753.354458:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4a80 - object 0x240000400:4 offset 23121920<>23126016 00000100:00100000:2.0:1789760753.354569:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515722240:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760753.394533:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:3.0:1789760753.394551:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760753.394565:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760753.394704:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:3.0:1789760753.394739:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515722240:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760753.395314:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5645, 5645] 00000080:00200000:0.0:1789760753.395333:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760753.395341:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760753.395358:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23126016 i_blocks 47111 00000020:00200000:0.0:1789760753.395362:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760753.395372:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760753.395417:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23126016, count: 4096 00000080:00200000:0.0:1789760753.395425:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23126016, bytes: 4096 00000080:00200000:0.0:1789760753.395436:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760753.395447:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760753.395450:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23126016, 23130112) 0 0 00000080:00200000:0.0:1789760753.395455:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760753.395475:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5646, 5646] 00020000:00200000:0.0:1789760753.395485:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23126016 chunk: [23126016, 23130112) 23130112, 4096 00020000:00200000:0.0:1789760753.395491:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760753.395513:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5646, 5646] 00000008:00010000:0.0:1789760753.395539:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760753.395545:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760753.395659:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23126016, 23130112) append 0 append lockpos 0 00000080:00200000:0.0:1789760753.395677:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23126016=0x160e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760753.395752:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760753.395755:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23130112 00000020:00010000:0.0:1789760753.395763:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760753.395767:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760753.395770:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760753.395774:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760753.395777:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760753.395786:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760753.395793:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760753.395817:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760753.396255:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4380 - object 0x240000400:4 offset 23126016<>23130112 00000100:00100000:1.0:1789760753.396321:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760753.396615:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515722368:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760753.444078:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972963 gen 2 00000008:00010000:1.0:1789760753.444146:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760753.444155:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760753.444166:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760753.444228:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760753.444257:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515722368:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760753.446579:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5646, 5646] 00000080:00200000:3.0:1789760753.446608:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760753.446616:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760753.446636:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23130112 i_blocks 47111 00000020:00200000:3.0:1789760753.446642:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760753.446660:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760753.446693:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23130112, count: 4096 00000080:00200000:3.0:1789760753.446701:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23130112, bytes: 4096 00000080:00200000:3.0:1789760753.446716:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760753.446726:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760753.446728:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23130112, 23134208) 0 0 00000080:00200000:3.0:1789760753.446734:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760753.446757:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5647, 5647] 00020000:00200000:3.0:1789760753.446769:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23130112 chunk: [23130112, 23134208) 23134208, 4096 00020000:00200000:3.0:1789760753.446774:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760753.446802:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5647, 5647] 00000008:00010000:3.0:1789760753.446897:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760753.446904:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760753.446971:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23130112, 23134208) append 0 append lockpos 0 00000080:00200000:3.0:1789760753.446988:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23130112=0x160f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760753.447059:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760753.447062:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23134208 00000020:00010000:3.0:1789760753.447072:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760753.447076:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760753.447079:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760753.448073:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760753.448082:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760753.448095:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760753.448104:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760753.448137:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760753.448251:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e6680 - object 0x240000400:4 offset 23130112<>23134208 00000100:00100000:3.0:1789760753.448317:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760753.448342:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515722496:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760753.512536:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972964 gen 2 00000008:00010000:3.0:1789760753.512644:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:3.0:1789760753.512653:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760753.512666:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760753.512901:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:3.0:1789760753.512943:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515722496:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760753.513333:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5647, 5647] 00000080:00200000:1.0:1789760753.513351:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760753.513357:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760753.513392:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23134208 i_blocks 47111 00000020:00200000:1.0:1789760753.513397:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760753.513407:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760753.513443:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23134208, count: 4096 00000080:00200000:1.0:1789760753.513450:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23134208, bytes: 4096 00000080:00200000:1.0:1789760753.513461:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760753.513470:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760753.513473:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23134208, 23138304) 0 0 00000080:00200000:1.0:1789760753.513478:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760753.513496:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5648, 5648] 00020000:00200000:1.0:1789760753.513505:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23134208 chunk: [23134208, 23138304) 23138304, 4096 00020000:00200000:1.0:1789760753.513509:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760753.513530:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5648, 5648] 00000008:00010000:1.0:1789760753.513550:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760753.513556:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760753.513567:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23134208, 23138304) append 0 append lockpos 0 00000080:00200000:1.0:1789760753.513582:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23134208=0x1610000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760753.513702:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760753.513705:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23138304 00000020:00010000:1.0:1789760753.513714:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760753.513717:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760753.513721:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760753.514232:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760753.514239:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760753.514250:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760753.514260:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760753.514292:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8900 00000008:00100000:1.0:1789760753.514400:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 23134208<>23138304 00000100:00100000:0.0:1789760753.514473:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515722624:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760753.572911:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8900 00000020:00200000:0.0:1789760753.572936:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760753.572949:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760753.572973:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8900 00000100:00100000:0.0:1789760753.572996:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515722624:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760753.573319:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5648, 5648] 00000080:00200000:1.0:1789760753.573336:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760753.573343:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760753.573360:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23138304 i_blocks 47111 00000020:00200000:1.0:1789760753.573363:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760753.573373:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760753.573410:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23138304, count: 4096 00000080:00200000:1.0:1789760753.573417:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23138304, bytes: 4096 00000080:00200000:1.0:1789760753.573428:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760753.573437:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760753.573439:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23138304, 23142400) 0 0 00000080:00200000:1.0:1789760753.573444:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760753.573459:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5649, 5649] 00020000:00200000:1.0:1789760753.573468:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23138304 chunk: [23138304, 23142400) 23142400, 4096 00020000:00200000:1.0:1789760753.573472:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760753.573492:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5649, 5649] 00000008:00010000:1.0:1789760753.573507:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760753.573512:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760753.573523:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23138304, 23142400) append 0 append lockpos 0 00000080:00200000:1.0:1789760753.573537:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23138304=0x1611000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760753.573588:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760753.573590:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23142400 00000020:00010000:1.0:1789760753.573597:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760753.573602:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760753.573605:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760753.573608:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760753.573611:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760753.573618:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760753.573624:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760753.573640:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760753.573747:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570a80 - object 0x240000400:4 offset 23138304<>23142400 00000100:00100000:1.0:1789760753.573794:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760753.573811:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515722752:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760753.629911:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972966 gen 2 00000008:00010000:1.0:1789760753.629976:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:1.0:1789760753.629984:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760753.629994:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760753.630019:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:1.0:1789760753.630048:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515722752:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760753.630200:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5649, 5649] 00000080:00200000:3.0:1789760753.630215:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760753.630222:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760753.630237:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23142400 i_blocks 47111 00000020:00200000:3.0:1789760753.630241:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760753.630251:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760753.630294:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23142400, count: 4096 00000080:00200000:3.0:1789760753.630301:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23142400, bytes: 4096 00000080:00200000:3.0:1789760753.630313:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760753.630322:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760753.630324:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23142400, 23146496) 0 0 00000080:00200000:3.0:1789760753.630329:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760753.630345:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5650, 5650] 00020000:00200000:3.0:1789760753.630354:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23142400 chunk: [23142400, 23146496) 23146496, 4096 00020000:00200000:3.0:1789760753.630358:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760753.630378:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5650, 5650] 00000008:00010000:3.0:1789760753.630398:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760753.630404:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760753.630416:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23142400, 23146496) append 0 append lockpos 0 00000080:00200000:3.0:1789760753.630430:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23142400=0x1612000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760753.630485:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760753.630488:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23146496 00000020:00010000:3.0:1789760753.630496:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760753.630499:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760753.630502:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760753.630506:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760753.630508:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760753.630515:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760753.630522:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760753.630538:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760753.630637:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e6680 - object 0x240000400:4 offset 23142400<>23146496 00000100:00100000:3.0:1789760753.630686:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760753.630701:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515722880:192.168.203.146@tcp:4:dd.0 00010000:00010000:3.0:1789760753.649112:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789760753.693591:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972967 gen 2 00000008:00010000:3.0:1789760753.693645:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:3.0:1789760753.693654:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760753.693666:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760753.693746:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:3.0:1789760753.693782:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515722880:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760753.694046:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5650, 5650] 00000080:00200000:1.0:1789760753.694066:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760753.694072:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760753.694089:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23146496 i_blocks 47111 00000020:00200000:1.0:1789760753.694093:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760753.694104:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760753.694140:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23146496, count: 4096 00000080:00200000:1.0:1789760753.694147:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23146496, bytes: 4096 00000080:00200000:1.0:1789760753.694159:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760753.694167:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760753.694169:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23146496, 23150592) 0 0 00000080:00200000:1.0:1789760753.694174:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760753.694193:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5651, 5651] 00020000:00200000:1.0:1789760753.694203:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23146496 chunk: [23146496, 23150592) 23150592, 4096 00020000:00200000:1.0:1789760753.694207:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760753.694229:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5651, 5651] 00000008:00010000:1.0:1789760753.694252:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760753.694258:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760753.694272:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23146496, 23150592) append 0 append lockpos 0 00000080:00200000:1.0:1789760753.694297:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23146496=0x1613000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760753.694377:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760753.694380:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23150592 00000020:00010000:1.0:1789760753.694390:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760753.694403:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760753.694407:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760753.694412:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760753.694415:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760753.694423:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760753.694430:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760753.694449:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760753.694572:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570a80 - object 0x240000400:4 offset 23146496<>23150592 00000100:00100000:0.0:1789760753.694665:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515723008:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760753.751920:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972968 gen 2 00000008:00010000:0.0:1789760753.751973:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760753.751982:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760753.751993:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760753.752079:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760753.752121:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515723008:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760753.752311:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5651, 5651] 00000080:00200000:1.0:1789760753.752327:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760753.752334:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760753.752349:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23150592 i_blocks 47111 00000020:00200000:1.0:1789760753.752352:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760753.752363:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760753.752470:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23150592, count: 4096 00000080:00200000:1.0:1789760753.752478:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23150592, bytes: 4096 00000080:00200000:1.0:1789760753.752489:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760753.752497:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760753.752500:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23150592, 23154688) 0 0 00000080:00200000:1.0:1789760753.752504:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760753.752521:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5652, 5652] 00020000:00200000:1.0:1789760753.752530:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23150592 chunk: [23150592, 23154688) 23154688, 4096 00020000:00200000:1.0:1789760753.752535:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760753.752554:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5652, 5652] 00000008:00010000:1.0:1789760753.752574:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760753.752580:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760753.752593:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23150592, 23154688) append 0 append lockpos 0 00000080:00200000:1.0:1789760753.752608:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23150592=0x1614000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760753.752665:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760753.752668:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23154688 00000020:00010000:1.0:1789760753.752676:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760753.752680:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760753.752683:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760753.752687:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760753.752690:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760753.752698:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760753.752704:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760753.752721:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760753.752818:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 23150592<>23154688 00000100:00100000:0.0:1789760753.752968:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515723136:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760753.792154:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972969 gen 2 00000008:00010000:0.0:1789760753.792282:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760753.792292:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760753.792303:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760753.792402:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760753.792435:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515723136:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760753.792576:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5652, 5652] 00000080:00200000:1.0:1789760753.792595:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760753.792602:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760753.792619:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23154688 i_blocks 47111 00000020:00200000:1.0:1789760753.792623:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760753.792634:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760753.792667:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23154688, count: 4096 00000080:00200000:1.0:1789760753.792675:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23154688, bytes: 4096 00000080:00200000:1.0:1789760753.792686:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760753.792696:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760753.792698:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23154688, 23158784) 0 0 00000080:00200000:1.0:1789760753.792703:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760753.792722:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5653, 5653] 00020000:00200000:1.0:1789760753.792732:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23154688 chunk: [23154688, 23158784) 23158784, 4096 00020000:00200000:1.0:1789760753.792736:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760753.792757:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5653, 5653] 00000008:00010000:1.0:1789760753.792776:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760753.792782:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760753.792795:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23154688, 23158784) append 0 append lockpos 0 00000080:00200000:1.0:1789760753.792810:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23154688=0x1615000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760753.792896:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760753.792899:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23158784 00000020:00010000:1.0:1789760753.792908:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760753.792912:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760753.792985:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760753.792991:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760753.792994:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760753.793003:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760753.793010:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760753.793025:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760753.793191:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571880 - object 0x240000400:4 offset 23154688<>23158784 00000100:00100000:0.0:1789760753.793326:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515723264:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760753.836570:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972970 gen 2 00000008:00010000:1.0:1789760753.836636:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:1.0:1789760753.836647:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760753.836658:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760753.836681:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:1.0:1789760753.836713:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515723264:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760753.836883:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5653, 5653] 00000080:00200000:3.0:1789760753.836899:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760753.836905:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760753.836932:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23158784 i_blocks 47111 00000020:00200000:3.0:1789760753.836936:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760753.836945:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760753.836979:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23158784, count: 4096 00000080:00200000:3.0:1789760753.836987:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23158784, bytes: 4096 00000080:00200000:3.0:1789760753.837010:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760753.837020:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760753.837022:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23158784, 23162880) 0 0 00000080:00200000:3.0:1789760753.837028:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760753.837044:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5654, 5654] 00020000:00200000:3.0:1789760753.837054:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23158784 chunk: [23158784, 23162880) 23162880, 4096 00020000:00200000:3.0:1789760753.837059:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760753.837079:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5654, 5654] 00000008:00010000:3.0:1789760753.837098:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760753.837103:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760753.837115:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23158784, 23162880) append 0 append lockpos 0 00000080:00200000:3.0:1789760753.837130:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23158784=0x1616000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760753.837194:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760753.837197:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23162880 00000020:00010000:3.0:1789760753.837205:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760753.837209:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760753.837213:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760753.837216:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760753.837219:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760753.837226:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760753.837233:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760753.837249:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760753.837374:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e6680 - object 0x240000400:4 offset 23158784<>23162880 00000100:00100000:2.0:1789760753.838062:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515723392:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760753.876895:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972971 gen 2 00000008:00010000:3.0:1789760753.876955:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:3.0:1789760753.876963:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760753.876975:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760753.876998:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:3.0:1789760753.877027:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515723392:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760753.877490:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5654, 5654] 00000080:00200000:1.0:1789760753.877508:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760753.877514:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760753.877529:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23162880 i_blocks 47111 00000020:00200000:1.0:1789760753.877533:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760753.877543:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760753.877578:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23162880, count: 4096 00000080:00200000:1.0:1789760753.877586:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23162880, bytes: 4096 00000080:00200000:1.0:1789760753.877597:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760753.877606:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760753.877609:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23162880, 23166976) 0 0 00000080:00200000:1.0:1789760753.877614:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760753.877644:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5655, 5655] 00020000:00200000:1.0:1789760753.877653:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23162880 chunk: [23162880, 23166976) 23166976, 4096 00020000:00200000:1.0:1789760753.877659:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760753.877681:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5655, 5655] 00000008:00010000:1.0:1789760753.877700:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760753.877705:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760753.877716:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23162880, 23166976) append 0 append lockpos 0 00000080:00200000:1.0:1789760753.877731:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23162880=0x1617000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760753.877789:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760753.877791:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23166976 00000020:00010000:1.0:1789760753.877800:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760753.877803:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760753.877806:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760753.877810:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760753.877813:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760753.877820:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760753.877826:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760753.877843:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760753.878425:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571880 - object 0x240000400:4 offset 23162880<>23166976 00000100:00100000:0.0:1789760753.878484:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760753.878754:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515723520:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760753.916171:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972972 gen 2 00000008:00010000:0.0:1789760753.916392:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760753.916402:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760753.916414:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760753.916441:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760753.916474:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515723520:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760753.916517:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5655, 5655] 00000080:00200000:3.0:1789760753.916536:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760753.916542:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760753.916559:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23166976 i_blocks 47111 00000020:00200000:3.0:1789760753.916563:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760753.916584:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760753.916633:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23166976, count: 4096 00000080:00200000:3.0:1789760753.916649:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23166976, bytes: 4096 00000080:00200000:3.0:1789760753.916662:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760753.916671:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760753.916673:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23166976, 23171072) 0 0 00000080:00200000:3.0:1789760753.916678:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760753.916698:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5656, 5656] 00020000:00200000:3.0:1789760753.916707:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23166976 chunk: [23166976, 23171072) 23171072, 4096 00020000:00200000:3.0:1789760753.916712:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760753.916733:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5656, 5656] 00000008:00010000:3.0:1789760753.916751:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760753.916758:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760753.916771:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23166976, 23171072) append 0 append lockpos 0 00000080:00200000:3.0:1789760753.916797:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23166976=0x1618000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760753.916899:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760753.916902:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23171072 00000020:00010000:3.0:1789760753.916911:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760753.916925:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760753.916928:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760753.916932:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760753.916934:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760753.916942:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760753.916949:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760753.916966:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760753.917082:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e6680 - object 0x240000400:4 offset 23166976<>23171072 00000100:00100000:3.0:1789760753.917138:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760753.917157:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515723648:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760753.983297:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972973 gen 2 00000008:00010000:3.0:1789760753.983348:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:3.0:1789760753.983357:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760753.983378:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760753.983399:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:3.0:1789760753.983433:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515723648:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760753.983606:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5656, 5656] 00000080:00200000:2.0:1789760753.983623:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760753.983630:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760753.983656:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23171072 i_blocks 47111 00000020:00200000:2.0:1789760753.983661:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760753.983672:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760753.983712:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23171072, count: 4096 00000080:00200000:2.0:1789760753.983719:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23171072, bytes: 4096 00000080:00200000:2.0:1789760753.983731:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760753.983741:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760753.983744:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23171072, 23175168) 0 0 00000080:00200000:2.0:1789760753.983749:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760753.983767:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5657, 5657] 00020000:00200000:2.0:1789760753.983777:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23171072 chunk: [23171072, 23175168) 23175168, 4096 00020000:00200000:2.0:1789760753.983783:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760753.983807:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5657, 5657] 00000008:00010000:2.0:1789760753.983827:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760753.983845:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760753.983890:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23171072, 23175168) append 0 append lockpos 0 00000080:00200000:2.0:1789760753.983906:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23171072=0x1619000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760753.983978:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760753.983981:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23175168 00000020:00010000:2.0:1789760753.983990:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760753.983994:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760753.983998:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760753.984002:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760753.984005:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760753.984014:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760753.984022:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760753.984040:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8c00 00000008:00100000:2.0:1789760753.984157:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 23171072<>23175168 00000100:00100000:2.0:1789760753.984202:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760753.984224:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515723776:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760754.074312:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8c00 00000020:00200000:3.0:1789760754.074326:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760754.074337:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760754.074367:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8c00 00000100:00100000:3.0:1789760754.074395:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515723776:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760754.074497:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5657, 5657] 00000080:00200000:0.0:1789760754.074513:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760754.074519:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760754.074534:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23175168 i_blocks 47111 00000020:00200000:0.0:1789760754.074538:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760754.074547:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760754.074579:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23175168, count: 4096 00000080:00200000:0.0:1789760754.074585:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23175168, bytes: 4096 00000080:00200000:0.0:1789760754.074595:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760754.074603:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760754.074605:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23175168, 23179264) 0 0 00000080:00200000:0.0:1789760754.074609:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760754.074624:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5658, 5658] 00020000:00200000:0.0:1789760754.074632:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23175168 chunk: [23175168, 23179264) 23179264, 4096 00020000:00200000:0.0:1789760754.074645:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760754.074663:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5658, 5658] 00000008:00010000:0.0:1789760754.074680:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760754.074685:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760754.074695:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23175168, 23179264) append 0 append lockpos 0 00000080:00200000:0.0:1789760754.074710:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23175168=0x161a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760754.074762:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760754.074764:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23179264 00000020:00010000:0.0:1789760754.074772:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760754.074775:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760754.074778:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760754.074781:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760754.074785:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760754.074791:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760754.074798:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760754.074812:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760754.074969:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 23175168<>23179264 00000100:00100000:1.0:1789760754.075128:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760754.075148:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515723904:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760754.120390:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972975 gen 2 00000008:00010000:1.0:1789760754.120463:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760754.120472:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760754.120483:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760754.120508:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760754.120542:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515723904:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760754.120666:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5658, 5658] 00000080:00200000:0.0:1789760754.120683:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760754.120689:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760754.120705:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23179264 i_blocks 47111 00000020:00200000:0.0:1789760754.120709:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760754.120719:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760754.120755:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23179264, count: 4096 00000080:00200000:0.0:1789760754.120762:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23179264, bytes: 4096 00000080:00200000:0.0:1789760754.120773:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760754.120782:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760754.120784:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23179264, 23183360) 0 0 00000080:00200000:0.0:1789760754.120788:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760754.120805:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5659, 5659] 00020000:00200000:0.0:1789760754.120814:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23179264 chunk: [23179264, 23183360) 23183360, 4096 00020000:00200000:0.0:1789760754.120819:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760754.120839:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5659, 5659] 00000008:00010000:0.0:1789760754.120890:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760754.120897:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760754.120909:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23179264, 23183360) append 0 append lockpos 0 00000080:00200000:0.0:1789760754.120924:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23179264=0x161b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760754.120984:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760754.120987:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23183360 00000020:00010000:0.0:1789760754.120997:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760754.121000:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760754.121003:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760754.121007:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760754.121010:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760754.121019:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760754.121026:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760754.121042:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760754.121168:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5c00 - object 0x240000400:4 offset 23179264<>23183360 00000100:00100000:1.0:1789760754.121403:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515724032:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760754.159581:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972976 gen 2 00000008:00010000:1.0:1789760754.159644:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760754.159653:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760754.159667:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760754.159689:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760754.159727:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515724032:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760754.160010:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5659, 5659] 00000080:00200000:0.0:1789760754.160028:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760754.160034:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760754.160053:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23183360 i_blocks 47111 00000020:00200000:0.0:1789760754.160058:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760754.160079:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760754.160116:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23183360, count: 4096 00000080:00200000:0.0:1789760754.160125:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23183360, bytes: 4096 00000080:00200000:0.0:1789760754.160137:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760754.160146:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760754.160149:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23183360, 23187456) 0 0 00000080:00200000:0.0:1789760754.160153:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760754.160172:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5660, 5660] 00020000:00200000:0.0:1789760754.160182:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23183360 chunk: [23183360, 23187456) 23187456, 4096 00020000:00200000:0.0:1789760754.160187:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760754.160208:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5660, 5660] 00000008:00010000:0.0:1789760754.160228:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760754.160234:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760754.160247:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23183360, 23187456) append 0 append lockpos 0 00000080:00200000:0.0:1789760754.160261:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23183360=0x161c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760754.160337:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760754.160340:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23187456 00000020:00010000:0.0:1789760754.160348:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760754.160352:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760754.160355:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760754.160358:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760754.160361:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760754.160368:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760754.160376:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760754.160392:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760754.160503:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 23183360<>23187456 00000100:00100000:1.0:1789760754.160795:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760754.160818:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515724160:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760754.203090:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972977 gen 2 00000008:00010000:1.0:1789760754.203143:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760754.203151:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760754.203165:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760754.203249:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760754.203292:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515724160:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760754.203790:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5660, 5660] 00000080:00200000:0.0:1789760754.203808:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760754.203815:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760754.203831:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23187456 i_blocks 47111 00000020:00200000:0.0:1789760754.203835:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760754.203846:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760754.203910:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23187456, count: 4096 00000080:00200000:0.0:1789760754.203918:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23187456, bytes: 4096 00000080:00200000:0.0:1789760754.203930:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760754.203938:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760754.203940:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23187456, 23191552) 0 0 00000080:00200000:0.0:1789760754.203944:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760754.203960:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5661, 5661] 00020000:00200000:0.0:1789760754.203969:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23187456 chunk: [23187456, 23191552) 23191552, 4096 00020000:00200000:0.0:1789760754.203973:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760754.203994:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5661, 5661] 00000008:00010000:0.0:1789760754.204013:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760754.204019:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760754.204032:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23187456, 23191552) append 0 append lockpos 0 00000080:00200000:0.0:1789760754.204048:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23187456=0x161d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760754.204302:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760754.204305:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23191552 00000020:00010000:0.0:1789760754.204314:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760754.204318:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760754.204321:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760754.204325:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760754.204329:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760754.204338:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760754.204345:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760754.204367:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760754.204474:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5180 - object 0x240000400:4 offset 23187456<>23191552 00000100:00100000:1.0:1789760754.204883:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760754.204908:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515724288:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760754.242828:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972978 gen 2 00000008:00010000:1.0:1789760754.242935:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760754.242944:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760754.242956:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760754.242982:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760754.243013:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515724288:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760754.243297:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5661, 5661] 00000080:00200000:0.0:1789760754.243314:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760754.243321:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760754.243338:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23191552 i_blocks 47111 00000020:00200000:0.0:1789760754.243342:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760754.243352:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760754.243388:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23191552, count: 4096 00000080:00200000:0.0:1789760754.243394:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23191552, bytes: 4096 00000080:00200000:0.0:1789760754.243405:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760754.243413:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760754.243415:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23191552, 23195648) 0 0 00000080:00200000:0.0:1789760754.243419:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760754.243436:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5662, 5662] 00020000:00200000:0.0:1789760754.243444:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23191552 chunk: [23191552, 23195648) 23195648, 4096 00020000:00200000:0.0:1789760754.243448:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760754.243468:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5662, 5662] 00000008:00010000:0.0:1789760754.243487:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760754.243492:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760754.243503:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23191552, 23195648) append 0 append lockpos 0 00000080:00200000:0.0:1789760754.243517:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23191552=0x161e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760754.243581:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760754.243584:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23195648 00000020:00010000:0.0:1789760754.243592:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760754.243595:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760754.243598:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760754.243601:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760754.243605:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760754.243614:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760754.243621:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760754.243637:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760754.243749:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4a80 - object 0x240000400:4 offset 23191552<>23195648 00000100:00100000:1.0:1789760754.244014:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760754.244035:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515724416:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760754.274569:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972979 gen 2 00000008:00010000:1.0:1789760754.274622:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760754.274631:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760754.274642:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760754.274668:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760754.274699:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515724416:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760754.275552:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5662, 5662] 00000080:00200000:0.0:1789760754.275574:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760754.275581:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760754.275599:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23195648 i_blocks 47111 00000020:00200000:0.0:1789760754.275603:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760754.275617:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760754.275652:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23195648, count: 4096 00000080:00200000:0.0:1789760754.275661:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23195648, bytes: 4096 00000080:00200000:0.0:1789760754.275673:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760754.275682:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760754.275685:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23195648, 23199744) 0 0 00000080:00200000:0.0:1789760754.275690:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760754.275707:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5663, 5663] 00020000:00200000:0.0:1789760754.275716:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23195648 chunk: [23195648, 23199744) 23199744, 4096 00020000:00200000:0.0:1789760754.275721:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760754.275740:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5663, 5663] 00000008:00010000:0.0:1789760754.275760:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760754.275766:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760754.275777:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23195648, 23199744) append 0 append lockpos 0 00000080:00200000:0.0:1789760754.275791:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23195648=0x161f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760754.275899:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760754.275902:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23199744 00000020:00010000:0.0:1789760754.275910:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760754.275922:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760754.275926:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760754.275929:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760754.275933:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760754.275941:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760754.275948:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760754.275966:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760754.276074:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4a80 - object 0x240000400:4 offset 23195648<>23199744 00000100:00100000:1.0:1789760754.276361:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760754.276395:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515724544:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760754.309447:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972980 gen 2 00000008:00010000:1.0:1789760754.309498:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760754.309508:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760754.309518:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760754.309540:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760754.309570:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515724544:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760754.309742:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5663, 5663] 00000080:00200000:0.0:1789760754.309759:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760754.309766:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760754.309782:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23199744 i_blocks 47111 00000020:00200000:0.0:1789760754.309786:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760754.309796:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760754.309832:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23199744, count: 4096 00000080:00200000:0.0:1789760754.309839:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23199744, bytes: 4096 00000080:00200000:0.0:1789760754.309850:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760754.309891:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760754.309894:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23199744, 23203840) 0 0 00000080:00200000:0.0:1789760754.309898:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760754.309925:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5664, 5664] 00020000:00200000:0.0:1789760754.309934:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23199744 chunk: [23199744, 23203840) 23203840, 4096 00020000:00200000:0.0:1789760754.309938:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760754.309958:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5664, 5664] 00000008:00010000:0.0:1789760754.309976:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760754.309982:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760754.309993:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23199744, 23203840) append 0 append lockpos 0 00000080:00200000:0.0:1789760754.310008:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23199744=0x1620000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760754.310064:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760754.310067:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23203840 00000020:00010000:0.0:1789760754.310076:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760754.310080:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760754.310083:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760754.310086:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760754.310090:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760754.310097:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760754.310105:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760754.310121:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760754.310223:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5180 - object 0x240000400:4 offset 23199744<>23203840 00000100:00100000:1.0:1789760754.310484:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760754.310507:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515724672:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760754.359442:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972981 gen 2 00000008:00010000:1.0:1789760754.359506:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760754.359517:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760754.359529:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760754.359562:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760754.359597:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515724672:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760754.359623:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5664, 5664] 00000080:00200000:0.0:1789760754.359641:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760754.359647:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760754.359663:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23203840 i_blocks 47111 00000020:00200000:0.0:1789760754.359667:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760754.359677:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760754.359714:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23203840, count: 4096 00000080:00200000:0.0:1789760754.359720:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23203840, bytes: 4096 00000080:00200000:0.0:1789760754.359733:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760754.359740:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760754.359742:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23203840, 23207936) 0 0 00000080:00200000:0.0:1789760754.359746:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760754.359761:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5665, 5665] 00020000:00200000:0.0:1789760754.359768:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23203840 chunk: [23203840, 23207936) 23207936, 4096 00020000:00200000:0.0:1789760754.359773:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760754.359793:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5665, 5665] 00000008:00010000:0.0:1789760754.359812:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760754.359818:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760754.359829:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23203840, 23207936) append 0 append lockpos 0 00000080:00200000:0.0:1789760754.359844:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23203840=0x1621000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760754.359945:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760754.359948:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23207936 00000020:00010000:0.0:1789760754.359957:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760754.359960:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760754.359963:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760754.359966:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760754.359969:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760754.359976:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760754.359983:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760754.359999:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760754.360124:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 23203840<>23207936 00000100:00100000:1.0:1789760754.360744:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760754.360771:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515724800:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760754.413430:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760754.413445:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760754.413456:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760754.413534:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760754.413567:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515724800:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760754.413823:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5665, 5665] 00000080:00200000:0.0:1789760754.413839:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760754.413846:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760754.413999:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23207936 i_blocks 47111 00000020:00200000:0.0:1789760754.414076:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760754.414087:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760754.414122:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23207936, count: 4096 00000080:00200000:0.0:1789760754.414130:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23207936, bytes: 4096 00000080:00200000:0.0:1789760754.414140:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760754.414149:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760754.414151:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23207936, 23212032) 0 0 00000080:00200000:0.0:1789760754.414156:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760754.414175:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5666, 5666] 00020000:00200000:0.0:1789760754.414184:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23207936 chunk: [23207936, 23212032) 23212032, 4096 00020000:00200000:0.0:1789760754.414189:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760754.414208:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5666, 5666] 00000008:00010000:0.0:1789760754.414226:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760754.414232:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760754.414244:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23207936, 23212032) append 0 append lockpos 0 00000080:00200000:0.0:1789760754.414258:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23207936=0x1622000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760754.414328:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760754.414332:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23212032 00000020:00010000:0.0:1789760754.414340:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760754.414344:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760754.414347:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760754.414351:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760754.414355:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760754.414363:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760754.414370:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760754.414390:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760754.414492:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5c00 - object 0x240000400:4 offset 23207936<>23212032 00000100:00100000:1.0:1789760754.414569:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515724928:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760754.454150:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972982 gen 2 00000100:00100000:1.0:1789760754.454262:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc5c00 x1876699515724928/t4294972983(4294972983) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760770 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760754.454325:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760754.454333:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760754.454343:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760754.454365:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760754.454389:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515724928:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760754.454707:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5666, 5666] 00000080:00200000:2.0:1789760754.454789:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760754.454798:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760754.454816:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23212032 i_blocks 47111 00000020:00200000:2.0:1789760754.454820:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760754.454830:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760754.454893:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23212032, count: 4096 00000080:00200000:2.0:1789760754.454901:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23212032, bytes: 4096 00000080:00200000:2.0:1789760754.455265:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760754.455285:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760754.455287:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23212032, 23216128) 0 0 00000080:00200000:2.0:1789760754.455292:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760754.455310:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5667, 5667] 00020000:00200000:2.0:1789760754.455319:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23212032 chunk: [23212032, 23216128) 23216128, 4096 00020000:00200000:2.0:1789760754.455323:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760754.455344:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5667, 5667] 00000008:00010000:2.0:1789760754.455363:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760754.455369:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760754.455380:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23212032, 23216128) append 0 append lockpos 0 00000080:00200000:2.0:1789760754.455394:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23212032=0x1623000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760754.455456:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760754.455459:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23216128 00000020:00010000:2.0:1789760754.455467:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760754.455470:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760754.455474:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760754.455477:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760754.455481:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760754.455490:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760754.455497:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760754.455517:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760754.458998:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 23212032<>23216128 00000100:00100000:3.0:1789760754.459437:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515725056:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760754.487486:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972984 gen 2 00000008:00010000:3.0:1789760754.487535:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8840 00000020:00200000:3.0:1789760754.487543:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760754.487550:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760754.487579:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8840 00000100:00100000:3.0:1789760754.487604:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515725056:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760754.487763:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5667, 5667] 00000080:00200000:0.0:1789760754.487776:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760754.487781:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760754.488896:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23216128 i_blocks 47111 00000020:00200000:0.0:1789760754.488919:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760754.488930:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760754.488960:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23216128, count: 4096 00000080:00200000:0.0:1789760754.488967:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23216128, bytes: 4096 00000080:00200000:0.0:1789760754.488978:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760754.488986:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760754.488988:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23216128, 23220224) 0 0 00000080:00200000:0.0:1789760754.488992:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760754.489005:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5668, 5668] 00020000:00200000:0.0:1789760754.489011:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23216128 chunk: [23216128, 23220224) 23220224, 4096 00020000:00200000:0.0:1789760754.489015:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760754.489032:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5668, 5668] 00000008:00010000:0.0:1789760754.489047:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760754.489052:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760754.489060:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23216128, 23220224) append 0 append lockpos 0 00000080:00200000:0.0:1789760754.489071:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23216128=0x1624000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760754.489120:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760754.489123:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23220224 00000020:00010000:0.0:1789760754.489129:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760754.489132:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760754.489135:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760754.489138:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760754.489141:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760754.489148:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760754.489153:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760754.489172:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760754.489252:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 23216128<>23220224 00000100:00100000:1.0:1789760754.489503:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515725184:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760754.528722:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760754.528736:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760754.528746:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760754.528813:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760754.528843:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515725184:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760754.534382:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5668, 5668] 00000080:00200000:0.0:1789760754.534409:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760754.534415:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760754.534435:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23220224 i_blocks 47111 00000020:00200000:0.0:1789760754.534440:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760754.534458:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760754.534494:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23220224, count: 4096 00000080:00200000:0.0:1789760754.534503:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23220224, bytes: 4096 00000080:00200000:0.0:1789760754.534517:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760754.534525:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760754.534528:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23220224, 23224320) 0 0 00000080:00200000:0.0:1789760754.534533:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760754.534549:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5669, 5669] 00020000:00200000:0.0:1789760754.534559:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23220224 chunk: [23220224, 23224320) 23224320, 4096 00020000:00200000:0.0:1789760754.534563:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760754.534584:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5669, 5669] 00000008:00010000:0.0:1789760754.534603:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760754.534609:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760754.534620:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23220224, 23224320) append 0 append lockpos 0 00000080:00200000:0.0:1789760754.534634:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23220224=0x1625000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760754.534706:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760754.534709:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23224320 00000020:00010000:0.0:1789760754.534717:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760754.534721:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760754.534724:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760754.534727:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760754.534731:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760754.534739:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760754.534745:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760754.534775:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760754.534944:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4380 - object 0x240000400:4 offset 23220224<>23224320 00000100:00100000:1.0:1789760754.535293:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515725312:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760754.607261:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972985 gen 2 00000100:00100000:1.0:1789760754.607313:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc4380 x1876699515725312/t4294972986(4294972986) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760770 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760754.607378:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760754.607385:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760754.607395:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760754.607418:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760754.607444:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515725312:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760754.607797:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5669, 5669] 00000080:00200000:0.0:1789760754.607816:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760754.607823:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760754.607839:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23224320 i_blocks 47111 00000020:00200000:0.0:1789760754.607843:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760754.607900:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760754.607948:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23224320, count: 4096 00000080:00200000:0.0:1789760754.607956:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23224320, bytes: 4096 00000080:00200000:0.0:1789760754.607968:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760754.607977:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760754.607980:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23224320, 23228416) 0 0 00000080:00200000:0.0:1789760754.607984:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760754.608001:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5670, 5670] 00020000:00200000:0.0:1789760754.608011:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23224320 chunk: [23224320, 23228416) 23228416, 4096 00020000:00200000:0.0:1789760754.608015:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760754.608036:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5670, 5670] 00000008:00010000:0.0:1789760754.608057:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760754.608063:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760754.608075:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23224320, 23228416) append 0 append lockpos 0 00000080:00200000:0.0:1789760754.608090:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23224320=0x1626000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760754.608153:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760754.608156:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23228416 00000020:00010000:0.0:1789760754.608164:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760754.608168:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760754.608171:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760754.608174:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760754.608178:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760754.608186:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760754.608192:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760754.608211:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760754.609636:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 23224320<>23228416 00000100:00100000:1.0:1789760754.609721:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515725440:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760754.655083:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972987 gen 2 00000008:00010000:1.0:1789760754.655158:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760754.655166:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760754.655176:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760754.655207:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760754.655237:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515725440:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760754.655369:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5670, 5670] 00000080:00200000:3.0:1789760754.655386:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760754.655392:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760754.655408:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23228416 i_blocks 47111 00000020:00200000:3.0:1789760754.655412:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760754.655423:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760754.655460:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23228416, count: 4096 00000080:00200000:3.0:1789760754.655468:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23228416, bytes: 4096 00000080:00200000:3.0:1789760754.655480:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760754.655489:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760754.655492:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23228416, 23232512) 0 0 00000080:00200000:3.0:1789760754.655497:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760754.655514:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5671, 5671] 00020000:00200000:3.0:1789760754.655523:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23228416 chunk: [23228416, 23232512) 23232512, 4096 00020000:00200000:3.0:1789760754.655528:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760754.655549:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5671, 5671] 00000008:00010000:3.0:1789760754.655567:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760754.655572:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760754.655583:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23228416, 23232512) append 0 append lockpos 0 00000080:00200000:3.0:1789760754.655597:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23228416=0x1627000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760754.655656:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760754.655658:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23232512 00000020:00010000:3.0:1789760754.655666:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760754.655670:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760754.655674:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760754.655677:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760754.655680:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760754.655688:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760754.655694:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760754.655710:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760754.655809:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e6680 - object 0x240000400:4 offset 23228416<>23232512 00000100:00100000:3.0:1789760754.655905:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760754.655933:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515725568:192.168.203.146@tcp:4:dd.0 00010000:00010000:3.0:1789760754.674079:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789760754.688371:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972988 gen 2 00000008:00010000:3.0:1789760754.688423:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:3.0:1789760754.688432:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760754.688444:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760754.688465:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000080:00200000:2.0:1789760754.688488:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5671, 5671] 00000100:00100000:3.0:1789760754.688496:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515725568:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760754.688506:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760754.688513:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760754.688529:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23232512 i_blocks 47111 00000020:00200000:2.0:1789760754.688533:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760754.688542:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760754.688574:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23232512, count: 4096 00000080:00200000:2.0:1789760754.688581:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23232512, bytes: 4096 00000080:00200000:2.0:1789760754.688592:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760754.688600:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760754.688602:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23232512, 23236608) 0 0 00000080:00200000:2.0:1789760754.688607:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760754.688626:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5672, 5672] 00020000:00200000:2.0:1789760754.688635:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23232512 chunk: [23232512, 23236608) 23236608, 4096 00020000:00200000:2.0:1789760754.688640:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760754.688659:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5672, 5672] 00000008:00010000:2.0:1789760754.688677:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760754.688684:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760754.688695:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23232512, 23236608) append 0 append lockpos 0 00000080:00200000:2.0:1789760754.688710:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23232512=0x1628000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760754.690408:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760754.690413:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23236608 00000020:00010000:2.0:1789760754.690425:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760754.690429:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760754.690433:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760754.690437:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760754.690440:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760754.690454:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760754.690463:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760754.690495:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760754.690617:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 23232512<>23236608 00000100:00100000:2.0:1789760754.690673:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760754.690700:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515725696:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760754.718980:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972989 gen 2 00000008:00010000:3.0:1789760754.719034:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e86c0 00000020:00200000:3.0:1789760754.719042:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760754.719053:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760754.719074:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e86c0 00000080:00200000:2.0:1789760754.719168:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5672, 5672] 00000080:00200000:2.0:1789760754.719187:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1789760754.719283:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515725696:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760754.719366:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760754.719382:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23236608 i_blocks 47111 00000020:00200000:2.0:1789760754.719386:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760754.719396:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760754.719430:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23236608, count: 4096 00000080:00200000:2.0:1789760754.719437:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23236608, bytes: 4096 00000080:00200000:2.0:1789760754.719447:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760754.719455:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760754.719458:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23236608, 23240704) 0 0 00000080:00200000:2.0:1789760754.719462:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760754.719478:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5673, 5673] 00020000:00200000:2.0:1789760754.719486:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23236608 chunk: [23236608, 23240704) 23240704, 4096 00020000:00200000:2.0:1789760754.719491:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760754.719510:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5673, 5673] 00000008:00010000:2.0:1789760754.719529:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760754.719534:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760754.719545:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23236608, 23240704) append 0 append lockpos 0 00000080:00200000:2.0:1789760754.719559:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23236608=0x1629000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760754.719613:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760754.719616:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23240704 00000020:00010000:2.0:1789760754.719624:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760754.719627:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760754.719630:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760754.719633:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760754.719635:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760754.719645:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760754.719651:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760754.719667:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760754.719769:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 23236608<>23240704 00000100:00100000:3.0:1789760754.719831:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515725824:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760754.753949:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:3.0:1789760754.753966:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760754.753978:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760754.754042:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:3.0:1789760754.754073:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515725824:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760754.754430:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5673, 5673] 00000080:00200000:2.0:1789760754.754450:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760754.754457:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760754.754473:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23240704 i_blocks 47111 00000020:00200000:2.0:1789760754.754476:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760754.754487:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760754.754526:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23240704, count: 4096 00000080:00200000:2.0:1789760754.754533:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23240704, bytes: 4096 00000080:00200000:2.0:1789760754.754544:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760754.754553:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760754.754555:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23240704, 23244800) 0 0 00000080:00200000:2.0:1789760754.754560:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760754.754580:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5674, 5674] 00020000:00200000:2.0:1789760754.754589:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23240704 chunk: [23240704, 23244800) 23244800, 4096 00020000:00200000:2.0:1789760754.754593:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760754.754616:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5674, 5674] 00000008:00010000:2.0:1789760754.754636:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760754.754642:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760754.754654:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23240704, 23244800) append 0 append lockpos 0 00000080:00200000:2.0:1789760754.754670:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23240704=0x162a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760754.754737:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760754.754740:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23244800 00000020:00010000:2.0:1789760754.754749:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760754.754752:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760754.754756:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760754.754759:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760754.754762:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760754.754772:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760754.754780:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760754.754800:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760754.755015:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 23240704<>23244800 00000100:00100000:3.0:1789760754.755176:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760754.755265:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515725952:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760754.784524:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972990 gen 2 00000100:00100000:3.0:1789760754.784567:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23aa680 x1876699515725952/t4294972991(4294972991) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760770 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760754.784617:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:3.0:1789760754.784625:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760754.784636:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760754.784661:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:3.0:1789760754.784686:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515725952:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760754.784780:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5674, 5674] 00000080:00200000:2.0:1789760754.784798:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760754.784804:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760754.784821:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23244800 i_blocks 47111 00000020:00200000:2.0:1789760754.784825:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760754.784834:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760754.784905:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23244800, count: 4096 00000080:00200000:2.0:1789760754.784923:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23244800, bytes: 4096 00000080:00200000:2.0:1789760754.784935:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760754.784944:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760754.784946:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23244800, 23248896) 0 0 00000080:00200000:2.0:1789760754.784950:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760754.784967:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5675, 5675] 00020000:00200000:2.0:1789760754.784975:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23244800 chunk: [23244800, 23248896) 23248896, 4096 00020000:00200000:2.0:1789760754.784979:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760754.785000:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5675, 5675] 00000008:00010000:2.0:1789760754.785020:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760754.785026:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760754.785037:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23244800, 23248896) append 0 append lockpos 0 00000080:00200000:2.0:1789760754.785052:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23244800=0x162b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760754.785121:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760754.785124:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23248896 00000020:00010000:2.0:1789760754.785132:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760754.785136:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760754.785139:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760754.785143:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760754.785146:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760754.785155:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760754.785162:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760754.785178:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760754.785314:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 23244800<>23248896 00000100:00100000:3.0:1789760754.785576:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515726080:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760754.816931:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972992 gen 2 00000008:00010000:3.0:1789760754.816995:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e86c0 00000020:00200000:3.0:1789760754.817004:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760754.817014:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760754.817033:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e86c0 00000100:00100000:3.0:1789760754.817065:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515726080:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760754.817258:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5675, 5675] 00000080:00200000:2.0:1789760754.817283:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760754.817289:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760754.817305:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23248896 i_blocks 47111 00000020:00200000:2.0:1789760754.817308:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760754.817318:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760754.817352:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23248896, count: 4096 00000080:00200000:2.0:1789760754.817360:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23248896, bytes: 4096 00000080:00200000:2.0:1789760754.817370:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760754.817378:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760754.817381:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23248896, 23252992) 0 0 00000080:00200000:2.0:1789760754.817386:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760754.817403:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5676, 5676] 00020000:00200000:2.0:1789760754.817412:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23248896 chunk: [23248896, 23252992) 23252992, 4096 00020000:00200000:2.0:1789760754.817416:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760754.817438:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5676, 5676] 00000008:00010000:2.0:1789760754.817457:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760754.817464:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760754.817476:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23248896, 23252992) append 0 append lockpos 0 00000080:00200000:2.0:1789760754.817490:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23248896=0x162c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760754.817551:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760754.817553:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23252992 00000020:00010000:2.0:1789760754.817562:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760754.817566:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760754.817568:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760754.817571:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760754.817573:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760754.817582:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760754.817590:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760754.817605:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760754.817714:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 23248896<>23252992 00000100:00100000:3.0:1789760754.817808:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760754.817826:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515726208:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760754.853895:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8840 00000020:00200000:3.0:1789760754.853974:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760754.853987:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760754.854008:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8840 00000100:00100000:3.0:1789760754.854040:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515726208:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760754.854185:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5676, 5676] 00000080:00200000:2.0:1789760754.854212:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760754.854218:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760754.854235:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23252992 i_blocks 47111 00000020:00200000:2.0:1789760754.854239:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760754.854249:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760754.854297:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23252992, count: 4096 00000080:00200000:2.0:1789760754.854306:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23252992, bytes: 4096 00000080:00200000:2.0:1789760754.854315:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760754.854324:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760754.854327:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23252992, 23257088) 0 0 00000080:00200000:2.0:1789760754.854332:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760754.854350:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5677, 5677] 00020000:00200000:2.0:1789760754.854360:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23252992 chunk: [23252992, 23257088) 23257088, 4096 00020000:00200000:2.0:1789760754.854364:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760754.854386:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5677, 5677] 00000008:00010000:2.0:1789760754.854406:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760754.854412:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760754.854425:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23252992, 23257088) append 0 append lockpos 0 00000080:00200000:2.0:1789760754.854441:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23252992=0x162d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760754.854504:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760754.854507:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23257088 00000020:00010000:2.0:1789760754.854516:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760754.854520:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760754.854523:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760754.854527:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760754.854530:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760754.854539:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760754.854546:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760754.854563:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8c00 00000008:00100000:2.0:1789760754.854676:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 23252992<>23257088 00000100:00100000:2.0:1789760754.854720:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760754.854740:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515726336:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760754.904500:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972994 gen 2 00000008:00010000:3.0:1789760754.904572:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8c00 00000020:00200000:3.0:1789760754.904582:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760754.904592:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760754.904652:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8c00 00000100:00100000:3.0:1789760754.904683:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515726336:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760754.904761:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5677, 5677] 00000080:00200000:2.0:1789760754.904778:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760754.904785:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760754.904801:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23257088 i_blocks 47111 00000020:00200000:2.0:1789760754.904805:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760754.904815:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760754.904851:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23257088, count: 4096 00000080:00200000:2.0:1789760754.904892:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23257088, bytes: 4096 00000080:00200000:2.0:1789760754.904903:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760754.904978:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760754.904981:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23257088, 23261184) 0 0 00000080:00200000:2.0:1789760754.904986:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760754.905005:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5678, 5678] 00020000:00200000:2.0:1789760754.905015:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23257088 chunk: [23257088, 23261184) 23261184, 4096 00020000:00200000:2.0:1789760754.905019:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760754.905041:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5678, 5678] 00000008:00010000:2.0:1789760754.905060:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760754.905066:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760754.905078:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23257088, 23261184) append 0 append lockpos 0 00000080:00200000:2.0:1789760754.905157:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23257088=0x162e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760754.905304:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760754.905308:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23261184 00000020:00010000:2.0:1789760754.905317:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760754.905321:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760754.905325:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760754.905328:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760754.905331:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760754.905342:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760754.905350:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760754.905370:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760754.905480:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 23257088<>23261184 00000100:00100000:3.0:1789760754.905549:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515726464:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760754.938840:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8540 00000020:00200000:3.0:1789760754.938895:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760754.938907:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760754.938934:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8540 00000100:00100000:3.0:1789760754.938965:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515726464:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760754.939115:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5678, 5678] 00000080:00200000:2.0:1789760754.939132:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760754.939139:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760754.939154:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23261184 i_blocks 47111 00000020:00200000:2.0:1789760754.939159:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760754.939169:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760754.939215:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23261184, count: 4096 00000080:00200000:2.0:1789760754.939223:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23261184, bytes: 4096 00000080:00200000:2.0:1789760754.939233:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760754.939243:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760754.939245:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23261184, 23265280) 0 0 00000080:00200000:2.0:1789760754.939250:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760754.939275:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5679, 5679] 00020000:00200000:2.0:1789760754.939284:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23261184 chunk: [23261184, 23265280) 23265280, 4096 00020000:00200000:2.0:1789760754.939289:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760754.939308:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5679, 5679] 00000008:00010000:2.0:1789760754.939326:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760754.939332:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760754.939343:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23261184, 23265280) append 0 append lockpos 0 00000080:00200000:2.0:1789760754.939357:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23261184=0x162f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760754.939414:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760754.939417:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23265280 00000020:00010000:2.0:1789760754.939426:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760754.939430:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760754.939433:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760754.939436:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760754.939439:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760754.939451:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760754.939458:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760754.939474:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760754.939588:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 23261184<>23265280 00000100:00100000:3.0:1789760754.939894:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515726592:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760754.988783:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972996 gen 2 00000008:00010000:3.0:1789760754.988851:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:3.0:1789760754.989036:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760754.989047:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760754.989117:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:3.0:1789760754.989146:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515726592:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760754.989341:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5679, 5679] 00000080:00200000:2.0:1789760754.989359:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760754.989365:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760754.989381:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23265280 i_blocks 47111 00000020:00200000:2.0:1789760754.989385:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760754.989395:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760754.989429:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23265280, count: 4096 00000080:00200000:2.0:1789760754.989436:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23265280, bytes: 4096 00000080:00200000:2.0:1789760754.989449:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760754.989458:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760754.989461:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23265280, 23269376) 0 0 00000080:00200000:2.0:1789760754.989466:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760754.989484:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5680, 5680] 00020000:00200000:2.0:1789760754.989494:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23265280 chunk: [23265280, 23269376) 23269376, 4096 00020000:00200000:2.0:1789760754.989499:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760754.989784:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5680, 5680] 00000008:00010000:2.0:1789760754.989807:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760754.989812:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760754.989825:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23265280, 23269376) append 0 append lockpos 0 00000080:00200000:2.0:1789760754.989840:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23265280=0x1630000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760754.990008:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760754.990011:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23269376 00000020:00010000:2.0:1789760754.990021:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760754.990025:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760754.990028:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760754.990031:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760754.990034:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760754.990044:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760754.990050:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760754.990069:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760754.990500:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 23265280<>23269376 00000100:00100000:3.0:1789760754.990579:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515726720:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760755.022612:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972997 gen 2 00000008:00010000:3.0:1789760755.022664:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8000 00000020:00200000:3.0:1789760755.022672:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760755.022682:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760755.022702:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8000 00000100:00100000:3.0:1789760755.022734:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515726720:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760755.022834:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5680, 5680] 00000080:00200000:2.0:1789760755.022851:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760755.022887:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760755.022902:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23269376 i_blocks 47111 00000020:00200000:2.0:1789760755.022906:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760755.022926:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760755.022961:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23269376, count: 4096 00000080:00200000:2.0:1789760755.022968:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23269376, bytes: 4096 00000080:00200000:2.0:1789760755.022979:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760755.022988:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760755.022990:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23269376, 23273472) 0 0 00000080:00200000:2.0:1789760755.022995:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760755.023013:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5681, 5681] 00020000:00200000:2.0:1789760755.023022:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23269376 chunk: [23269376, 23273472) 23273472, 4096 00020000:00200000:2.0:1789760755.023026:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760755.023047:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5681, 5681] 00000008:00010000:2.0:1789760755.023066:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760755.023072:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760755.023084:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23269376, 23273472) append 0 append lockpos 0 00000080:00200000:2.0:1789760755.023102:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23269376=0x1631000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760755.023160:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760755.023163:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23273472 00000020:00010000:2.0:1789760755.023171:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760755.023174:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.023177:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.023180:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760755.023183:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760755.023322:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760755.023330:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760755.023346:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760755.023448:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 23269376<>23273472 00000100:00100000:3.0:1789760755.023557:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515726848:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760755.059742:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294972998 gen 2 00000008:00010000:3.0:1789760755.059795:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:3.0:1789760755.059803:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760755.059814:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760755.059836:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000100:00100000:3.0:1789760755.059894:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515726848:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760755.060137:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5681, 5681] 00000080:00200000:2.0:1789760755.060155:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760755.060161:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760755.060176:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23273472 i_blocks 47111 00000020:00200000:2.0:1789760755.060179:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760755.060189:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760755.060225:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23273472, count: 4096 00000080:00200000:2.0:1789760755.060234:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23273472, bytes: 4096 00000080:00200000:2.0:1789760755.060248:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760755.060257:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760755.060260:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23273472, 23277568) 0 0 00000080:00200000:2.0:1789760755.060344:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760755.060362:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5682, 5682] 00020000:00200000:2.0:1789760755.060372:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23273472 chunk: [23273472, 23277568) 23277568, 4096 00020000:00200000:2.0:1789760755.060376:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760755.060398:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5682, 5682] 00000008:00010000:2.0:1789760755.060418:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760755.060423:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760755.060435:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23273472, 23277568) append 0 append lockpos 0 00000080:00200000:2.0:1789760755.060449:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23273472=0x1632000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760755.060570:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760755.060573:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23277568 00000020:00010000:2.0:1789760755.060582:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760755.060586:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.060590:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.060593:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760755.060596:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760755.060607:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760755.060614:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760755.060693:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:3.0:1789760755.060797:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e6680 - object 0x240000400:4 offset 23273472<>23277568 00000100:00100000:2.0:1789760755.061022:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760755.061439:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515726976:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760755.096096:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:3.0:1789760755.096113:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760755.096124:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760755.096157:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:3.0:1789760755.096192:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515726976:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760755.096669:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5682, 5682] 00000080:00200000:0.0:1789760755.096687:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760755.096693:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760755.096709:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23277568 i_blocks 47111 00000020:00200000:0.0:1789760755.096713:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760755.096722:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760755.096755:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23277568, count: 4096 00000080:00200000:0.0:1789760755.096762:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23277568, bytes: 4096 00000080:00200000:0.0:1789760755.096774:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760755.096783:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760755.096785:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23277568, 23281664) 0 0 00000080:00200000:0.0:1789760755.096790:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760755.096806:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5683, 5683] 00020000:00200000:0.0:1789760755.096814:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23277568 chunk: [23277568, 23281664) 23281664, 4096 00020000:00200000:0.0:1789760755.096819:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760755.096838:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5683, 5683] 00000008:00010000:0.0:1789760755.097595:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760755.097606:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760755.097625:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23277568, 23281664) append 0 append lockpos 0 00000080:00200000:0.0:1789760755.097640:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23277568=0x1633000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760755.097709:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760755.097711:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23281664 00000020:00010000:0.0:1789760755.097720:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760755.097724:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760755.097727:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760755.097730:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760755.097733:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760755.097742:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760755.097750:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760755.097776:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760755.098507:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4000 - object 0x240000400:4 offset 23277568<>23281664 00000100:00100000:1.0:1789760755.098585:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760755.098778:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515727104:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760755.128516:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973000 gen 2 00000008:00010000:1.0:1789760755.128590:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760755.128600:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760755.128610:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760755.128631:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760755.128662:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515727104:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760755.129500:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5683, 5683] 00000080:00200000:2.0:1789760755.129519:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760755.129526:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760755.129542:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23281664 i_blocks 47111 00000020:00200000:2.0:1789760755.129546:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760755.129557:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760755.129592:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23281664, count: 4096 00000080:00200000:2.0:1789760755.129599:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23281664, bytes: 4096 00000080:00200000:2.0:1789760755.129610:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760755.129620:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760755.129622:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23281664, 23285760) 0 0 00000080:00200000:2.0:1789760755.129626:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760755.129642:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5684, 5684] 00020000:00200000:2.0:1789760755.129651:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23281664 chunk: [23281664, 23285760) 23285760, 4096 00020000:00200000:2.0:1789760755.129656:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760755.129675:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5684, 5684] 00000008:00010000:2.0:1789760755.129695:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760755.129701:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760755.129712:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23281664, 23285760) append 0 append lockpos 0 00000080:00200000:2.0:1789760755.129726:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23281664=0x1634000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760755.129788:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760755.129791:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23285760 00000020:00010000:2.0:1789760755.129799:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760755.129802:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.129805:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.129809:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760755.129812:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760755.130024:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760755.130034:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760755.130050:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e80c0 00000008:00100000:2.0:1789760755.130156:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 23281664<>23285760 00000100:00100000:3.0:1789760755.130244:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515727232:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760755.164792:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973001 gen 2 00000008:00010000:3.0:1789760755.164850:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e80c0 00000020:00200000:3.0:1789760755.164876:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760755.164888:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760755.164978:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e80c0 00000100:00100000:3.0:1789760755.165010:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515727232:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760755.165622:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5684, 5684] 00000080:00200000:2.0:1789760755.165640:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760755.165647:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760755.165664:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23285760 i_blocks 47111 00000020:00200000:2.0:1789760755.165669:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760755.165680:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760755.165715:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23285760, count: 4096 00000080:00200000:2.0:1789760755.165723:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23285760, bytes: 4096 00000080:00200000:2.0:1789760755.165736:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760755.165746:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760755.165749:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23285760, 23289856) 0 0 00000080:00200000:2.0:1789760755.165753:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760755.165771:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5685, 5685] 00020000:00200000:2.0:1789760755.165781:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23285760 chunk: [23285760, 23289856) 23289856, 4096 00020000:00200000:2.0:1789760755.165786:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760755.165807:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5685, 5685] 00000008:00010000:2.0:1789760755.165825:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760755.165831:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760755.165843:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23285760, 23289856) append 0 append lockpos 0 00000080:00200000:2.0:1789760755.165892:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23285760=0x1635000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760755.165957:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760755.165960:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23289856 00000020:00010000:2.0:1789760755.165969:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760755.165973:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.165976:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.165979:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760755.165982:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760755.165993:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760755.166001:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760755.166020:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760755.166323:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 23285760<>23289856 00000100:00100000:3.0:1789760755.166413:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515727360:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760755.200964:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973002 gen 2 00000008:00010000:3.0:1789760755.201022:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8600 00000020:00200000:3.0:1789760755.201032:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760755.201042:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760755.201063:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8600 00000100:00100000:3.0:1789760755.201103:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515727360:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760755.201312:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5685, 5685] 00000080:00200000:2.0:1789760755.201329:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760755.201335:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760755.201353:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23289856 i_blocks 47111 00000020:00200000:2.0:1789760755.201357:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760755.201367:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760755.201402:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23289856, count: 4096 00000080:00200000:2.0:1789760755.201410:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23289856, bytes: 4096 00000080:00200000:2.0:1789760755.201420:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760755.201429:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760755.201432:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23289856, 23293952) 0 0 00000080:00200000:2.0:1789760755.201436:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760755.201453:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5686, 5686] 00020000:00200000:2.0:1789760755.201462:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23289856 chunk: [23289856, 23293952) 23293952, 4096 00020000:00200000:2.0:1789760755.201467:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760755.201488:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5686, 5686] 00000008:00010000:2.0:1789760755.201506:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760755.201512:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760755.201524:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23289856, 23293952) append 0 append lockpos 0 00000080:00200000:2.0:1789760755.201538:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23289856=0x1636000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760755.201598:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760755.201601:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23293952 00000020:00010000:2.0:1789760755.201610:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760755.201613:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.201617:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.201620:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760755.201623:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760755.201633:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760755.201641:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760755.201657:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760755.201775:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 23289856<>23293952 00000100:00100000:3.0:1789760755.201891:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515727488:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760755.234069:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973003 gen 2 00000008:00010000:3.0:1789760755.234127:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8240 00000020:00200000:3.0:1789760755.234136:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760755.234147:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760755.234170:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8240 00000100:00100000:3.0:1789760755.234201:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515727488:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760755.234476:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5686, 5686] 00000080:00200000:2.0:1789760755.234496:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760755.234503:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760755.234520:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23293952 i_blocks 47111 00000020:00200000:2.0:1789760755.234524:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760755.234535:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760755.234633:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23293952, count: 4096 00000080:00200000:2.0:1789760755.234661:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23293952, bytes: 4096 00000080:00200000:2.0:1789760755.234681:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760755.234690:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760755.234693:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23293952, 23298048) 0 0 00000080:00200000:2.0:1789760755.234698:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760755.234714:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5687, 5687] 00020000:00200000:2.0:1789760755.234722:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23293952 chunk: [23293952, 23298048) 23298048, 4096 00020000:00200000:2.0:1789760755.234726:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760755.234743:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5687, 5687] 00000008:00010000:2.0:1789760755.234758:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760755.234763:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760755.234772:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23293952, 23298048) append 0 append lockpos 0 00000080:00200000:2.0:1789760755.234784:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23293952=0x1637000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760755.234844:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760755.234847:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23298048 00000020:00010000:2.0:1789760755.234904:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760755.234909:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.234912:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.234915:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760755.234918:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760755.234929:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760755.234937:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760755.234962:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8900 00000008:00100000:2.0:1789760755.235053:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 23293952<>23298048 00000100:00100000:3.0:1789760755.235415:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760755.235437:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515727616:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760755.264558:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8900 00000020:00200000:3.0:1789760755.264575:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760755.264588:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760755.264610:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8900 00000100:00100000:3.0:1789760755.264642:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515727616:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760755.264787:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5687, 5687] 00000080:00200000:2.0:1789760755.264803:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760755.264810:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760755.264825:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23298048 i_blocks 47111 00000020:00200000:2.0:1789760755.264829:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760755.264839:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760755.264914:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23298048, count: 4096 00000080:00200000:2.0:1789760755.264922:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23298048, bytes: 4096 00000080:00200000:2.0:1789760755.264932:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760755.264941:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760755.264943:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23298048, 23302144) 0 0 00000080:00200000:2.0:1789760755.264948:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760755.264965:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5688, 5688] 00020000:00200000:2.0:1789760755.264974:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23298048 chunk: [23298048, 23302144) 23302144, 4096 00020000:00200000:2.0:1789760755.264979:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760755.265000:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5688, 5688] 00000008:00010000:2.0:1789760755.265019:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760755.265025:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760755.265036:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23298048, 23302144) append 0 append lockpos 0 00000080:00200000:2.0:1789760755.265051:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23298048=0x1638000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760755.265171:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760755.265174:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23302144 00000020:00010000:2.0:1789760755.265320:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760755.265324:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.265328:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.265332:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760755.265335:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760755.265347:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760755.265355:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760755.265373:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760755.265482:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 23298048<>23302144 00000100:00100000:3.0:1789760755.265544:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515727744:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760755.302695:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973005 gen 2 00000008:00010000:3.0:1789760755.302760:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:3.0:1789760755.302769:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760755.302780:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760755.302800:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:3.0:1789760755.302831:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515727744:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760755.303060:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5688, 5688] 00000080:00200000:2.0:1789760755.303078:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760755.303084:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760755.303109:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23302144 i_blocks 47111 00000020:00200000:2.0:1789760755.303113:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760755.303123:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760755.303158:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23302144, count: 4096 00000080:00200000:2.0:1789760755.303166:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23302144, bytes: 4096 00000080:00200000:2.0:1789760755.303176:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760755.303295:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760755.303298:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23302144, 23306240) 0 0 00000080:00200000:2.0:1789760755.303303:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760755.303320:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5689, 5689] 00020000:00200000:2.0:1789760755.303330:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23302144 chunk: [23302144, 23306240) 23306240, 4096 00020000:00200000:2.0:1789760755.303335:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760755.303356:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5689, 5689] 00000008:00010000:2.0:1789760755.303375:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760755.303381:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760755.303393:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23302144, 23306240) append 0 append lockpos 0 00000080:00200000:2.0:1789760755.303408:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23302144=0x1639000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760755.303463:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760755.303466:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23306240 00000020:00010000:2.0:1789760755.303474:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760755.303478:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.303481:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.303486:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760755.303489:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760755.303499:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760755.303506:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760755.303522:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8180 00000008:00100000:2.0:1789760755.303630:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 23302144<>23306240 00000100:00100000:3.0:1789760755.303728:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760755.303748:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515727872:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760755.342577:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973006 gen 2 00000008:00010000:3.0:1789760755.342631:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8180 00000020:00200000:3.0:1789760755.342640:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760755.342652:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760755.342722:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8180 00000100:00100000:3.0:1789760755.342754:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515727872:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760755.342843:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5689, 5689] 00000080:00200000:2.0:1789760755.342885:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760755.342892:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760755.342974:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23306240 i_blocks 47111 00000020:00200000:2.0:1789760755.342978:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760755.342988:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760755.343025:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23306240, count: 4096 00000080:00200000:2.0:1789760755.343033:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23306240, bytes: 4096 00000080:00200000:2.0:1789760755.343044:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760755.343053:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760755.343056:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23306240, 23310336) 0 0 00000080:00200000:2.0:1789760755.343060:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760755.343077:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5690, 5690] 00020000:00200000:2.0:1789760755.343085:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23306240 chunk: [23306240, 23310336) 23310336, 4096 00020000:00200000:2.0:1789760755.343149:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760755.343172:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5690, 5690] 00000008:00010000:2.0:1789760755.343318:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760755.343324:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760755.343336:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23306240, 23310336) append 0 append lockpos 0 00000080:00200000:2.0:1789760755.343352:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23306240=0x163a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760755.343413:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760755.343416:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23310336 00000020:00010000:2.0:1789760755.343424:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760755.343428:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.343431:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.343434:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760755.343437:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760755.343447:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760755.343454:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760755.343474:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760755.343584:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 23306240<>23310336 00000100:00100000:3.0:1789760755.343661:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515728000:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760755.374899:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8b40 00000020:00200000:3.0:1789760755.374924:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760755.374936:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760755.374955:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8b40 00000100:00100000:3.0:1789760755.374988:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515728000:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760755.375189:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5690, 5690] 00000080:00200000:2.0:1789760755.375207:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760755.375214:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760755.375229:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23310336 i_blocks 47111 00000020:00200000:2.0:1789760755.375233:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760755.375243:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760755.375287:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23310336, count: 4096 00000080:00200000:2.0:1789760755.375295:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23310336, bytes: 4096 00000080:00200000:2.0:1789760755.375307:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760755.375316:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760755.375319:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23310336, 23314432) 0 0 00000080:00200000:2.0:1789760755.375323:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760755.375343:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5691, 5691] 00020000:00200000:2.0:1789760755.375353:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23310336 chunk: [23310336, 23314432) 23314432, 4096 00020000:00200000:2.0:1789760755.375357:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760755.375376:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5691, 5691] 00000008:00010000:2.0:1789760755.375396:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760755.375402:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760755.375413:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23310336, 23314432) append 0 append lockpos 0 00000080:00200000:2.0:1789760755.375428:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23310336=0x163b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760755.375490:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760755.375493:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23314432 00000020:00010000:2.0:1789760755.375502:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760755.375506:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.375509:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.375513:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760755.375516:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760755.375527:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760755.375534:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760755.375551:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760755.375667:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 23310336<>23314432 00000100:00100000:3.0:1789760755.375899:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515728128:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760755.424617:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973008 gen 2 00000008:00010000:3.0:1789760755.424683:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8f00 00000020:00200000:3.0:1789760755.424692:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760755.424702:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760755.424724:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8f00 00000100:00100000:3.0:1789760755.424753:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515728128:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760755.424852:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5691, 5691] 00000080:00200000:2.0:1789760755.424897:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760755.424914:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760755.424930:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23314432 i_blocks 47111 00000020:00200000:2.0:1789760755.424935:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760755.424946:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760755.424978:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23314432, count: 4096 00000080:00200000:2.0:1789760755.424986:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23314432, bytes: 4096 00000080:00200000:2.0:1789760755.424995:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760755.425004:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760755.425006:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23314432, 23318528) 0 0 00000080:00200000:2.0:1789760755.425011:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760755.425028:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5692, 5692] 00020000:00200000:2.0:1789760755.425038:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23314432 chunk: [23314432, 23318528) 23318528, 4096 00020000:00200000:2.0:1789760755.425043:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760755.425064:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5692, 5692] 00000008:00010000:2.0:1789760755.425082:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760755.425088:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760755.425100:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23314432, 23318528) append 0 append lockpos 0 00000080:00200000:2.0:1789760755.425114:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23314432=0x163c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760755.425189:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760755.425193:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23318528 00000020:00010000:2.0:1789760755.425202:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760755.425206:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.425209:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.425213:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760755.425217:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760755.425228:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760755.425235:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760755.425251:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760755.425364:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 23314432<>23318528 00000100:00100000:3.0:1789760755.425585:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760755.425605:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515728256:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760755.466775:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973009 gen 2 00000008:00010000:3.0:1789760755.466825:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8f00 00000020:00200000:3.0:1789760755.466834:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760755.466845:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760755.466885:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8f00 00000080:00200000:2.0:1789760755.467083:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5692, 5692] 00000080:00200000:2.0:1789760755.467102:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760755.467108:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760755.467123:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23318528 i_blocks 47111 00000020:00200000:2.0:1789760755.467127:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760755.467136:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760755.467347:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23318528, count: 4096 00000080:00200000:2.0:1789760755.467357:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23318528, bytes: 4096 00000080:00200000:2.0:1789760755.467368:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760755.467376:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760755.467378:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23318528, 23322624) 0 0 00000080:00200000:2.0:1789760755.467384:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760755.467398:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5693, 5693] 00020000:00200000:2.0:1789760755.467407:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23318528 chunk: [23318528, 23322624) 23322624, 4096 00020000:00200000:2.0:1789760755.467411:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760755.467429:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5693, 5693] 00000008:00010000:2.0:1789760755.467446:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760755.467451:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760755.467461:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23318528, 23322624) append 0 append lockpos 0 00000080:00200000:2.0:1789760755.467475:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23318528=0x163d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760755.467519:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760755.467521:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23322624 00000020:00010000:2.0:1789760755.467529:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760755.467532:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.467535:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.467538:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760755.467541:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760755.467551:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760755.467623:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1789760755.467675:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515728256:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760755.467721:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:3.0:1789760755.467824:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5180 - object 0x240000400:4 offset 23318528<>23322624 00000100:00100000:2.0:1789760755.468105:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760755.468497:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515728384:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760755.519544:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8b40 00000020:00200000:3.0:1789760755.519564:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760755.519578:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760755.519600:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8b40 00000100:00100000:3.0:1789760755.519634:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515728384:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760755.519733:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5693, 5693] 00000080:00200000:2.0:1789760755.519751:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760755.519757:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760755.519774:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23322624 i_blocks 47111 00000020:00200000:2.0:1789760755.519778:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760755.519787:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760755.519824:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23322624, count: 4096 00000080:00200000:2.0:1789760755.519831:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23322624, bytes: 4096 00000080:00200000:2.0:1789760755.519842:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760755.519850:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760755.519891:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23322624, 23326720) 0 0 00000080:00200000:2.0:1789760755.519898:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760755.519926:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5694, 5694] 00020000:00200000:2.0:1789760755.519936:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23322624 chunk: [23322624, 23326720) 23326720, 4096 00020000:00200000:2.0:1789760755.519941:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760755.519964:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5694, 5694] 00000008:00010000:2.0:1789760755.519985:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760755.519990:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760755.520003:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23322624, 23326720) append 0 append lockpos 0 00000080:00200000:2.0:1789760755.520017:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23322624=0x163e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760755.520080:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760755.520083:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23326720 00000020:00010000:2.0:1789760755.520090:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760755.520094:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.520098:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.520101:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760755.520104:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760755.520115:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760755.520123:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760755.520141:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8180 00000008:00100000:2.0:1789760755.520257:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 23322624<>23326720 00000100:00100000:3.0:1789760755.520439:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760755.520462:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515728512:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760755.557782:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973011 gen 2 00000008:00010000:3.0:1789760755.557827:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8180 00000020:00200000:3.0:1789760755.557833:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760755.557840:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760755.557889:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8180 00000100:00100000:3.0:1789760755.557923:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515728512:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760755.558104:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5694, 5694] 00000080:00200000:2.0:1789760755.558118:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760755.558124:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760755.558136:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23326720 i_blocks 47111 00000020:00200000:2.0:1789760755.558139:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760755.558148:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760755.558173:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23326720, count: 4096 00000080:00200000:2.0:1789760755.558179:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23326720, bytes: 4096 00000080:00200000:2.0:1789760755.558188:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760755.558194:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760755.558196:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23326720, 23330816) 0 0 00000080:00200000:2.0:1789760755.558200:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760755.558212:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5695, 5695] 00020000:00200000:2.0:1789760755.558219:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23326720 chunk: [23326720, 23330816) 23330816, 4096 00020000:00200000:2.0:1789760755.558223:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760755.558238:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5695, 5695] 00000008:00010000:2.0:1789760755.558251:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760755.558255:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760755.558275:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23326720, 23330816) append 0 append lockpos 0 00000080:00200000:2.0:1789760755.558287:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23326720=0x163f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760755.558344:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760755.558347:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23330816 00000020:00010000:2.0:1789760755.558354:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760755.558357:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.558360:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.558363:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760755.558366:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760755.558374:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760755.558379:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760755.558392:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760755.560168:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 23326720<>23330816 00000100:00100000:3.0:1789760755.560342:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515728640:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760755.590404:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:3.0:1789760755.590417:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760755.590427:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760755.590494:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:3.0:1789760755.590519:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515728640:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760755.590583:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5695, 5695] 00000080:00200000:2.0:1789760755.590596:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760755.590601:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760755.590613:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23330816 i_blocks 47111 00000020:00200000:2.0:1789760755.590616:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760755.590624:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760755.590649:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23330816, count: 4096 00000080:00200000:2.0:1789760755.590655:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23330816, bytes: 4096 00000080:00200000:2.0:1789760755.590664:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760755.590671:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760755.590673:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23330816, 23334912) 0 0 00000080:00200000:2.0:1789760755.590676:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760755.590688:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5696, 5696] 00020000:00200000:2.0:1789760755.590694:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23330816 chunk: [23330816, 23334912) 23334912, 4096 00020000:00200000:2.0:1789760755.590697:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760755.590711:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5696, 5696] 00000008:00010000:2.0:1789760755.590723:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760755.590728:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760755.590735:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23330816, 23334912) append 0 append lockpos 0 00000080:00200000:2.0:1789760755.592431:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23330816=0x1640000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760755.592559:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760755.592563:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23334912 00000020:00010000:2.0:1789760755.592572:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760755.592575:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.592578:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.592581:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760755.592584:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760755.592593:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760755.592601:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760755.592623:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8900 00000008:00100000:2.0:1789760755.592709:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 23330816<>23334912 00000100:00100000:3.0:1789760755.592792:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515728768:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760755.623604:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973012 gen 2 00000100:00100000:3.0:1789760755.623629:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23ab480 x1876699515728768/t4294973013(4294973013) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760771 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760755.623662:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8900 00000020:00200000:3.0:1789760755.623667:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760755.623674:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760755.623690:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8900 00000100:00100000:3.0:1789760755.623707:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515728768:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760755.624544:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5696, 5696] 00000080:00200000:2.0:1789760755.624559:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760755.624564:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760755.624576:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23334912 i_blocks 47111 00000020:00200000:2.0:1789760755.624579:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760755.624588:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760755.624611:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23334912, count: 4096 00000080:00200000:2.0:1789760755.624616:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23334912, bytes: 4096 00000080:00200000:2.0:1789760755.624624:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760755.624630:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760755.624633:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23334912, 23339008) 0 0 00000080:00200000:2.0:1789760755.624636:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760755.624647:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5697, 5697] 00020000:00200000:2.0:1789760755.624654:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23334912 chunk: [23334912, 23339008) 23339008, 4096 00020000:00200000:2.0:1789760755.624657:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760755.624670:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5697, 5697] 00000008:00010000:2.0:1789760755.624682:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760755.624686:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760755.624694:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23334912, 23339008) append 0 append lockpos 0 00000080:00200000:2.0:1789760755.624703:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23334912=0x1641000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760755.625054:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760755.625058:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23339008 00000020:00010000:2.0:1789760755.625065:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760755.625068:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.625072:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760755.625075:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760755.625078:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760755.625087:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760755.625092:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760755.625118:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760755.625482:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 23334912<>23339008 00000100:00100000:2.0:1789760755.625534:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515728896:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760755.680938:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973014 gen 2 00000008:00010000:3.0:1789760755.681101:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8240 00000020:00200000:3.0:1789760755.681108:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760755.681115:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760755.681139:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8240 00000100:00100000:3.0:1789760755.681162:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515728896:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760755.681302:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5697, 5697] 00000080:00200000:1.0:1789760755.681315:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760755.681321:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760755.681331:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23339008 i_blocks 47111 00000020:00200000:1.0:1789760755.681334:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760755.681343:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760755.681367:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23339008, count: 4096 00000080:00200000:1.0:1789760755.681373:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23339008, bytes: 4096 00000080:00200000:1.0:1789760755.681381:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760755.681388:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760755.681390:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23339008, 23343104) 0 0 00000080:00200000:1.0:1789760755.681470:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760755.681485:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5698, 5698] 00020000:00200000:1.0:1789760755.681491:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23339008 chunk: [23339008, 23343104) 23343104, 4096 00020000:00200000:1.0:1789760755.681495:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760755.681511:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5698, 5698] 00000008:00010000:1.0:1789760755.681524:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760755.681627:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760755.681637:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23339008, 23343104) append 0 append lockpos 0 00000080:00200000:1.0:1789760755.681649:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23339008=0x1642000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760755.681693:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760755.681696:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23343104 00000020:00010000:1.0:1789760755.681702:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760755.681705:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760755.681708:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760755.681712:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760755.681714:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760755.681720:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760755.681725:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760755.681736:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760755.681808:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573480 - object 0x240000400:4 offset 23339008<>23343104 00000100:00100000:0.0:1789760755.681946:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515729024:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760755.697194:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789760755.718706:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973015 gen 2 00000008:00010000:0.0:1789760755.718744:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760755.718749:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760755.718758:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760755.718780:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760755.718805:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515729024:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760755.718911:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5698, 5698] 00000080:00200000:1.0:1789760755.718924:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760755.718929:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760755.718945:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23343104 i_blocks 47111 00000020:00200000:1.0:1789760755.718949:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760755.718960:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760755.718998:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23343104, count: 4096 00000080:00200000:1.0:1789760755.719004:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23343104, bytes: 4096 00000080:00200000:1.0:1789760755.719012:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760755.719018:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760755.719020:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23343104, 23347200) 0 0 00000080:00200000:1.0:1789760755.719023:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760755.719035:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5699, 5699] 00020000:00200000:1.0:1789760755.719043:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23343104 chunk: [23343104, 23347200) 23347200, 4096 00020000:00200000:1.0:1789760755.719269:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760755.719285:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5699, 5699] 00000008:00010000:1.0:1789760755.719300:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760755.719304:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760755.719314:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23343104, 23347200) append 0 append lockpos 0 00000080:00200000:1.0:1789760755.719325:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23343104=0x1643000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760755.719371:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760755.719374:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23347200 00000020:00010000:1.0:1789760755.719382:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760755.719387:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760755.719390:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760755.719393:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760755.719395:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760755.719401:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760755.719407:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760755.719420:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760755.719496:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571180 - object 0x240000400:4 offset 23343104<>23347200 00000100:00100000:0.0:1789760755.720467:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515729152:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760755.758690:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760755.758704:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760755.758714:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760755.758727:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760755.758757:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515729152:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760755.759613:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5699, 5699] 00000080:00200000:1.0:1789760755.759631:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760755.759637:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760755.759651:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23347200 i_blocks 47111 00000020:00200000:1.0:1789760755.759655:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760755.759665:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760755.759691:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23347200, count: 4096 00000080:00200000:1.0:1789760755.759697:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23347200, bytes: 4096 00000080:00200000:1.0:1789760755.759708:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760755.759716:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760755.759718:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23347200, 23351296) 0 0 00000080:00200000:1.0:1789760755.759722:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760755.759736:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5700, 5700] 00020000:00200000:1.0:1789760755.759743:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23347200 chunk: [23347200, 23351296) 23351296, 4096 00020000:00200000:1.0:1789760755.759746:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760755.759763:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5700, 5700] 00000008:00010000:1.0:1789760755.759777:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760755.759782:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760755.759792:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23347200, 23351296) append 0 append lockpos 0 00000080:00200000:1.0:1789760755.759803:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23347200=0x1644000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760755.759848:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760755.759851:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23351296 00000020:00010000:1.0:1789760755.759896:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760755.759900:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760755.759903:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99c68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760755.759907:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760755.759910:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760755.759916:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760755.759922:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760755.759936:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760755.760018:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570e00 - object 0x240000400:4 offset 23347200<>23351296 00000100:00100000:1.0:1789760755.760048:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760755.760066:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515729280:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760755.788337:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973017 gen 2 00000008:00010000:1.0:1789760755.788384:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:1.0:1789760755.788390:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760755.788398:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760755.788421:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:1.0:1789760755.788444:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515729280:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760755.788460:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5700, 5700] 00000080:00200000:0.0:1789760755.788485:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760755.788493:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760755.788721:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23351296 i_blocks 47111 00000020:00200000:1.0:1789760755.788726:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760755.788735:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760755.788761:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23351296, count: 4096 00000080:00200000:1.0:1789760755.788767:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23351296, bytes: 4096 00000080:00200000:1.0:1789760755.788785:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760755.788792:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760755.788795:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23351296, 23355392) 0 0 00000080:00200000:1.0:1789760755.788799:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760755.789087:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5701, 5701] 00020000:00200000:1.0:1789760755.789095:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23351296 chunk: [23351296, 23355392) 23355392, 4096 00020000:00200000:1.0:1789760755.789099:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760755.789114:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5701, 5701] 00000008:00010000:1.0:1789760755.789127:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760755.789131:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760755.789141:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23351296, 23355392) append 0 append lockpos 0 00000080:00200000:1.0:1789760755.789151:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23351296=0x1645000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760755.789193:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760755.789195:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23355392 00000020:00010000:1.0:1789760755.789202:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760755.789205:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760755.789208:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760755.789211:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760755.789214:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760755.789220:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760755.789226:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760755.789274:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760755.789348:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570e00 - object 0x240000400:4 offset 23351296<>23355392 00000100:00100000:0.0:1789760755.791472:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515729408:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760755.826645:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:1.0:1789760755.826656:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760755.826667:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760755.826696:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:1.0:1789760755.826719:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515729408:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760755.827011:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5701, 5701] 00000080:00200000:0.0:1789760755.827024:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760755.827029:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760755.827040:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23355392 i_blocks 47111 00000020:00200000:0.0:1789760755.827044:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760755.827052:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760755.827076:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23355392, count: 4096 00000080:00200000:0.0:1789760755.827082:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23355392, bytes: 4096 00000080:00200000:0.0:1789760755.827090:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760755.827097:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760755.827100:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23355392, 23359488) 0 0 00000080:00200000:0.0:1789760755.827104:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760755.827116:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5702, 5702] 00020000:00200000:0.0:1789760755.827124:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23355392 chunk: [23355392, 23359488) 23359488, 4096 00020000:00200000:0.0:1789760755.827442:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760755.827458:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5702, 5702] 00000008:00010000:0.0:1789760755.827472:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760755.827476:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760755.827485:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23355392, 23359488) append 0 append lockpos 0 00000080:00200000:0.0:1789760755.827496:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23355392=0x1646000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760755.827548:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760755.827551:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23359488 00000020:00010000:0.0:1789760755.827557:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760755.827560:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760755.827563:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760755.827566:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760755.827569:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760755.827576:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760755.827581:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760755.827597:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760755.827675:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7480 - object 0x240000400:4 offset 23355392<>23359488 00000100:00100000:1.0:1789760755.827888:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760755.827905:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515729536:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760755.858712:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973019 gen 2 00000008:00010000:1.0:1789760755.858779:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760755.858788:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760755.858799:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760755.859051:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760755.859081:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515729536:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760755.859162:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5702, 5702] 00000080:00200000:0.0:1789760755.859179:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760755.859185:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760755.859199:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23359488 i_blocks 47111 00000020:00200000:0.0:1789760755.859203:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760755.859213:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760755.859246:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23359488, count: 4096 00000080:00200000:0.0:1789760755.859253:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23359488, bytes: 4096 00000080:00200000:0.0:1789760755.859279:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760755.859288:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760755.859290:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23359488, 23363584) 0 0 00000080:00200000:0.0:1789760755.859293:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760755.859376:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5703, 5703] 00020000:00200000:0.0:1789760755.859385:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23359488 chunk: [23359488, 23363584) 23363584, 4096 00020000:00200000:0.0:1789760755.859389:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760755.859410:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5703, 5703] 00000008:00010000:0.0:1789760755.859427:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760755.859433:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760755.859444:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23359488, 23363584) append 0 append lockpos 0 00000080:00200000:0.0:1789760755.859457:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23359488=0x1647000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760755.859510:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760755.859513:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23363584 00000020:00010000:0.0:1789760755.859520:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760755.859524:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760755.859527:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760755.859530:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760755.859648:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760755.859657:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760755.859664:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760755.859681:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760755.859780:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6300 - object 0x240000400:4 offset 23359488<>23363584 00000100:00100000:1.0:1789760755.859846:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515729664:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760755.919752:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973020 gen 2 00000008:00010000:1.0:1789760755.919810:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760755.919819:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760755.919830:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760755.919911:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760755.919943:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515729664:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760755.920073:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5703, 5703] 00000080:00200000:3.0:1789760755.920090:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760755.920096:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760755.920112:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23363584 i_blocks 47111 00000020:00200000:3.0:1789760755.920115:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760755.920128:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760755.920164:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23363584, count: 4096 00000080:00200000:3.0:1789760755.920171:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23363584, bytes: 4096 00000080:00200000:3.0:1789760755.920186:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760755.920193:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760755.920196:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23363584, 23367680) 0 0 00000080:00200000:3.0:1789760755.920200:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760755.920215:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5704, 5704] 00020000:00200000:3.0:1789760755.920224:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23363584 chunk: [23363584, 23367680) 23367680, 4096 00020000:00200000:3.0:1789760755.920228:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760755.920248:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5704, 5704] 00000008:00010000:3.0:1789760755.920276:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760755.920283:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760755.920295:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23363584, 23367680) append 0 append lockpos 0 00000080:00200000:3.0:1789760755.920311:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23363584=0x1648000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760755.920369:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760755.920372:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23367680 00000020:00010000:3.0:1789760755.920381:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760755.920384:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760755.920387:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760755.920390:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760755.920393:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760755.920400:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760755.920407:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760755.920424:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760755.920531:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5180 - object 0x240000400:4 offset 23363584<>23367680 00000100:00100000:3.0:1789760755.920584:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760755.920602:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515729792:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760755.967496:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973021 gen 2 00000008:00010000:2.0:1789760755.967551:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:2.0:1789760755.967560:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760755.967574:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760755.967597:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:2.0:1789760755.967631:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515729792:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760755.968070:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5704, 5704] 00000080:00200000:3.0:1789760755.968086:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760755.968093:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760755.968110:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23367680 i_blocks 47111 00000020:00200000:3.0:1789760755.968114:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760755.968123:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760755.968155:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23367680, count: 4096 00000080:00200000:3.0:1789760755.968162:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23367680, bytes: 4096 00000080:00200000:3.0:1789760755.968173:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760755.968181:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760755.968195:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23367680, 23371776) 0 0 00000080:00200000:3.0:1789760755.968200:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760755.968218:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5705, 5705] 00020000:00200000:3.0:1789760755.968227:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23367680 chunk: [23367680, 23371776) 23371776, 4096 00020000:00200000:3.0:1789760755.968231:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760755.968250:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5705, 5705] 00000008:00010000:3.0:1789760755.968281:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760755.968287:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760755.968299:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23367680, 23371776) append 0 append lockpos 0 00000080:00200000:3.0:1789760755.968313:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23367680=0x1649000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760755.968368:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760755.968371:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23371776 00000020:00010000:3.0:1789760755.968378:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760755.968382:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760755.968384:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760755.968387:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760755.968390:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760755.968397:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760755.968404:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760755.968419:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056540 00000008:00100000:3.0:1789760755.968518:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4380 - object 0x240000400:4 offset 23367680<>23371776 00000100:00100000:2.0:1789760755.968639:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760755.968668:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515729920:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760756.012786:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973022 gen 2 00000008:00010000:2.0:1789760756.012837:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056540 00000020:00200000:2.0:1789760756.012844:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760756.012889:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760756.012951:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056540 00000100:00100000:2.0:1789760756.012981:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515729920:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760756.013374:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5705, 5705] 00000080:00200000:3.0:1789760756.013392:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760756.013398:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760756.013415:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23371776 i_blocks 47111 00000020:00200000:3.0:1789760756.013419:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760756.013431:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760756.013465:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23371776, count: 4096 00000080:00200000:3.0:1789760756.013472:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23371776, bytes: 4096 00000080:00200000:3.0:1789760756.013484:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760756.013492:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760756.013494:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23371776, 23375872) 0 0 00000080:00200000:3.0:1789760756.013499:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760756.013514:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5706, 5706] 00020000:00200000:3.0:1789760756.013523:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23371776 chunk: [23371776, 23375872) 23375872, 4096 00020000:00200000:3.0:1789760756.013527:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760756.013544:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5706, 5706] 00000008:00010000:3.0:1789760756.013561:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760756.013567:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760756.013580:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23371776, 23375872) append 0 append lockpos 0 00000080:00200000:3.0:1789760756.013596:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23371776=0x164a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760756.013783:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760756.013787:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23375872 00000020:00010000:3.0:1789760756.013797:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760756.013800:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760756.013803:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760756.013806:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760756.013808:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760756.013816:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760756.013822:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760756.013844:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056540 00000008:00100000:3.0:1789760756.014265:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 23371776<>23375872 00000100:00100000:2.0:1789760756.014338:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515730048:192.168.203.146@tcp:4:dd.0 00000008:00010000:2.0:1789760756.051978:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056540 00000020:00200000:2.0:1789760756.051992:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760756.052003:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760756.052022:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056540 00000100:00100000:2.0:1789760756.052049:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515730048:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760756.052133:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5706, 5706] 00000080:00200000:3.0:1789760756.052147:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760756.052153:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760756.052168:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23375872 i_blocks 47111 00000020:00200000:3.0:1789760756.052171:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760756.052186:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760756.052217:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23375872, count: 4096 00000080:00200000:3.0:1789760756.052224:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23375872, bytes: 4096 00000080:00200000:3.0:1789760756.052232:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760756.052241:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760756.052243:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23375872, 23379968) 0 0 00000080:00200000:3.0:1789760756.052247:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760756.052273:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5707, 5707] 00020000:00200000:3.0:1789760756.052283:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23375872 chunk: [23375872, 23379968) 23379968, 4096 00020000:00200000:3.0:1789760756.052287:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760756.052305:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5707, 5707] 00000008:00010000:3.0:1789760756.052322:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760756.052327:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760756.052337:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23375872, 23379968) append 0 append lockpos 0 00000080:00200000:3.0:1789760756.052351:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23375872=0x164b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760756.052410:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760756.052412:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23379968 00000020:00010000:3.0:1789760756.052421:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760756.052424:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760756.052427:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760756.052431:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760756.052433:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760756.052440:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760756.052446:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760756.052462:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760756.052566:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7800 - object 0x240000400:4 offset 23375872<>23379968 00000100:00100000:2.0:1789760756.053116:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515730176:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760756.089541:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973023 gen 2 00000100:00100000:2.0:1789760756.089652:0:2364:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc61e7800 x1876699515730176/t4294973024(4294973024) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760772 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:2.0:1789760756.090025:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:2.0:1789760756.090032:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760756.090044:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760756.090110:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:2.0:1789760756.090136:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515730176:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760756.090204:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5707, 5707] 00000080:00200000:3.0:1789760756.090219:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760756.090225:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760756.090240:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23379968 i_blocks 47111 00000020:00200000:3.0:1789760756.090244:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760756.090253:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760756.090296:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23379968, count: 4096 00000080:00200000:3.0:1789760756.090303:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23379968, bytes: 4096 00000080:00200000:3.0:1789760756.090313:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760756.090321:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760756.090323:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23379968, 23384064) 0 0 00000080:00200000:3.0:1789760756.090328:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760756.090344:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5708, 5708] 00020000:00200000:3.0:1789760756.090353:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23379968 chunk: [23379968, 23384064) 23384064, 4096 00020000:00200000:3.0:1789760756.090358:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760756.090376:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5708, 5708] 00000008:00010000:3.0:1789760756.090394:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760756.090401:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760756.090413:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23379968, 23384064) append 0 append lockpos 0 00000080:00200000:3.0:1789760756.090427:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23379968=0x164c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760756.090485:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760756.090488:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23384064 00000020:00010000:3.0:1789760756.090496:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760756.090500:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760756.090503:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760756.090507:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760756.090510:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760756.090518:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760756.090524:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760756.090541:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760756.090778:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4e00 - object 0x240000400:4 offset 23379968<>23384064 00000100:00100000:2.0:1789760756.090850:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515730304:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760756.119518:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973025 gen 2 00000008:00010000:2.0:1789760756.119742:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:2.0:1789760756.119752:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760756.119763:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760756.119780:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:2.0:1789760756.119813:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515730304:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760756.119969:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5708, 5708] 00000080:00200000:3.0:1789760756.120052:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760756.120059:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760756.120075:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23384064 i_blocks 47111 00000020:00200000:3.0:1789760756.120079:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760756.120088:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760756.120122:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23384064, count: 4096 00000080:00200000:3.0:1789760756.120129:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23384064, bytes: 4096 00000080:00200000:3.0:1789760756.120139:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760756.120147:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760756.120150:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23384064, 23388160) 0 0 00000080:00200000:3.0:1789760756.120154:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760756.120170:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5709, 5709] 00020000:00200000:3.0:1789760756.120292:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23384064 chunk: [23384064, 23388160) 23388160, 4096 00020000:00200000:3.0:1789760756.120297:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760756.120317:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5709, 5709] 00000008:00010000:3.0:1789760756.120335:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760756.120341:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760756.120353:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23384064, 23388160) append 0 append lockpos 0 00000080:00200000:3.0:1789760756.120369:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23384064=0x164d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760756.120424:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760756.120427:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23388160 00000020:00010000:3.0:1789760756.120435:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760756.120438:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760756.120441:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760756.120444:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760756.120447:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760756.120454:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760756.120461:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760756.120477:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760756.120649:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5880 - object 0x240000400:4 offset 23384064<>23388160 00000100:00100000:2.0:1789760756.120840:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515730432:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760756.172729:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973026 gen 2 00000008:00010000:2.0:1789760756.172780:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:2.0:1789760756.172788:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760756.172800:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760756.172820:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:2.0:1789760756.172849:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515730432:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760756.173435:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5709, 5709] 00000080:00200000:3.0:1789760756.173454:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760756.173460:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760756.173477:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23388160 i_blocks 47111 00000020:00200000:3.0:1789760756.173482:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760756.173492:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760756.173531:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23388160, count: 4096 00000080:00200000:3.0:1789760756.173539:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23388160, bytes: 4096 00000080:00200000:3.0:1789760756.173883:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760756.173894:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760756.173897:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23388160, 23392256) 0 0 00000080:00200000:3.0:1789760756.173901:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760756.173919:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5710, 5710] 00020000:00200000:3.0:1789760756.173928:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23388160 chunk: [23388160, 23392256) 23392256, 4096 00020000:00200000:3.0:1789760756.173933:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760756.173955:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5710, 5710] 00000008:00010000:3.0:1789760756.174526:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760756.174538:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760756.174563:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23388160, 23392256) append 0 append lockpos 0 00000080:00200000:3.0:1789760756.174580:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23388160=0x164e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760756.174657:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760756.174660:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23392256 00000020:00010000:3.0:1789760756.174670:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760756.174673:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760756.174676:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760756.174680:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760756.174683:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760756.174692:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760756.174700:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760756.174738:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760756.174895:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7480 - object 0x240000400:4 offset 23388160<>23392256 00000100:00100000:2.0:1789760756.175369:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760756.175398:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515730560:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760756.244448:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973027 gen 2 00000008:00010000:3.0:1789760756.244500:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760756.244508:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760756.244520:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760756.244548:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760756.244580:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515730560:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760756.244782:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5710, 5710] 00000080:00200000:1.0:1789760756.244798:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760756.244804:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760756.244819:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23392256 i_blocks 47111 00000020:00200000:1.0:1789760756.244823:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760756.244833:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760756.244909:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23392256, count: 4096 00000080:00200000:1.0:1789760756.244916:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23392256, bytes: 4096 00000080:00200000:1.0:1789760756.244927:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760756.244935:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760756.244937:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23392256, 23396352) 0 0 00000080:00200000:1.0:1789760756.244942:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760756.244959:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5711, 5711] 00020000:00200000:1.0:1789760756.244967:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23392256 chunk: [23392256, 23396352) 23396352, 4096 00020000:00200000:1.0:1789760756.244972:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760756.244993:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5711, 5711] 00000008:00010000:1.0:1789760756.245012:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760756.245017:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760756.245030:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23392256, 23396352) append 0 append lockpos 0 00000080:00200000:1.0:1789760756.245044:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23392256=0x164f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760756.245114:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760756.245118:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23396352 00000020:00010000:1.0:1789760756.245126:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760756.245130:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760756.245133:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760756.245137:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760756.245140:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760756.245147:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760756.245154:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760756.245170:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760756.245292:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570e00 - object 0x240000400:4 offset 23392256<>23396352 00000100:00100000:1.0:1789760756.245333:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760756.245350:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515730688:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760756.278593:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973028 gen 2 00000008:00010000:1.0:1789760756.278644:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:1.0:1789760756.278654:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760756.278665:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760756.278690:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:1.0:1789760756.278723:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515730688:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760756.278766:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5711, 5711] 00000080:00200000:0.0:1789760756.278783:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760756.278790:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760756.278807:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23396352 i_blocks 47111 00000020:00200000:0.0:1789760756.278812:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760756.278824:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760756.278898:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23396352, count: 4096 00000080:00200000:0.0:1789760756.278906:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23396352, bytes: 4096 00000080:00200000:0.0:1789760756.278916:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760756.278925:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760756.278927:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23396352, 23400448) 0 0 00000080:00200000:0.0:1789760756.278932:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760756.278952:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5712, 5712] 00020000:00200000:0.0:1789760756.278961:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23396352 chunk: [23396352, 23400448) 23400448, 4096 00020000:00200000:0.0:1789760756.278965:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760756.278985:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5712, 5712] 00000008:00010000:0.0:1789760756.279005:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760756.279011:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760756.279022:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23396352, 23400448) append 0 append lockpos 0 00000080:00200000:0.0:1789760756.279036:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23396352=0x1650000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760756.279094:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760756.279098:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23400448 00000020:00010000:0.0:1789760756.279106:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760756.279110:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760756.279113:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760756.279117:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760756.279120:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760756.279127:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760756.279134:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760756.279150:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760756.279268:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 23396352<>23400448 00000100:00100000:1.0:1789760756.279330:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515730816:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760756.314525:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760756.314540:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760756.314551:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760756.314579:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760756.314610:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515730816:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760756.314726:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5712, 5712] 00000080:00200000:0.0:1789760756.314742:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760756.314748:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760756.314764:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23400448 i_blocks 47111 00000020:00200000:0.0:1789760756.314768:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760756.314778:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760756.314812:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23400448, count: 4096 00000080:00200000:0.0:1789760756.314820:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23400448, bytes: 4096 00000080:00200000:0.0:1789760756.314833:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760756.314842:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760756.314845:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23400448, 23404544) 0 0 00000080:00200000:0.0:1789760756.314849:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760756.314909:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5713, 5713] 00020000:00200000:0.0:1789760756.314918:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23400448 chunk: [23400448, 23404544) 23404544, 4096 00020000:00200000:0.0:1789760756.314923:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760756.314942:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5713, 5713] 00000008:00010000:0.0:1789760756.314961:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760756.314967:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760756.314980:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23400448, 23404544) append 0 append lockpos 0 00000080:00200000:0.0:1789760756.314994:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23400448=0x1651000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760756.315056:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760756.315059:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23404544 00000020:00010000:0.0:1789760756.315067:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760756.315070:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760756.315073:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760756.315077:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760756.315080:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760756.315088:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760756.315095:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760756.315112:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760756.315231:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6680 - object 0x240000400:4 offset 23400448<>23404544 00000100:00100000:1.0:1789760756.316028:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515730944:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760756.396937:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973030 gen 2 00000008:00010000:1.0:1789760756.397000:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760756.397009:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760756.397019:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760756.397094:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760756.397125:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515730944:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760756.399789:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5713, 5713] 00000080:00200000:0.0:1789760756.399815:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760756.399822:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760756.399842:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23404544 i_blocks 47111 00000020:00200000:0.0:1789760756.399848:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760756.399879:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760756.399913:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23404544, count: 4096 00000080:00200000:0.0:1789760756.399921:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23404544, bytes: 4096 00000080:00200000:0.0:1789760756.399937:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760756.399947:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760756.399950:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23404544, 23408640) 0 0 00000080:00200000:0.0:1789760756.399954:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760756.399970:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5714, 5714] 00020000:00200000:0.0:1789760756.399978:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23404544 chunk: [23404544, 23408640) 23408640, 4096 00020000:00200000:0.0:1789760756.399982:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760756.400002:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5714, 5714] 00000008:00010000:0.0:1789760756.400020:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760756.400026:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760756.400039:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23404544, 23408640) append 0 append lockpos 0 00000080:00200000:0.0:1789760756.400053:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23404544=0x1652000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760756.400836:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760756.400843:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23408640 00000020:00010000:0.0:1789760756.400852:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760756.400970:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760756.400974:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760756.400978:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760756.400982:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760756.400993:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760756.401000:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760756.401029:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760756.401142:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 23404544<>23408640 00000100:00100000:1.0:1789760756.401217:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515731072:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760756.479610:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973031 gen 2 00000008:00010000:1.0:1789760756.479663:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760756.479672:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760756.479683:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760756.479708:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760756.480309:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515731072:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760756.480455:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5714, 5714] 00000080:00200000:0.0:1789760756.480471:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760756.480478:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760756.480495:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23408640 i_blocks 47111 00000020:00200000:0.0:1789760756.480500:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760756.480510:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760756.480543:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23408640, count: 4096 00000080:00200000:0.0:1789760756.480551:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23408640, bytes: 4096 00000080:00200000:0.0:1789760756.480564:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760756.480573:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760756.480575:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23408640, 23412736) 0 0 00000080:00200000:0.0:1789760756.480580:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760756.480599:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5715, 5715] 00020000:00200000:0.0:1789760756.480609:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23408640 chunk: [23408640, 23412736) 23412736, 4096 00020000:00200000:0.0:1789760756.480613:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760756.480632:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5715, 5715] 00000008:00010000:0.0:1789760756.480651:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760756.480657:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760756.480668:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23408640, 23412736) append 0 append lockpos 0 00000080:00200000:0.0:1789760756.480681:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23408640=0x1653000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760756.480805:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760756.480808:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23412736 00000020:00010000:0.0:1789760756.480817:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760756.480821:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760756.480824:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760756.480827:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760756.480831:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760756.480838:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760756.480845:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760756.480891:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760756.480998:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 23408640<>23412736 00000100:00100000:1.0:1789760756.481293:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515731200:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760756.555584:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973032 gen 2 00000008:00010000:1.0:1789760756.555635:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760756.555644:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760756.555664:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760756.555688:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760756.555723:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515731200:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760756.556269:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5715, 5715] 00000080:00200000:0.0:1789760756.556284:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760756.556291:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760756.556307:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23412736 i_blocks 47111 00000020:00200000:0.0:1789760756.556312:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760756.556322:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760756.556358:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23412736, count: 4096 00000080:00200000:0.0:1789760756.556365:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23412736, bytes: 4096 00000080:00200000:0.0:1789760756.556375:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760756.556385:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760756.556387:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23412736, 23416832) 0 0 00000080:00200000:0.0:1789760756.556393:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760756.556410:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5716, 5716] 00020000:00200000:0.0:1789760756.556419:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23412736 chunk: [23412736, 23416832) 23416832, 4096 00020000:00200000:0.0:1789760756.556423:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760756.556442:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5716, 5716] 00000008:00010000:0.0:1789760756.556461:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760756.556467:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760756.556480:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23412736, 23416832) append 0 append lockpos 0 00000080:00200000:0.0:1789760756.556493:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23412736=0x1654000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760756.556552:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760756.556556:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23416832 00000020:00010000:0.0:1789760756.556564:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760756.556567:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760756.556570:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760756.556573:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760756.556576:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760756.556584:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760756.556592:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760756.556608:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760756.556734:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6d80 - object 0x240000400:4 offset 23412736<>23416832 00000100:00100000:1.0:1789760756.556803:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515731328:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760756.629391:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973033 gen 2 00000008:00010000:1.0:1789760756.629444:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760756.629453:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760756.629465:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760756.629491:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760756.629523:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515731328:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760756.632018:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5716, 5716] 00000080:00200000:0.0:1789760756.632045:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760756.632052:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760756.632071:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23416832 i_blocks 47111 00000020:00200000:0.0:1789760756.632078:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760756.632093:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760756.632130:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23416832, count: 4096 00000080:00200000:0.0:1789760756.632140:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23416832, bytes: 4096 00000080:00200000:0.0:1789760756.632155:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760756.632166:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760756.632168:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23416832, 23420928) 0 0 00000080:00200000:0.0:1789760756.632172:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760756.632192:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5717, 5717] 00020000:00200000:0.0:1789760756.632201:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23416832 chunk: [23416832, 23420928) 23420928, 4096 00020000:00200000:0.0:1789760756.632206:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760756.632240:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5717, 5717] 00000008:00010000:0.0:1789760756.632271:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760756.632278:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760756.632297:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23416832, 23420928) append 0 append lockpos 0 00000080:00200000:0.0:1789760756.632313:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23416832=0x1655000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760756.634748:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760756.634761:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23420928 00000020:00010000:0.0:1789760756.634776:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760756.634781:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760756.634785:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760756.634789:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760756.634793:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760756.634805:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760756.634814:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760756.634846:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760756.637223:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4700 - object 0x240000400:4 offset 23416832<>23420928 00000100:00100000:1.0:1789760756.637364:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760756.641960:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515731456:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760756.679327:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760756.679342:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760756.679354:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760756.679639:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760756.679678:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515731456:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760756.680319:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5717, 5717] 00000080:00200000:3.0:1789760756.680338:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760756.680344:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760756.680420:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23420928 i_blocks 47111 00000020:00200000:3.0:1789760756.680426:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760756.680438:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760756.680473:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23420928, count: 4096 00000080:00200000:3.0:1789760756.680481:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23420928, bytes: 4096 00000080:00200000:3.0:1789760756.680495:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760756.680503:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760756.680505:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23420928, 23425024) 0 0 00000080:00200000:3.0:1789760756.680509:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760756.680524:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5718, 5718] 00020000:00200000:3.0:1789760756.680532:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23420928 chunk: [23420928, 23425024) 23425024, 4096 00020000:00200000:3.0:1789760756.680537:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760756.680558:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5718, 5718] 00000008:00010000:3.0:1789760756.680577:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760756.680583:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760756.680595:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23420928, 23425024) append 0 append lockpos 0 00000080:00200000:3.0:1789760756.680608:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23420928=0x1656000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760756.680670:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760756.680673:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23425024 00000020:00010000:3.0:1789760756.680682:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760756.680685:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760756.680688:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760756.680692:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760756.680695:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760756.680703:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760756.680710:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760756.680732:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760756.680842:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7480 - object 0x240000400:4 offset 23420928<>23425024 00000100:00100000:2.0:1789760756.681204:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515731584:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760756.725010:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789760756.752567:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973035 gen 2 00000008:00010000:3.0:1789760756.752635:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760756.752643:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760756.752655:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760756.752681:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760756.752713:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515731584:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760756.752821:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5718, 5718] 00000080:00200000:1.0:1789760756.752837:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760756.752843:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760756.752905:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23425024 i_blocks 47111 00000020:00200000:1.0:1789760756.752910:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760756.752920:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760756.752953:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23425024, count: 4096 00000080:00200000:1.0:1789760756.752961:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23425024, bytes: 4096 00000080:00200000:1.0:1789760756.752972:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760756.752981:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760756.752984:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23425024, 23429120) 0 0 00000080:00200000:1.0:1789760756.752988:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760756.753006:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5719, 5719] 00020000:00200000:1.0:1789760756.753016:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23425024 chunk: [23425024, 23429120) 23429120, 4096 00020000:00200000:1.0:1789760756.753021:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760756.753038:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5719, 5719] 00000008:00010000:1.0:1789760756.753058:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760756.753064:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760756.753076:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23425024, 23429120) append 0 append lockpos 0 00000080:00200000:1.0:1789760756.753091:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23425024=0x1657000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760756.753152:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760756.753156:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23429120 00000020:00010000:1.0:1789760756.753164:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760756.753168:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760756.753172:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760756.753176:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760756.753179:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760756.753187:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760756.753194:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760756.753211:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760756.754447:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570e00 - object 0x240000400:4 offset 23425024<>23429120 00000100:00100000:0.0:1789760756.754646:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760756.754673:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515731712:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760756.806651:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760756.806666:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760756.806677:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760756.806701:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760756.806732:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515731712:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760756.807403:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5719, 5719] 00000080:00200000:1.0:1789760756.807422:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760756.807429:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760756.807445:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23429120 i_blocks 47111 00000020:00200000:1.0:1789760756.807449:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760756.807460:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760756.807493:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23429120, count: 4096 00000080:00200000:1.0:1789760756.807501:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23429120, bytes: 4096 00000080:00200000:1.0:1789760756.807513:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760756.807521:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760756.807524:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23429120, 23433216) 0 0 00000080:00200000:1.0:1789760756.807529:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760756.807546:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5720, 5720] 00020000:00200000:1.0:1789760756.807554:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23429120 chunk: [23429120, 23433216) 23433216, 4096 00020000:00200000:1.0:1789760756.807558:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760756.807578:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5720, 5720] 00000008:00010000:1.0:1789760756.807595:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760756.807601:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760756.807612:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23429120, 23433216) append 0 append lockpos 0 00000080:00200000:1.0:1789760756.807626:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23429120=0x1658000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760756.807690:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760756.807693:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23433216 00000020:00010000:1.0:1789760756.807701:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760756.807704:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760756.807707:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760756.807711:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760756.807714:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760756.807722:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760756.807729:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760756.807745:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8480 00000008:00100000:1.0:1789760756.807846:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571180 - object 0x240000400:4 offset 23429120<>23433216 00000100:00100000:0.0:1789760756.809743:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515731840:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760756.857176:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973036 gen 2 00000100:00100000:0.0:1789760756.857218:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8571180 x1876699515731840/t4294973037(4294973037) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760772 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760756.857277:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8480 00000020:00200000:0.0:1789760756.857284:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760756.857293:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760756.857318:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8480 00000100:00100000:0.0:1789760756.857344:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515731840:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760756.857449:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5720, 5720] 00000080:00200000:1.0:1789760756.857466:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760756.857472:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760756.857486:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23433216 i_blocks 47111 00000020:00200000:1.0:1789760756.857489:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760756.857499:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760756.857534:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23433216, count: 4096 00000080:00200000:1.0:1789760756.857541:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23433216, bytes: 4096 00000080:00200000:1.0:1789760756.857551:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760756.857558:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760756.857560:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23433216, 23437312) 0 0 00000080:00200000:1.0:1789760756.857565:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760756.857583:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5721, 5721] 00020000:00200000:1.0:1789760756.857592:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23433216 chunk: [23433216, 23437312) 23437312, 4096 00020000:00200000:1.0:1789760756.857597:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760756.857618:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5721, 5721] 00000008:00010000:1.0:1789760756.857635:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760756.857641:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760756.857652:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23433216, 23437312) append 0 append lockpos 0 00000080:00200000:1.0:1789760756.857666:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23433216=0x1659000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760756.857730:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760756.857733:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23437312 00000020:00010000:1.0:1789760756.857742:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760756.857745:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760756.857749:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760756.857753:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760756.857756:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760756.857763:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760756.857904:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760756.857922:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8780 00000008:00100000:1.0:1789760756.858045:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570700 - object 0x240000400:4 offset 23433216<>23437312 00000100:00100000:0.0:1789760756.858141:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760756.858159:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515731968:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760756.902409:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973038 gen 2 00000008:00010000:0.0:1789760756.902486:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8780 00000020:00200000:0.0:1789760756.902495:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760756.902506:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760756.902540:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8780 00000080:00200000:1.0:1789760756.902694:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5721, 5721] 00000080:00200000:1.0:1789760756.902715:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760756.902722:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760756.902738:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23437312 i_blocks 47111 00000020:00200000:1.0:1789760756.902742:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760756.902752:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760756.902788:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23437312, count: 4096 00000080:00200000:1.0:1789760756.902799:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23437312, bytes: 4096 00000080:00200000:1.0:1789760756.902815:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760756.902824:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760756.902827:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23437312, 23441408) 0 0 00000080:00200000:1.0:1789760756.902831:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760756.902851:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5722, 5722] 00000100:00100000:0.0:1789760756.903033:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515731968:192.168.203.146@tcp:4:dd.0 00020000:00200000:1.0:1789760756.903123:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23437312 chunk: [23437312, 23441408) 23441408, 4096 00020000:00200000:1.0:1789760756.903129:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760756.903151:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5722, 5722] 00000008:00010000:1.0:1789760756.903170:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760756.903176:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760756.903187:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23437312, 23441408) append 0 append lockpos 0 00000080:00200000:1.0:1789760756.903202:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23437312=0x165a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760756.903348:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760756.903352:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23441408 00000020:00010000:1.0:1789760756.903362:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760756.903365:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760756.903368:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760756.903372:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760756.903375:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760756.903384:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760756.903391:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760756.903410:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760756.903516:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570000 - object 0x240000400:4 offset 23437312<>23441408 00000100:00100000:0.0:1789760756.903653:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515732096:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760756.940385:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760756.940404:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760756.940416:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760756.940445:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760756.940479:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515732096:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760756.940743:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5722, 5722] 00000080:00200000:1.0:1789760756.940761:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760756.940767:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760756.940783:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23441408 i_blocks 47111 00000020:00200000:1.0:1789760756.940788:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760756.940798:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760756.940833:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23441408, count: 4096 00000080:00200000:1.0:1789760756.940841:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23441408, bytes: 4096 00000080:00200000:1.0:1789760756.942462:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760756.942481:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760756.942484:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23441408, 23445504) 0 0 00000080:00200000:1.0:1789760756.942491:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760756.942510:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5723, 5723] 00020000:00200000:1.0:1789760756.942521:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23441408 chunk: [23441408, 23445504) 23445504, 4096 00020000:00200000:1.0:1789760756.942526:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760756.942552:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5723, 5723] 00000008:00010000:1.0:1789760756.942576:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760756.942581:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760756.942594:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23441408, 23445504) append 0 append lockpos 0 00000080:00200000:1.0:1789760756.943138:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23441408=0x165b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760756.943243:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760756.943246:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23445504 00000020:00010000:1.0:1789760756.943269:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760756.943273:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760756.943277:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760756.943281:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760756.943284:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760756.943295:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760756.943302:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760756.943333:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760756.943455:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572d80 - object 0x240000400:4 offset 23441408<>23445504 00000100:00100000:0.0:1789760756.943977:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760756.944019:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515732224:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760757.002966:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973039 gen 2 00000100:00100000:0.0:1789760757.003007:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8572d80 x1876699515732224/t4294973040(4294973040) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760772 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760757.003058:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760757.003066:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760757.003076:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760757.003110:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760757.003142:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515732224:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760757.005133:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5723, 5723] 00000080:00200000:1.0:1789760757.005159:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760757.005166:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760757.005182:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23445504 i_blocks 47111 00000020:00200000:1.0:1789760757.005188:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760757.005201:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760757.005236:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23445504, count: 4096 00000080:00200000:1.0:1789760757.005244:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23445504, bytes: 4096 00000080:00200000:1.0:1789760757.005441:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760757.005450:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760757.005452:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23445504, 23449600) 0 0 00000080:00200000:1.0:1789760757.005457:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760757.005473:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5724, 5724] 00020000:00200000:1.0:1789760757.005482:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23445504 chunk: [23445504, 23449600) 23449600, 4096 00020000:00200000:1.0:1789760757.005487:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760757.005509:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5724, 5724] 00000008:00010000:1.0:1789760757.005528:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760757.005534:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760757.005546:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23445504, 23449600) append 0 append lockpos 0 00000080:00200000:1.0:1789760757.005564:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23445504=0x165c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760757.005631:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760757.005634:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23449600 00000020:00010000:1.0:1789760757.005642:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760757.005659:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760757.005662:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760757.005665:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760757.005668:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760757.005676:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760757.005683:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760757.005705:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760757.008056:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571500 - object 0x240000400:4 offset 23445504<>23449600 00000100:00100000:0.0:1789760757.009649:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515732352:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760757.057743:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973041 gen 2 00000008:00010000:0.0:1789760757.057817:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760757.057827:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760757.057838:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760757.057968:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760757.058002:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515732352:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760757.063692:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5724, 5724] 00000080:00200000:1.0:1789760757.064729:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760757.064740:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760757.064761:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23449600 i_blocks 47111 00000020:00200000:1.0:1789760757.064767:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760757.064785:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760757.064820:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23449600, count: 4096 00000080:00200000:1.0:1789760757.064828:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23449600, bytes: 4096 00000080:00200000:1.0:1789760757.064844:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760757.064876:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760757.064879:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23449600, 23453696) 0 0 00000080:00200000:1.0:1789760757.064883:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760757.064901:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5725, 5725] 00020000:00200000:1.0:1789760757.064911:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23449600 chunk: [23449600, 23453696) 23453696, 4096 00020000:00200000:1.0:1789760757.064915:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760757.064938:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5725, 5725] 00000008:00010000:1.0:1789760757.064957:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760757.064962:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760757.064974:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23449600, 23453696) append 0 append lockpos 0 00000080:00200000:1.0:1789760757.064988:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23449600=0x165d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760757.065066:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760757.065069:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23453696 00000020:00010000:1.0:1789760757.065078:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760757.065082:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760757.065084:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760757.065088:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760757.065091:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760757.065099:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760757.065105:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760757.065137:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760757.066484:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571f80 - object 0x240000400:4 offset 23449600<>23453696 00000100:00100000:0.0:1789760757.066580:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515732480:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760757.113101:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973042 gen 2 00000008:00010000:0.0:1789760757.113332:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760757.113401:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760757.113412:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760757.113431:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760757.113464:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515732480:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760757.113471:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5725, 5725] 00000080:00200000:3.0:1789760757.113486:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760757.113492:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760757.113508:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23453696 i_blocks 47111 00000020:00200000:3.0:1789760757.113511:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760757.113520:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760757.113554:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23453696, count: 4096 00000080:00200000:3.0:1789760757.113560:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23453696, bytes: 4096 00000080:00200000:3.0:1789760757.113572:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760757.113580:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760757.113582:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23453696, 23457792) 0 0 00000080:00200000:3.0:1789760757.113587:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760757.113604:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5726, 5726] 00020000:00200000:3.0:1789760757.113612:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23453696 chunk: [23453696, 23457792) 23457792, 4096 00020000:00200000:3.0:1789760757.113616:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760757.113635:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5726, 5726] 00000008:00010000:3.0:1789760757.113652:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760757.113659:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760757.113669:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23453696, 23457792) append 0 append lockpos 0 00000080:00200000:3.0:1789760757.113683:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23453696=0x165e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760757.113739:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760757.113742:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23457792 00000020:00010000:3.0:1789760757.113750:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760757.113753:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760757.113756:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760757.113759:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760757.113762:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760757.113769:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760757.113776:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760757.113791:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760757.114227:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7480 - object 0x240000400:4 offset 23453696<>23457792 00000100:00100000:2.0:1789760757.114310:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515732608:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760757.163192:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973043 gen 2 00000008:00010000:3.0:1789760757.163243:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760757.163261:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760757.163274:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760757.163298:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760757.163327:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515732608:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760757.163443:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5726, 5726] 00000080:00200000:0.0:1789760757.163457:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760757.163462:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760757.163475:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23457792 i_blocks 47111 00000020:00200000:0.0:1789760757.163478:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760757.163486:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760757.163517:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23457792, count: 4096 00000080:00200000:0.0:1789760757.163523:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23457792, bytes: 4096 00000080:00200000:0.0:1789760757.163530:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760757.163537:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760757.163539:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23457792, 23461888) 0 0 00000080:00200000:0.0:1789760757.163543:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760757.163557:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5727, 5727] 00020000:00200000:0.0:1789760757.163564:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23457792 chunk: [23457792, 23461888) 23461888, 4096 00020000:00200000:0.0:1789760757.163568:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760757.163582:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5727, 5727] 00000008:00010000:0.0:1789760757.163597:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760757.163603:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760757.163614:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23457792, 23461888) append 0 append lockpos 0 00000080:00200000:0.0:1789760757.163627:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23457792=0x165f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760757.163684:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760757.163687:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23461888 00000020:00010000:0.0:1789760757.163695:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760757.163699:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760757.163702:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760757.163706:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760757.163709:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760757.163716:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760757.163723:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760757.163737:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760757.163830:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 23457792<>23461888 00000100:00100000:0.0:1789760757.163917:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760757.163935:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515732736:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760757.216153:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973044 gen 2 00000008:00010000:0.0:1789760757.216216:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:0.0:1789760757.216225:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760757.216236:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760757.216266:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:0.0:1789760757.216296:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515732736:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760757.216705:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5727, 5727] 00000080:00200000:1.0:1789760757.216722:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760757.216728:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760757.216744:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23461888 i_blocks 47111 00000020:00200000:1.0:1789760757.216748:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760757.216759:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760757.216795:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23461888, count: 4096 00000080:00200000:1.0:1789760757.216803:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23461888, bytes: 4096 00000080:00200000:1.0:1789760757.216815:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760757.216824:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760757.216826:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23461888, 23465984) 0 0 00000080:00200000:1.0:1789760757.216831:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760757.216849:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5728, 5728] 00020000:00200000:1.0:1789760757.216887:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23461888 chunk: [23461888, 23465984) 23465984, 4096 00020000:00200000:1.0:1789760757.216892:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760757.216911:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5728, 5728] 00000008:00010000:1.0:1789760757.216929:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760757.216934:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760757.216945:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23461888, 23465984) append 0 append lockpos 0 00000080:00200000:1.0:1789760757.216958:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23461888=0x1660000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760757.217015:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760757.217018:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23465984 00000020:00010000:1.0:1789760757.217026:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760757.217030:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760757.217032:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760757.217036:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760757.217038:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760757.217045:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760757.217052:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760757.217068:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760757.217474:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572680 - object 0x240000400:4 offset 23461888<>23465984 00000100:00100000:0.0:1789760757.217547:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515732864:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760757.278471:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973045 gen 2 00000008:00010000:0.0:1789760757.278523:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760757.278531:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760757.278542:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760757.278566:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760757.278599:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515732864:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760757.278719:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5728, 5728] 00000080:00200000:1.0:1789760757.278735:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760757.278741:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760757.278756:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23465984 i_blocks 47111 00000020:00200000:1.0:1789760757.278760:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760757.278770:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760757.278812:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23465984, count: 4096 00000080:00200000:1.0:1789760757.278820:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23465984, bytes: 4096 00000080:00200000:1.0:1789760757.278831:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760757.278840:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760757.278843:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23465984, 23470080) 0 0 00000080:00200000:1.0:1789760757.278847:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760757.278889:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5729, 5729] 00020000:00200000:1.0:1789760757.278897:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23465984 chunk: [23465984, 23470080) 23470080, 4096 00020000:00200000:1.0:1789760757.278902:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760757.278923:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5729, 5729] 00000008:00010000:1.0:1789760757.278940:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760757.278945:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760757.278956:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23465984, 23470080) append 0 append lockpos 0 00000080:00200000:1.0:1789760757.278971:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23465984=0x1661000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760757.279025:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760757.279028:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23470080 00000020:00010000:1.0:1789760757.279036:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760757.279039:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760757.279042:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760757.279046:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760757.279049:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760757.279055:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760757.279062:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760757.279077:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760757.279180:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573b80 - object 0x240000400:4 offset 23465984<>23470080 00000100:00100000:0.0:1789760757.279935:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515732992:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760757.340644:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973046 gen 2 00000008:00010000:0.0:1789760757.340680:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760757.340687:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760757.340695:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760757.340721:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760757.340747:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515732992:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760757.340880:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5729, 5729] 00000080:00200000:1.0:1789760757.340903:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760757.340909:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760757.340920:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23470080 i_blocks 47111 00000020:00200000:1.0:1789760757.340923:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760757.340932:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760757.340959:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23470080, count: 4096 00000080:00200000:1.0:1789760757.340966:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23470080, bytes: 4096 00000080:00200000:1.0:1789760757.340973:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760757.340980:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760757.340982:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23470080, 23474176) 0 0 00000080:00200000:1.0:1789760757.340986:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760757.340999:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5730, 5730] 00020000:00200000:1.0:1789760757.341006:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23470080 chunk: [23470080, 23474176) 23474176, 4096 00020000:00200000:1.0:1789760757.341010:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760757.341025:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5730, 5730] 00000008:00010000:1.0:1789760757.341037:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760757.341042:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760757.341050:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23470080, 23474176) append 0 append lockpos 0 00000080:00200000:1.0:1789760757.341060:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23470080=0x1662000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760757.341104:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760757.341107:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23474176 00000020:00010000:1.0:1789760757.341114:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760757.341117:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760757.341120:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760757.341123:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760757.341125:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760757.341131:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760757.341136:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760757.341148:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8780 00000008:00100000:1.0:1789760757.341219:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572a00 - object 0x240000400:4 offset 23470080<>23474176 00000100:00100000:0.0:1789760757.341286:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515733120:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760757.401354:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973047 gen 2 00000008:00010000:0.0:1789760757.401389:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8780 00000020:00200000:0.0:1789760757.401396:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760757.401404:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760757.401426:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8780 00000100:00100000:0.0:1789760757.401458:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515733120:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760757.401637:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5730, 5730] 00000080:00200000:1.0:1789760757.401651:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760757.401656:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760757.401668:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23474176 i_blocks 47111 00000020:00200000:1.0:1789760757.401671:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760757.401680:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760757.401703:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23474176, count: 4096 00000080:00200000:1.0:1789760757.401709:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23474176, bytes: 4096 00000080:00200000:1.0:1789760757.401716:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760757.401723:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760757.401725:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23474176, 23478272) 0 0 00000080:00200000:1.0:1789760757.401730:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760757.401741:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5731, 5731] 00020000:00200000:1.0:1789760757.401748:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23474176 chunk: [23474176, 23478272) 23478272, 4096 00020000:00200000:1.0:1789760757.401752:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760757.401766:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5731, 5731] 00000008:00010000:1.0:1789760757.401780:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760757.401785:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760757.401794:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23474176, 23478272) append 0 append lockpos 0 00000080:00200000:1.0:1789760757.401804:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23474176=0x1663000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760757.401847:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760757.401850:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23478272 00000020:00010000:1.0:1789760757.401899:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760757.401903:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760757.401906:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760757.401910:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760757.401913:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760757.401920:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760757.401926:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760757.401938:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8480 00000008:00100000:1.0:1789760757.402017:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573100 - object 0x240000400:4 offset 23474176<>23478272 00000100:00100000:0.0:1789760757.402155:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515733248:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760757.448281:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973048 gen 2 00000008:00010000:0.0:1789760757.448317:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8480 00000020:00200000:0.0:1789760757.448323:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760757.448331:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760757.448351:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8480 00000100:00100000:0.0:1789760757.448374:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515733248:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760757.448470:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5731, 5731] 00000080:00200000:1.0:1789760757.448482:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760757.448487:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760757.448499:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23478272 i_blocks 47111 00000020:00200000:1.0:1789760757.448502:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760757.448511:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760757.448536:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23478272, count: 4096 00000080:00200000:1.0:1789760757.448542:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23478272, bytes: 4096 00000080:00200000:1.0:1789760757.448550:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760757.448559:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760757.448561:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23478272, 23482368) 0 0 00000080:00200000:1.0:1789760757.448565:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760757.448578:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5732, 5732] 00020000:00200000:1.0:1789760757.448584:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23478272 chunk: [23478272, 23482368) 23482368, 4096 00020000:00200000:1.0:1789760757.448588:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760757.448603:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5732, 5732] 00000008:00010000:1.0:1789760757.448617:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760757.448622:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760757.448630:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23478272, 23482368) append 0 append lockpos 0 00000080:00200000:1.0:1789760757.448641:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23478272=0x1664000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760757.448684:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760757.448687:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23482368 00000020:00010000:1.0:1789760757.448694:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760757.448697:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760757.448700:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760757.448704:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760757.448706:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760757.448712:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760757.448718:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760757.448731:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760757.448806:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570380 - object 0x240000400:4 offset 23478272<>23482368 00000100:00100000:0.0:1789760757.448927:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515733376:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760757.495980:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973049 gen 2 00000008:00010000:0.0:1789760757.496023:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760757.496029:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760757.496038:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760757.496057:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760757.496080:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515733376:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760757.496421:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5732, 5732] 00000080:00200000:1.0:1789760757.496434:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760757.496440:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760757.496452:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23482368 i_blocks 47111 00000020:00200000:1.0:1789760757.496456:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760757.496464:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760757.496489:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23482368, count: 4096 00000080:00200000:1.0:1789760757.496496:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23482368, bytes: 4096 00000080:00200000:1.0:1789760757.496503:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760757.496511:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760757.496513:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23482368, 23486464) 0 0 00000080:00200000:1.0:1789760757.496517:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760757.496528:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5733, 5733] 00020000:00200000:1.0:1789760757.496534:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23482368 chunk: [23482368, 23486464) 23486464, 4096 00020000:00200000:1.0:1789760757.496538:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760757.496553:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5733, 5733] 00000008:00010000:1.0:1789760757.496566:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760757.496570:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760757.496578:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23482368, 23486464) append 0 append lockpos 0 00000080:00200000:1.0:1789760757.496589:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23482368=0x1665000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760757.496645:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760757.496648:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23486464 00000020:00010000:1.0:1789760757.496655:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760757.496658:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760757.496661:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760757.496664:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760757.496667:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760757.496673:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760757.496678:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760757.496691:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760757.496763:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571c00 - object 0x240000400:4 offset 23482368<>23486464 00000100:00100000:0.0:1789760757.496820:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515733504:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760757.529516:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973050 gen 2 00000008:00010000:0.0:1789760757.529555:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760757.529561:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760757.529579:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760757.529599:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760757.529625:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515733504:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760757.530095:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5733, 5733] 00000080:00200000:1.0:1789760757.530107:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760757.530112:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760757.530123:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23486464 i_blocks 47111 00000020:00200000:1.0:1789760757.530126:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760757.530134:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760757.530159:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23486464, count: 4096 00000080:00200000:1.0:1789760757.530166:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23486464, bytes: 4096 00000080:00200000:1.0:1789760757.530174:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760757.530181:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760757.530184:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23486464, 23490560) 0 0 00000080:00200000:1.0:1789760757.530187:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760757.530199:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5734, 5734] 00020000:00200000:1.0:1789760757.530206:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23486464 chunk: [23486464, 23490560) 23490560, 4096 00020000:00200000:1.0:1789760757.530211:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760757.530225:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5734, 5734] 00000008:00010000:1.0:1789760757.530456:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760757.530462:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760757.530472:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23486464, 23490560) append 0 append lockpos 0 00000080:00200000:1.0:1789760757.530667:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23486464=0x1666000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760757.530723:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760757.530726:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23490560 00000020:00010000:1.0:1789760757.531052:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760757.531058:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760757.531061:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760757.531065:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760757.531067:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760757.531075:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760757.531082:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760757.531099:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760757.531178:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 23486464<>23490560 00000100:00100000:0.0:1789760757.531237:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515733632:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760757.590507:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973051 gen 2 00000008:00010000:0.0:1789760757.590561:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760757.590570:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760757.590582:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760757.590690:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760757.590722:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515733632:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760757.591414:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5734, 5734] 00000080:00200000:1.0:1789760757.591432:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760757.591439:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760757.591455:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23490560 i_blocks 47111 00000020:00200000:1.0:1789760757.591460:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760757.591470:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760757.591505:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23490560, count: 4096 00000080:00200000:1.0:1789760757.591512:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23490560, bytes: 4096 00000080:00200000:1.0:1789760757.591527:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760757.591634:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760757.591637:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23490560, 23494656) 0 0 00000080:00200000:1.0:1789760757.591643:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760757.591661:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5735, 5735] 00020000:00200000:1.0:1789760757.591671:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23490560 chunk: [23490560, 23494656) 23494656, 4096 00020000:00200000:1.0:1789760757.591676:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760757.591762:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5735, 5735] 00000008:00010000:1.0:1789760757.591782:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760757.591787:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760757.591799:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23490560, 23494656) append 0 append lockpos 0 00000080:00200000:1.0:1789760757.591812:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23490560=0x1667000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760757.591890:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760757.591893:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23494656 00000020:00010000:1.0:1789760757.591902:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760757.591906:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760757.591909:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760757.591913:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760757.591916:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760757.591925:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760757.591932:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760757.591954:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760757.592064:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 23490560<>23494656 00000100:00100000:0.0:1789760757.592160:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515733760:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760757.639729:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973052 gen 2 00000008:00010000:1.0:1789760757.639782:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:1.0:1789760757.639790:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760757.639801:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760757.639825:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000080:00200000:3.0:1789760757.639979:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5735, 5735] 00000080:00200000:3.0:1789760757.639996:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760757.640002:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760757.640017:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23494656 i_blocks 47111 00000020:00200000:3.0:1789760757.640020:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760757.640030:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760757.640063:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23494656, count: 4096 00000080:00200000:3.0:1789760757.640072:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23494656, bytes: 4096 00000080:00200000:3.0:1789760757.640082:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760757.640091:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760757.640093:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23494656, 23498752) 0 0 00000080:00200000:3.0:1789760757.640098:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760757.640113:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5736, 5736] 00020000:00200000:3.0:1789760757.640122:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23494656 chunk: [23494656, 23498752) 23498752, 4096 00020000:00200000:3.0:1789760757.640126:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760757.640151:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5736, 5736] 00000008:00010000:3.0:1789760757.640181:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760757.640187:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760757.640200:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23494656, 23498752) append 0 append lockpos 0 00000080:00200000:3.0:1789760757.640215:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23494656=0x1668000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760757.640273:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760757.640276:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23498752 00000020:00010000:3.0:1789760757.640284:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760757.640287:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760757.640290:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760757.640294:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760757.640297:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760757.640304:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760757.640310:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1789760757.640431:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515733760:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760757.640478:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:1.0:1789760757.640576:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 23494656<>23498752 00000100:00100000:1.0:1789760757.640620:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515733888:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760757.690753:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973053 gen 2 00000008:00010000:1.0:1789760757.690804:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:1.0:1789760757.690811:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760757.690824:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760757.690843:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:1.0:1789760757.690901:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515733888:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760757.691085:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5736, 5736] 00000080:00200000:3.0:1789760757.691099:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760757.691105:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760757.691120:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23498752 i_blocks 47111 00000020:00200000:3.0:1789760757.691123:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760757.691133:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760757.691232:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23498752, count: 4096 00000080:00200000:3.0:1789760757.691240:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23498752, bytes: 4096 00000080:00200000:3.0:1789760757.691258:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760757.691267:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760757.691269:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23498752, 23502848) 0 0 00000080:00200000:3.0:1789760757.691273:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760757.691290:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5737, 5737] 00020000:00200000:3.0:1789760757.691298:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23498752 chunk: [23498752, 23502848) 23502848, 4096 00020000:00200000:3.0:1789760757.691303:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760757.691323:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5737, 5737] 00000008:00010000:3.0:1789760757.691343:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760757.691348:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760757.691360:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23498752, 23502848) append 0 append lockpos 0 00000080:00200000:3.0:1789760757.691373:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23498752=0x1669000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760757.691432:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760757.691435:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23502848 00000020:00010000:3.0:1789760757.691443:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760757.691446:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760757.691450:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760757.691454:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760757.691457:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760757.691464:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760757.691471:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760757.691487:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760757.691592:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7480 - object 0x240000400:4 offset 23498752<>23502848 00000100:00100000:2.0:1789760757.691672:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515734016:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760757.745595:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973054 gen 2 00000008:00010000:2.0:1789760757.745637:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:2.0:1789760757.745644:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760757.745654:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760757.745671:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:2.0:1789760757.745697:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515734016:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760757.745713:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5737, 5737] 00000080:00200000:1.0:1789760757.745730:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760757.745736:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760757.745752:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23502848 i_blocks 47111 00000020:00200000:1.0:1789760757.745756:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760757.745766:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760757.745804:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23502848, count: 4096 00010000:00010000:3.0:1789760757.745810:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1789760757.745812:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23502848, bytes: 4096 00000080:00200000:1.0:1789760757.745821:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760757.745828:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760757.745831:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23502848, 23506944) 0 0 00000080:00200000:1.0:1789760757.745835:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760757.745870:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5738, 5738] 00020000:00200000:1.0:1789760757.745880:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23502848 chunk: [23502848, 23506944) 23506944, 4096 00020000:00200000:1.0:1789760757.745884:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760757.745967:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5738, 5738] 00000008:00010000:1.0:1789760757.745984:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760757.745989:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760757.746000:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23502848, 23506944) append 0 append lockpos 0 00000080:00200000:1.0:1789760757.746014:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23502848=0x166a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760757.746061:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760757.746063:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23506944 00000020:00010000:1.0:1789760757.746071:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760757.746074:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760757.746076:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760757.746080:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760757.746083:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760757.746277:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760757.746285:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760757.748649:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:2.0:1789760757.748790:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 23502848<>23506944 00000100:00100000:3.0:1789760757.748911:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515734144:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760757.780443:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973055 gen 2 00000008:00010000:3.0:1789760757.780486:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:3.0:1789760757.780493:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760757.780502:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760757.780521:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:3.0:1789760757.780546:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515734144:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760757.780656:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5738, 5738] 00000080:00200000:1.0:1789760757.780672:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760757.780678:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760757.780694:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23506944 i_blocks 47111 00000020:00200000:1.0:1789760757.780697:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760757.780708:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760757.780740:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23506944, count: 4096 00000080:00200000:1.0:1789760757.780747:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23506944, bytes: 4096 00000080:00200000:1.0:1789760757.780757:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760757.780765:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760757.780767:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23506944, 23511040) 0 0 00000080:00200000:1.0:1789760757.780772:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760757.780788:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5739, 5739] 00020000:00200000:1.0:1789760757.780796:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23506944 chunk: [23506944, 23511040) 23511040, 4096 00020000:00200000:1.0:1789760757.780800:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760757.780817:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5739, 5739] 00000008:00010000:1.0:1789760757.780835:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760757.780841:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760757.780852:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23506944, 23511040) append 0 append lockpos 0 00000080:00200000:1.0:1789760757.781001:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23506944=0x166b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760757.781048:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760757.781050:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23511040 00000020:00010000:1.0:1789760757.781057:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760757.781060:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760757.781062:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760757.781064:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760757.781066:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760757.781072:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760757.781078:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760757.781091:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760757.781194:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 23506944<>23511040 00000100:00100000:1.0:1789760757.781241:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760757.781267:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515734272:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760757.809638:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:1.0:1789760757.809654:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760757.809665:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760757.810040:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:1.0:1789760757.810074:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515734272:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760757.810256:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5739, 5739] 00000080:00200000:0.0:1789760757.810276:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760757.810282:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760757.810299:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23511040 i_blocks 47111 00000020:00200000:0.0:1789760757.810304:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760757.810314:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760757.810349:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23511040, count: 4096 00000080:00200000:0.0:1789760757.810357:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23511040, bytes: 4096 00000080:00200000:0.0:1789760757.810367:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760757.810377:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760757.810380:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23511040, 23515136) 0 0 00000080:00200000:0.0:1789760757.810385:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760757.810402:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5740, 5740] 00020000:00200000:0.0:1789760757.810412:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23511040 chunk: [23511040, 23515136) 23515136, 4096 00020000:00200000:0.0:1789760757.810416:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760757.810435:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5740, 5740] 00000008:00010000:0.0:1789760757.810450:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760757.810455:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760757.810465:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23511040, 23515136) append 0 append lockpos 0 00000080:00200000:0.0:1789760757.810475:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23511040=0x166c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760757.810524:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760757.810525:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23515136 00000020:00010000:0.0:1789760757.810536:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760757.810539:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760757.810541:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760757.810544:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760757.810546:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760757.810551:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760757.810556:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760757.810568:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760757.810658:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 23511040<>23515136 00000100:00100000:1.0:1789760757.810714:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515734400:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760757.841681:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973056 gen 2 00000100:00100000:1.0:1789760757.841729:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc7800 x1876699515734400/t4294973057(4294973057) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760773 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760757.841776:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760757.841783:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760757.841793:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760757.841934:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760757.841960:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515734400:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760757.842316:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5740, 5740] 00000080:00200000:0.0:1789760757.842333:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760757.842340:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760757.842423:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23515136 i_blocks 47111 00000020:00200000:0.0:1789760757.842428:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760757.842438:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760757.842472:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23515136, count: 4096 00000080:00200000:0.0:1789760757.842481:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23515136, bytes: 4096 00000080:00200000:0.0:1789760757.842491:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760757.842498:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760757.842500:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23515136, 23519232) 0 0 00000080:00200000:0.0:1789760757.842505:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760757.842521:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5741, 5741] 00020000:00200000:0.0:1789760757.842529:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23515136 chunk: [23515136, 23519232) 23519232, 4096 00020000:00200000:0.0:1789760757.842533:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760757.842555:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5741, 5741] 00000008:00010000:0.0:1789760757.842573:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760757.842579:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760757.842591:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23515136, 23519232) append 0 append lockpos 0 00000080:00200000:0.0:1789760757.842605:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23515136=0x166d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760757.842665:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760757.842668:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23519232 00000020:00010000:0.0:1789760757.842675:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760757.842678:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760757.842681:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760757.842684:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760757.842687:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760757.842695:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760757.842702:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760757.842720:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760757.842987:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5f80 - object 0x240000400:4 offset 23515136<>23519232 00000100:00100000:1.0:1789760757.843067:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515734528:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760757.873228:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515734784:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760757.873438:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:65ff60fc-9b44-48f8-988f-b0587af5cf52:2364:1876699515734656:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760757.873661:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2364:1876699515734912:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760757.879721:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515734784:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760757.879916:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:65ff60fc-9b44-48f8-988f-b0587af5cf52:2364:1876699515734656:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760757.879932:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2364:1876699515734912:192.168.203.146@tcp:400:kworker.0 00000100:00100000:1.0:1789760757.884709:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973058 gen 2 00000008:00010000:1.0:1789760757.884775:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760757.884783:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760757.884792:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760757.884816:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760757.884848:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515734528:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760757.885047:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5741, 5741] 00000080:00200000:0.0:1789760757.885063:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760757.885070:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760757.885088:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23519232 i_blocks 47111 00000020:00200000:0.0:1789760757.885092:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760757.885102:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760757.885146:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23519232, count: 4096 00000080:00200000:0.0:1789760757.885154:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23519232, bytes: 4096 00000080:00200000:0.0:1789760757.885164:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760757.885173:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760757.885176:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23519232, 23523328) 0 0 00000080:00200000:0.0:1789760757.885180:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760757.885197:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5742, 5742] 00020000:00200000:0.0:1789760757.885205:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23519232 chunk: [23519232, 23523328) 23523328, 4096 00020000:00200000:0.0:1789760757.885210:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760757.885228:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5742, 5742] 00000008:00010000:0.0:1789760757.885255:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760757.885260:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760757.885271:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23519232, 23523328) append 0 append lockpos 0 00000080:00200000:0.0:1789760757.885285:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23519232=0x166e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760757.885345:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760757.885348:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23523328 00000020:00010000:0.0:1789760757.885356:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760757.885359:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760757.885362:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760757.885366:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760757.885369:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760757.885376:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760757.885383:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760757.885399:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760757.885504:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5f80 - object 0x240000400:4 offset 23519232<>23523328 00000100:00100000:1.0:1789760757.885736:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760757.885754:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515735040:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760757.914447:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973059 gen 2 00000008:00010000:1.0:1789760757.914501:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760757.914509:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760757.914522:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760757.914834:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760757.914970:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515735040:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760757.916431:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5742, 5742] 00000080:00200000:0.0:1789760757.916451:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760757.916458:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760757.916474:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23523328 i_blocks 47111 00000020:00200000:0.0:1789760757.916479:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760757.916492:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760757.916525:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23523328, count: 4096 00000080:00200000:0.0:1789760757.916531:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23523328, bytes: 4096 00000080:00200000:0.0:1789760757.916544:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760757.916552:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760757.916554:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23523328, 23527424) 0 0 00000080:00200000:0.0:1789760757.916559:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760757.916575:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5743, 5743] 00020000:00200000:0.0:1789760757.916584:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23523328 chunk: [23523328, 23527424) 23527424, 4096 00020000:00200000:0.0:1789760757.916588:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760757.916707:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5743, 5743] 00000008:00010000:0.0:1789760757.916724:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760757.916730:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760757.916741:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23523328, 23527424) append 0 append lockpos 0 00000080:00200000:0.0:1789760757.916755:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23523328=0x166f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760757.916821:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760757.916824:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23527424 00000020:00010000:0.0:1789760757.916832:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760757.916836:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760757.916840:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760757.916844:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760757.916847:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760757.916870:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760757.916877:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760757.916903:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760757.917012:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 23523328<>23527424 00000100:00100000:1.0:1789760757.917198:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760757.917222:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515735168:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760757.958052:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760757.958078:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760757.958090:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760757.958113:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760757.958146:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515735168:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760757.958304:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5743, 5743] 00000080:00200000:0.0:1789760757.958320:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760757.958327:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760757.958343:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23527424 i_blocks 47111 00000020:00200000:0.0:1789760757.958347:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760757.958358:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760757.958393:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23527424, count: 4096 00000080:00200000:0.0:1789760757.958402:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23527424, bytes: 4096 00000080:00200000:0.0:1789760757.958413:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760757.958422:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760757.958425:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23527424, 23531520) 0 0 00000080:00200000:0.0:1789760757.958430:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760757.958447:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5744, 5744] 00020000:00200000:0.0:1789760757.958456:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23527424 chunk: [23527424, 23531520) 23531520, 4096 00020000:00200000:0.0:1789760757.958460:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760757.958479:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5744, 5744] 00000008:00010000:0.0:1789760757.958498:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760757.958503:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760757.958515:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23527424, 23531520) append 0 append lockpos 0 00000080:00200000:0.0:1789760757.958529:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23527424=0x1670000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760757.958577:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760757.958580:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23531520 00000020:00010000:0.0:1789760757.958588:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760757.958591:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760757.958594:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760757.958598:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760757.958601:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760757.958609:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760757.958616:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760757.958692:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:1.0:1789760757.958795:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 23527424<>23531520 00000100:00100000:1.0:1789760757.958847:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515735296:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760757.994062:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973060 gen 2 00000100:00100000:1.0:1789760757.994116:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8572300 x1876699515735296/t4294973061(4294973061) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760773 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760757.994404:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760757.994412:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760757.994424:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760757.994502:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760757.994530:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515735296:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760757.994649:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5744, 5744] 00000080:00200000:0.0:1789760757.994664:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760757.994670:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760757.994686:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23531520 i_blocks 47111 00000020:00200000:0.0:1789760757.994690:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760757.994701:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760757.994734:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23531520, count: 4096 00000080:00200000:0.0:1789760757.994741:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23531520, bytes: 4096 00000080:00200000:0.0:1789760757.994752:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760757.994772:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760757.994775:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23531520, 23535616) 0 0 00000080:00200000:0.0:1789760757.994780:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760757.994799:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5745, 5745] 00020000:00200000:0.0:1789760757.994808:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23531520 chunk: [23531520, 23535616) 23535616, 4096 00020000:00200000:0.0:1789760757.994813:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760757.994834:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5745, 5745] 00000008:00010000:0.0:1789760757.994884:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760757.994890:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760757.994902:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23531520, 23535616) append 0 append lockpos 0 00000080:00200000:0.0:1789760757.994917:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23531520=0x1671000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760757.994974:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760757.994978:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23535616 00000020:00010000:0.0:1789760757.994986:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760757.994990:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760757.994993:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760757.994997:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760757.995000:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760757.995009:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760757.995016:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760757.995032:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760757.995322:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4700 - object 0x240000400:4 offset 23531520<>23535616 00000100:00100000:1.0:1789760757.995395:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515735424:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760758.033026:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973062 gen 2 00000008:00010000:1.0:1789760758.033095:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760758.033104:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760758.033113:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760758.035561:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760758.035615:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515735424:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760758.036300:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5745, 5745] 00000080:00200000:2.0:1789760758.036317:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760758.036324:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760758.036343:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23535616 i_blocks 47111 00000020:00200000:2.0:1789760758.036348:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760758.036361:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760758.036395:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23535616, count: 4096 00000080:00200000:2.0:1789760758.036404:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23535616, bytes: 4096 00000080:00200000:2.0:1789760758.036418:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760758.036427:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760758.036429:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23535616, 23539712) 0 0 00000080:00200000:2.0:1789760758.036434:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760758.036451:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5746, 5746] 00020000:00200000:2.0:1789760758.036460:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23535616 chunk: [23535616, 23539712) 23539712, 4096 00020000:00200000:2.0:1789760758.036465:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760758.036485:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5746, 5746] 00000008:00010000:2.0:1789760758.036506:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760758.036512:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760758.036522:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23535616, 23539712) append 0 append lockpos 0 00000080:00200000:2.0:1789760758.036539:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23535616=0x1672000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760758.036600:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760758.036603:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23539712 00000020:00010000:2.0:1789760758.036611:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760758.036614:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760758.036617:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760758.036621:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760758.036624:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760758.036633:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760758.036639:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760758.036661:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760758.037537:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 23535616<>23539712 00000100:00100000:3.0:1789760758.037598:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760758.042119:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515735552:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760758.080488:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973063 gen 2 00000008:00010000:2.0:1789760758.080537:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8600 00000020:00200000:2.0:1789760758.080546:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760758.080558:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760758.081269:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8600 00000100:00100000:2.0:1789760758.081366:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515735552:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760758.081578:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5746, 5746] 00000080:00200000:3.0:1789760758.081594:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760758.081600:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760758.081616:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23539712 i_blocks 47111 00000020:00200000:3.0:1789760758.081621:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760758.081641:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760758.081684:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23539712, count: 4096 00000080:00200000:3.0:1789760758.081691:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23539712, bytes: 4096 00000080:00200000:3.0:1789760758.081703:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760758.081711:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760758.081714:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23539712, 23543808) 0 0 00000080:00200000:3.0:1789760758.081718:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760758.081736:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5747, 5747] 00020000:00200000:3.0:1789760758.081745:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23539712 chunk: [23539712, 23543808) 23543808, 4096 00020000:00200000:3.0:1789760758.081749:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760758.081769:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5747, 5747] 00000008:00010000:3.0:1789760758.081787:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760758.081792:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760758.081804:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23539712, 23543808) append 0 append lockpos 0 00000080:00200000:3.0:1789760758.081817:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23539712=0x1673000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760758.081902:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760758.081905:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23543808 00000020:00010000:3.0:1789760758.081914:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760758.081917:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.081920:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.081923:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760758.081926:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760758.081933:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760758.081940:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760758.081959:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760758.082448:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4e00 - object 0x240000400:4 offset 23539712<>23543808 00000100:00100000:2.0:1789760758.082590:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515735680:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760758.119554:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973064 gen 2 00000008:00010000:2.0:1789760758.119605:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:2.0:1789760758.119617:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760758.119629:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760758.119684:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:2.0:1789760758.119716:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515735680:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760758.119846:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5747, 5747] 00000080:00200000:3.0:1789760758.119962:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760758.119969:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760758.119985:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23543808 i_blocks 47111 00000020:00200000:3.0:1789760758.119988:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760758.119998:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760758.120031:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23543808, count: 4096 00000080:00200000:3.0:1789760758.120039:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23543808, bytes: 4096 00000080:00200000:3.0:1789760758.120049:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760758.120057:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760758.120060:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23543808, 23547904) 0 0 00000080:00200000:3.0:1789760758.120064:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760758.120080:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5748, 5748] 00020000:00200000:3.0:1789760758.120088:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23543808 chunk: [23543808, 23547904) 23547904, 4096 00020000:00200000:3.0:1789760758.120093:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760758.120114:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5748, 5748] 00000008:00010000:3.0:1789760758.120134:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760758.120140:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760758.120153:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23543808, 23547904) append 0 append lockpos 0 00000080:00200000:3.0:1789760758.120167:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23543808=0x1674000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760758.120536:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760758.120539:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23547904 00000020:00010000:3.0:1789760758.120548:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760758.120552:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.120555:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.120558:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760758.120561:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760758.120569:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760758.120575:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760758.120594:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056540 00000008:00100000:3.0:1789760758.120700:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7480 - object 0x240000400:4 offset 23543808<>23547904 00000100:00100000:2.0:1789760758.120780:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515735808:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760758.176355:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973065 gen 2 00000008:00010000:2.0:1789760758.176411:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056540 00000020:00200000:2.0:1789760758.176419:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760758.176432:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760758.176460:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056540 00000100:00100000:2.0:1789760758.176491:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515735808:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760758.176630:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5748, 5748] 00000080:00200000:3.0:1789760758.176646:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760758.176652:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760758.176668:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23547904 i_blocks 47111 00000020:00200000:3.0:1789760758.176672:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760758.176683:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760758.176716:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23547904, count: 4096 00000080:00200000:3.0:1789760758.176724:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23547904, bytes: 4096 00000080:00200000:3.0:1789760758.176734:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760758.176742:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760758.176745:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23547904, 23552000) 0 0 00000080:00200000:3.0:1789760758.176749:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760758.176765:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5749, 5749] 00020000:00200000:3.0:1789760758.176773:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23547904 chunk: [23547904, 23552000) 23552000, 4096 00020000:00200000:3.0:1789760758.176778:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760758.176797:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5749, 5749] 00000008:00010000:3.0:1789760758.176814:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760758.176819:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760758.176830:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23547904, 23552000) append 0 append lockpos 0 00000080:00200000:3.0:1789760758.176844:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23547904=0x1675000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760758.177544:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760758.177552:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23552000 00000020:00010000:3.0:1789760758.177563:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760758.177567:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.177570:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.177574:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760758.177577:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760758.177587:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760758.177594:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760758.177615:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056540 00000008:00100000:3.0:1789760758.177721:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7800 - object 0x240000400:4 offset 23547904<>23552000 00000100:00100000:2.0:1789760758.178085:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515735936:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760758.232570:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973066 gen 2 00000008:00010000:2.0:1789760758.232621:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056540 00000020:00200000:2.0:1789760758.232630:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760758.232644:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760758.232668:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056540 00000100:00100000:2.0:1789760758.232702:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515735936:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760758.232883:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5749, 5749] 00000080:00200000:3.0:1789760758.232900:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760758.232906:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760758.232922:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23552000 i_blocks 47111 00000020:00200000:3.0:1789760758.232926:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760758.232937:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760758.232975:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23552000, count: 4096 00000080:00200000:3.0:1789760758.232982:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23552000, bytes: 4096 00000080:00200000:3.0:1789760758.232994:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760758.233002:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760758.233004:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23552000, 23556096) 0 0 00000080:00200000:3.0:1789760758.233010:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760758.233026:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5750, 5750] 00020000:00200000:3.0:1789760758.233036:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23552000 chunk: [23552000, 23556096) 23556096, 4096 00020000:00200000:3.0:1789760758.233041:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760758.233064:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5750, 5750] 00000008:00010000:3.0:1789760758.233084:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760758.233091:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760758.233102:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23552000, 23556096) append 0 append lockpos 0 00000080:00200000:3.0:1789760758.233117:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23552000=0x1676000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760758.233178:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760758.233181:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23556096 00000020:00010000:3.0:1789760758.233189:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760758.233193:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.233196:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.233199:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760758.233202:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760758.233209:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760758.233217:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760758.233235:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760758.233503:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 23552000<>23556096 00000100:00100000:2.0:1789760758.233703:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515736064:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760758.263515:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973067 gen 2 00000008:00010000:2.0:1789760758.263563:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:2.0:1789760758.263571:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760758.263583:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760758.263599:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:2.0:1789760758.263629:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515736064:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760758.263953:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5750, 5750] 00000080:00200000:3.0:1789760758.263970:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760758.263976:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760758.263992:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23556096 i_blocks 47111 00000020:00200000:3.0:1789760758.263996:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760758.264005:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760758.264040:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23556096, count: 4096 00000080:00200000:3.0:1789760758.264047:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23556096, bytes: 4096 00000080:00200000:3.0:1789760758.264057:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760758.264066:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760758.264068:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23556096, 23560192) 0 0 00000080:00200000:3.0:1789760758.264072:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760758.264135:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5751, 5751] 00020000:00200000:3.0:1789760758.264144:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23556096 chunk: [23556096, 23560192) 23560192, 4096 00020000:00200000:3.0:1789760758.264148:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760758.264351:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5751, 5751] 00000008:00010000:3.0:1789760758.264372:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760758.264377:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760758.264390:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23556096, 23560192) append 0 append lockpos 0 00000080:00200000:3.0:1789760758.264407:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23556096=0x1677000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760758.264476:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760758.264479:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23560192 00000020:00010000:3.0:1789760758.264488:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760758.264491:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.264494:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.264497:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760758.264500:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760758.264508:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760758.264514:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760758.264534:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760758.264643:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4380 - object 0x240000400:4 offset 23556096<>23560192 00000100:00100000:2.0:1789760758.264814:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515736192:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760758.298064:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973068 gen 2 00000008:00010000:2.0:1789760758.298118:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:2.0:1789760758.298127:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760758.298139:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760758.298258:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5751, 5751] 00000080:00200000:0.0:1789760758.298284:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760758.298291:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760758.298307:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23560192 i_blocks 47111 00000020:00200000:0.0:1789760758.298311:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760758.298325:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760758.298363:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23560192, count: 4096 00000080:00200000:0.0:1789760758.298372:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23560192, bytes: 4096 00000080:00200000:0.0:1789760758.298383:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760758.298392:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760758.298395:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23560192, 23564288) 0 0 00000080:00200000:0.0:1789760758.298399:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760758.298416:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5752, 5752] 00020000:00200000:0.0:1789760758.298425:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23560192 chunk: [23560192, 23564288) 23564288, 4096 00020000:00200000:0.0:1789760758.298430:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760758.298450:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5752, 5752] 00000008:00010000:0.0:1789760758.298469:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760758.298474:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760758.298487:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23560192, 23564288) append 0 append lockpos 0 00000080:00200000:0.0:1789760758.298501:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23560192=0x1678000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760758.298566:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760758.298570:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23564288 00000020:00010000:0.0:1789760758.298578:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760758.298582:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760758.298585:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760758.298589:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760758.298592:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760758.298600:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760758.298607:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760758.298630:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760758.298748:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6d80 - object 0x240000400:4 offset 23560192<>23564288 00000100:00100000:1.0:1789760758.299342:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515736320:192.168.203.146@tcp:4:dd.0 00000008:00010000:2.0:1789760758.301668:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:2.0:1789760758.301728:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515736192:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760758.345718:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973069 gen 2 00000008:00010000:1.0:1789760758.345770:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760758.345778:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760758.345789:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760758.345820:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760758.346036:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515736320:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760758.346612:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5752, 5752] 00000080:00200000:0.0:1789760758.346631:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760758.346638:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760758.346654:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23564288 i_blocks 47111 00000020:00200000:0.0:1789760758.346658:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760758.346669:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760758.346717:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23564288, count: 4096 00000080:00200000:0.0:1789760758.346725:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23564288, bytes: 4096 00000080:00200000:0.0:1789760758.346741:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760758.346750:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760758.346752:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23564288, 23568384) 0 0 00000080:00200000:0.0:1789760758.346757:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760758.346776:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5753, 5753] 00020000:00200000:0.0:1789760758.346785:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23564288 chunk: [23564288, 23568384) 23568384, 4096 00020000:00200000:0.0:1789760758.346789:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760758.346809:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5753, 5753] 00000008:00010000:0.0:1789760758.346828:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760758.346833:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760758.346845:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23564288, 23568384) append 0 append lockpos 0 00000080:00200000:0.0:1789760758.346902:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23564288=0x1679000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760758.346967:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760758.346971:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23568384 00000020:00010000:0.0:1789760758.346978:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760758.346982:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760758.346985:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760758.346989:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760758.346992:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760758.347000:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760758.347007:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760758.347024:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760758.347132:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 23564288<>23568384 00000100:00100000:1.0:1789760758.347673:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515736448:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760758.392928:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973070 gen 2 00000008:00010000:1.0:1789760758.392980:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760758.392988:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760758.392997:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760758.393018:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760758.393047:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515736448:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760758.393557:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5753, 5753] 00000080:00200000:0.0:1789760758.393575:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760758.393581:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760758.393597:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23568384 i_blocks 47111 00000020:00200000:0.0:1789760758.393601:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760758.393612:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760758.393646:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23568384, count: 4096 00000080:00200000:0.0:1789760758.393653:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23568384, bytes: 4096 00000080:00200000:0.0:1789760758.393664:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760758.393673:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760758.393675:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23568384, 23572480) 0 0 00000080:00200000:0.0:1789760758.393680:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760758.393707:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5754, 5754] 00020000:00200000:0.0:1789760758.393716:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23568384 chunk: [23568384, 23572480) 23572480, 4096 00020000:00200000:0.0:1789760758.393720:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760758.393742:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5754, 5754] 00000008:00010000:0.0:1789760758.393761:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760758.393767:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760758.393778:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23568384, 23572480) append 0 append lockpos 0 00000080:00200000:0.0:1789760758.393792:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23568384=0x167a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760758.393851:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760758.393902:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23572480 00000020:00010000:0.0:1789760758.393910:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760758.393913:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760758.393916:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760758.393919:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760758.393922:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760758.393929:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760758.393936:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760758.393952:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760758.394056:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 23568384<>23572480 00000100:00100000:1.0:1789760758.394600:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515736576:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760758.437485:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760758.437503:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760758.437516:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760758.437546:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760758.437579:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515736576:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760758.437966:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5754, 5754] 00000080:00200000:0.0:1789760758.437984:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760758.437991:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760758.438008:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23572480 i_blocks 47111 00000020:00200000:0.0:1789760758.438012:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760758.438024:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760758.438059:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23572480, count: 4096 00000080:00200000:0.0:1789760758.438067:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23572480, bytes: 4096 00000080:00200000:0.0:1789760758.438082:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760758.438092:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760758.438094:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23572480, 23576576) 0 0 00000080:00200000:0.0:1789760758.438099:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760758.438117:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5755, 5755] 00020000:00200000:0.0:1789760758.438127:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23572480 chunk: [23572480, 23576576) 23576576, 4096 00020000:00200000:0.0:1789760758.438131:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760758.438153:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5755, 5755] 00000008:00010000:0.0:1789760758.438172:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760758.438178:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760758.438189:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23572480, 23576576) append 0 append lockpos 0 00000080:00200000:0.0:1789760758.438202:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23572480=0x167b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760758.438271:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760758.438274:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23576576 00000020:00010000:0.0:1789760758.438282:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760758.438286:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760758.438289:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760758.438292:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760758.438295:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760758.438303:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760758.438309:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760758.438327:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760758.439868:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6680 - object 0x240000400:4 offset 23572480<>23576576 00000100:00100000:1.0:1789760758.439989:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760758.440022:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515736704:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760758.505806:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973072 gen 2 00000008:00010000:1.0:1789760758.505904:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760758.505912:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760758.505922:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760758.506010:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760758.506041:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515736704:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760758.508170:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5755, 5755] 00000080:00200000:0.0:1789760758.508194:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760758.508202:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760758.508291:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23576576 i_blocks 47111 00000020:00200000:0.0:1789760758.508297:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760758.508310:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760758.508350:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23576576, count: 4096 00000080:00200000:0.0:1789760758.508358:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23576576, bytes: 4096 00000080:00200000:0.0:1789760758.508372:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760758.508381:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760758.508383:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23576576, 23580672) 0 0 00000080:00200000:0.0:1789760758.508388:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760758.508404:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5756, 5756] 00020000:00200000:0.0:1789760758.508416:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23576576 chunk: [23576576, 23580672) 23580672, 4096 00020000:00200000:0.0:1789760758.508421:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760758.508441:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5756, 5756] 00000008:00010000:0.0:1789760758.508459:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760758.508465:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760758.508477:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23576576, 23580672) append 0 append lockpos 0 00000080:00200000:0.0:1789760758.508490:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23576576=0x167c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760758.508555:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760758.508559:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23580672 00000020:00010000:0.0:1789760758.508566:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760758.508570:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760758.508573:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760758.508576:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760758.508579:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760758.508596:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760758.508609:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760758.508630:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760758.508747:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 23576576<>23580672 00000100:00100000:0.0:1789760758.508802:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760758.508826:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515736832:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760758.549618:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973073 gen 2 00000008:00010000:0.0:1789760758.549651:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:0.0:1789760758.549657:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760758.549665:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760758.549683:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:0.0:1789760758.549705:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515736832:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760758.549783:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5756, 5756] 00000080:00200000:3.0:1789760758.549795:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760758.549800:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760758.549811:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23580672 i_blocks 47111 00000020:00200000:3.0:1789760758.549815:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760758.549824:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760758.549847:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23580672, count: 4096 00000080:00200000:3.0:1789760758.549874:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23580672, bytes: 4096 00000080:00200000:3.0:1789760758.549882:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760758.549889:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760758.549892:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23580672, 23584768) 0 0 00000080:00200000:3.0:1789760758.549906:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760758.549917:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5757, 5757] 00020000:00200000:3.0:1789760758.549924:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23580672 chunk: [23580672, 23584768) 23584768, 4096 00020000:00200000:3.0:1789760758.549928:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760758.549942:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5757, 5757] 00000008:00010000:3.0:1789760758.549955:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760758.549960:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760758.549968:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23580672, 23584768) append 0 append lockpos 0 00000080:00200000:3.0:1789760758.549978:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23580672=0x167d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760758.550016:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760758.550019:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23584768 00000020:00010000:3.0:1789760758.550025:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760758.550029:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.550032:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.550035:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760758.550038:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760758.550044:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760758.550049:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760758.550061:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760758.550131:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5180 - object 0x240000400:4 offset 23580672<>23584768 00000100:00100000:2.0:1789760758.550248:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515736960:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760758.595395:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973074 gen 2 00000008:00010000:2.0:1789760758.595444:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:2.0:1789760758.595449:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760758.595457:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760758.595471:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:2.0:1789760758.595489:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515736960:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760758.595679:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5757, 5757] 00000080:00200000:3.0:1789760758.595691:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760758.595695:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760758.595705:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23584768 i_blocks 47111 00000020:00200000:3.0:1789760758.595707:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760758.595714:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760758.595735:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23584768, count: 4096 00000080:00200000:3.0:1789760758.595741:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23584768, bytes: 4096 00000080:00200000:3.0:1789760758.595749:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760758.595756:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760758.595758:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23584768, 23588864) 0 0 00000080:00200000:3.0:1789760758.595762:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760758.595773:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5758, 5758] 00020000:00200000:3.0:1789760758.595779:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23584768 chunk: [23584768, 23588864) 23588864, 4096 00020000:00200000:3.0:1789760758.595783:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760758.595798:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5758, 5758] 00000008:00010000:3.0:1789760758.595811:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760758.595816:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760758.595825:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23584768, 23588864) append 0 append lockpos 0 00000080:00200000:3.0:1789760758.595836:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23584768=0x167e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760758.598594:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760758.598602:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23588864 00000020:00010000:3.0:1789760758.598616:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760758.598620:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.598623:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.598628:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760758.598630:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760758.598640:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760758.598647:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760758.598671:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760758.598762:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e6680 - object 0x240000400:4 offset 23584768<>23588864 00000100:00100000:2.0:1789760758.600270:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515737088:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760758.642482:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973075 gen 2 00000008:00010000:2.0:1789760758.642523:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:2.0:1789760758.642531:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760758.642540:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760758.642586:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000080:00200000:3.0:1789760758.643413:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5758, 5758] 00000080:00200000:3.0:1789760758.643429:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760758.643435:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760758.643449:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23588864 i_blocks 47111 00000020:00200000:3.0:1789760758.643453:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760758.643525:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760758.643561:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23588864, count: 4096 00000080:00200000:3.0:1789760758.643569:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23588864, bytes: 4096 00000080:00200000:3.0:1789760758.643578:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760758.643586:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760758.643588:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23588864, 23592960) 0 0 00000080:00200000:3.0:1789760758.643592:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760758.643605:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5759, 5759] 00020000:00200000:3.0:1789760758.643613:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23588864 chunk: [23588864, 23592960) 23592960, 4096 00020000:00200000:3.0:1789760758.643616:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760758.643632:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5759, 5759] 00000008:00010000:3.0:1789760758.643646:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760758.643650:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760758.643658:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23588864, 23592960) append 0 append lockpos 0 00000080:00200000:3.0:1789760758.643669:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23588864=0x167f000, pages 1 (max 131072), lockless, parallel 00000100:00100000:2.0:1789760758.643790:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515737088:192.168.203.146@tcp:4:dd.0 00000020:00200000:3.0:1789760758.644117:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760758.644121:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23592960 00000020:00010000:3.0:1789760758.644129:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760758.644133:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.644136:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.644139:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760758.644142:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760758.644148:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760758.644154:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760758.644168:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760758.644269:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4a80 - object 0x240000400:4 offset 23588864<>23592960 00000100:00100000:2.0:1789760758.644614:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515737216:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760758.688352:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973076 gen 2 00000008:00010000:2.0:1789760758.688392:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:2.0:1789760758.688399:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760758.688407:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760758.688489:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:2.0:1789760758.688513:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515737216:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760758.688586:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5759, 5759] 00000080:00200000:0.0:1789760758.688600:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760758.688604:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760758.688617:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23592960 i_blocks 47111 00000020:00200000:0.0:1789760758.688621:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760758.688629:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760758.688653:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23592960, count: 4096 00000080:00200000:0.0:1789760758.688659:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23592960, bytes: 4096 00000080:00200000:0.0:1789760758.688666:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760758.688672:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760758.688675:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23592960, 23597056) 0 0 00000080:00200000:0.0:1789760758.688679:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760758.688690:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5760, 5760] 00020000:00200000:0.0:1789760758.688697:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23592960 chunk: [23592960, 23597056) 23597056, 4096 00020000:00200000:0.0:1789760758.688701:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760758.688715:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5760, 5760] 00000008:00010000:0.0:1789760758.688727:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760758.688732:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760758.688741:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23592960, 23597056) append 0 append lockpos 0 00000080:00200000:0.0:1789760758.688751:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23592960=0x1680000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760758.688792:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760758.688796:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23597056 00000020:00010000:0.0:1789760758.688802:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760758.688805:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760758.688807:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760758.688810:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760758.688813:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760758.688819:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760758.688824:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760758.688838:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760758.689296:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 23592960<>23597056 00000100:00100000:1.0:1789760758.689351:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760758.689423:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515737344:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760758.724844:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973077 gen 2 00000008:00010000:1.0:1789760758.724915:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760758.724922:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760758.724931:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760758.724947:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760758.724971:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515737344:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760758.725120:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5760, 5760] 00000080:00200000:3.0:1789760758.725133:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760758.725139:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760758.725151:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23597056 i_blocks 47111 00000020:00200000:3.0:1789760758.725154:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760758.725175:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760758.725200:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23597056, count: 4096 00000080:00200000:3.0:1789760758.725207:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23597056, bytes: 4096 00000080:00200000:3.0:1789760758.725216:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760758.725224:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760758.725226:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23597056, 23601152) 0 0 00000080:00200000:3.0:1789760758.725230:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760758.725251:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5761, 5761] 00020000:00200000:3.0:1789760758.725258:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23597056 chunk: [23597056, 23601152) 23601152, 4096 00020000:00200000:3.0:1789760758.725262:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760758.725277:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5761, 5761] 00000008:00010000:3.0:1789760758.725290:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760758.725295:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760758.725304:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23597056, 23601152) append 0 append lockpos 0 00000080:00200000:3.0:1789760758.725314:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23597056=0x1681000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760758.725357:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760758.725360:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23601152 00000020:00010000:3.0:1789760758.725366:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760758.725370:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.725373:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.725376:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760758.725379:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760758.725386:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760758.725391:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760758.725405:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760758.725483:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e6300 - object 0x240000400:4 offset 23597056<>23601152 00000100:00100000:2.0:1789760758.725745:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515737472:192.168.203.146@tcp:4:dd.0 00010000:00010000:3.0:1789760758.769195:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789760758.774603:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973078 gen 2 00000008:00010000:2.0:1789760758.774638:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:2.0:1789760758.774644:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760758.774654:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760758.774673:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:2.0:1789760758.774696:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515737472:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760758.775001:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5761, 5761] 00000080:00200000:3.0:1789760758.775013:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760758.775018:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760758.775030:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23601152 i_blocks 47111 00000020:00200000:3.0:1789760758.775034:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760758.775041:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760758.775066:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23601152, count: 4096 00000080:00200000:3.0:1789760758.775072:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23601152, bytes: 4096 00000080:00200000:3.0:1789760758.775081:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760758.775098:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760758.775101:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23601152, 23605248) 0 0 00000080:00200000:3.0:1789760758.775104:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760758.775117:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5762, 5762] 00020000:00200000:3.0:1789760758.775124:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23601152 chunk: [23601152, 23605248) 23605248, 4096 00020000:00200000:3.0:1789760758.775127:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760758.775141:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5762, 5762] 00000008:00010000:3.0:1789760758.775156:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760758.775169:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760758.775177:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23601152, 23605248) append 0 append lockpos 0 00000080:00200000:3.0:1789760758.775188:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23601152=0x1682000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760758.775234:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760758.775247:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23605248 00000020:00010000:3.0:1789760758.775254:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760758.775258:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.775261:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.775264:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760758.775267:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760758.775275:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760758.775279:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760758.775294:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056540 00000008:00100000:3.0:1789760758.775368:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4000 - object 0x240000400:4 offset 23601152<>23605248 00000100:00100000:2.0:1789760758.775461:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515737600:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760758.813970:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973079 gen 2 00000008:00010000:2.0:1789760758.814005:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056540 00000020:00200000:2.0:1789760758.814012:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760758.814021:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760758.814077:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056540 00000100:00100000:2.0:1789760758.814115:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515737600:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760758.814353:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5762, 5762] 00000080:00200000:3.0:1789760758.814366:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760758.814371:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760758.814384:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23605248 i_blocks 47111 00000020:00200000:3.0:1789760758.814388:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760758.814395:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760758.814422:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23605248, count: 4096 00000080:00200000:3.0:1789760758.814428:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23605248, bytes: 4096 00000080:00200000:3.0:1789760758.814435:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760758.814442:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760758.814444:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23605248, 23609344) 0 0 00000080:00200000:3.0:1789760758.814447:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760758.814460:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5763, 5763] 00020000:00200000:3.0:1789760758.814467:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23605248 chunk: [23605248, 23609344) 23609344, 4096 00020000:00200000:3.0:1789760758.814471:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760758.814486:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5763, 5763] 00000008:00010000:3.0:1789760758.814500:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760758.814505:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760758.814514:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23605248, 23609344) append 0 append lockpos 0 00000080:00200000:3.0:1789760758.814526:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23605248=0x1683000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760758.814569:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760758.814572:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23609344 00000020:00010000:3.0:1789760758.814578:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760758.814581:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.814584:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.814587:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760758.814590:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760758.814597:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760758.814603:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760758.814617:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056540 00000008:00100000:3.0:1789760758.814689:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7100 - object 0x240000400:4 offset 23605248<>23609344 00000100:00100000:2.0:1789760758.814752:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515737728:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760758.854620:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973080 gen 2 00000008:00010000:2.0:1789760758.854656:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056540 00000020:00200000:2.0:1789760758.854663:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760758.854672:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760758.854692:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056540 00000100:00100000:2.0:1789760758.854715:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515737728:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760758.854812:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5763, 5763] 00000080:00200000:3.0:1789760758.854825:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760758.854830:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760758.854842:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23609344 i_blocks 47111 00000020:00200000:3.0:1789760758.854846:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760758.854879:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760758.854914:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23609344, count: 4096 00000080:00200000:3.0:1789760758.854920:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23609344, bytes: 4096 00000080:00200000:3.0:1789760758.854928:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760758.854935:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760758.854937:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23609344, 23613440) 0 0 00000080:00200000:3.0:1789760758.854941:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760758.854954:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5764, 5764] 00020000:00200000:3.0:1789760758.854961:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23609344 chunk: [23609344, 23613440) 23613440, 4096 00020000:00200000:3.0:1789760758.854965:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760758.854982:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5764, 5764] 00000008:00010000:3.0:1789760758.854997:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760758.855001:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760758.855009:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23609344, 23613440) append 0 append lockpos 0 00000080:00200000:3.0:1789760758.855019:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23609344=0x1684000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760758.855060:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760758.855063:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23613440 00000020:00010000:3.0:1789760758.855069:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760758.855072:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.855075:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.855078:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760758.855081:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760758.855098:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760758.855105:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760758.855120:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760758.855196:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5c00 - object 0x240000400:4 offset 23609344<>23613440 00000100:00100000:2.0:1789760758.855395:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515737856:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760758.892613:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973081 gen 2 00000008:00010000:2.0:1789760758.892650:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:2.0:1789760758.892658:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760758.892667:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760758.892681:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:2.0:1789760758.892703:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515737856:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760758.892823:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5764, 5764] 00000080:00200000:3.0:1789760758.892835:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760758.892840:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760758.892851:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23613440 i_blocks 47111 00000020:00200000:3.0:1789760758.892875:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760758.892891:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760758.892916:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23613440, count: 4096 00000080:00200000:3.0:1789760758.892921:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23613440, bytes: 4096 00000080:00200000:3.0:1789760758.892928:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760758.892935:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760758.892937:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23613440, 23617536) 0 0 00000080:00200000:3.0:1789760758.892941:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760758.892953:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5765, 5765] 00020000:00200000:3.0:1789760758.892958:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23613440 chunk: [23613440, 23617536) 23617536, 4096 00020000:00200000:3.0:1789760758.892962:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760758.892976:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5765, 5765] 00000008:00010000:3.0:1789760758.892987:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760758.892991:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760758.892999:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23613440, 23617536) append 0 append lockpos 0 00000080:00200000:3.0:1789760758.893009:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23613440=0x1685000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760758.893046:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760758.893048:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23617536 00000020:00010000:3.0:1789760758.893054:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760758.893057:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.893060:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.893063:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760758.893066:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760758.893071:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760758.893075:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760758.893086:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760758.893154:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5c00 - object 0x240000400:4 offset 23613440<>23617536 00000100:00100000:2.0:1789760758.894312:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760758.894334:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515737984:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760758.949193:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973082 gen 2 00000008:00010000:2.0:1789760758.949233:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:2.0:1789760758.949250:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760758.949259:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760758.949277:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:2.0:1789760758.949299:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515737984:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760758.949442:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5765, 5765] 00000080:00200000:3.0:1789760758.949455:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760758.949460:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760758.949473:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23617536 i_blocks 47111 00000020:00200000:3.0:1789760758.949477:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760758.949485:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760758.949513:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23617536, count: 4096 00000080:00200000:3.0:1789760758.949520:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23617536, bytes: 4096 00000080:00200000:3.0:1789760758.949530:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760758.949538:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760758.949540:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23617536, 23621632) 0 0 00000080:00200000:3.0:1789760758.949543:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760758.949560:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5766, 5766] 00020000:00200000:3.0:1789760758.949567:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23617536 chunk: [23617536, 23621632) 23621632, 4096 00020000:00200000:3.0:1789760758.949571:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760758.949587:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5766, 5766] 00000008:00010000:3.0:1789760758.949600:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760758.949605:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760758.949613:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23617536, 23621632) append 0 append lockpos 0 00000080:00200000:3.0:1789760758.949624:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23617536=0x1686000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760758.949667:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760758.949670:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23621632 00000020:00010000:3.0:1789760758.949676:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760758.949680:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.949682:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.949686:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760758.949689:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760758.949695:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760758.949700:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760758.949715:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760758.949792:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7100 - object 0x240000400:4 offset 23617536<>23621632 00000100:00100000:2.0:1789760758.950005:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760758.950021:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515738112:192.168.203.146@tcp:4:dd.0 00000008:00010000:2.0:1789760758.991197:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:2.0:1789760758.991209:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760758.991218:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760758.991246:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:2.0:1789760758.991271:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515738112:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760758.991463:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5766, 5766] 00000080:00200000:3.0:1789760758.991476:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760758.991481:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760758.991493:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23621632 i_blocks 47111 00000020:00200000:3.0:1789760758.991496:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760758.991504:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760758.991546:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23621632, count: 4096 00000080:00200000:3.0:1789760758.991554:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23621632, bytes: 4096 00000080:00200000:3.0:1789760758.991561:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760758.991568:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760758.991570:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23621632, 23625728) 0 0 00000080:00200000:3.0:1789760758.991573:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760758.991587:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5767, 5767] 00020000:00200000:3.0:1789760758.991593:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23621632 chunk: [23621632, 23625728) 23625728, 4096 00020000:00200000:3.0:1789760758.991597:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760758.991612:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5767, 5767] 00000008:00010000:3.0:1789760758.991625:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760758.991630:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760758.991639:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23621632, 23625728) append 0 append lockpos 0 00000080:00200000:3.0:1789760758.991648:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23621632=0x1687000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760758.991694:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760758.991697:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23625728 00000020:00010000:3.0:1789760758.991703:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760758.991707:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.991710:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760758.991713:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760758.991716:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760758.991722:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760758.991727:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760758.991742:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760758.991829:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4000 - object 0x240000400:4 offset 23621632<>23625728 00000100:00100000:2.0:1789760758.992050:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760758.992067:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515738240:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760759.033335:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973084 gen 2 00000008:00010000:2.0:1789760759.033380:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:2.0:1789760759.033387:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760759.033395:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760759.033416:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:2.0:1789760759.033439:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515738240:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760759.033592:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5767, 5767] 00000080:00200000:3.0:1789760759.033605:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760759.033610:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760759.033623:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23625728 i_blocks 47111 00000020:00200000:3.0:1789760759.033627:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760759.033634:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760759.033659:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23625728, count: 4096 00000080:00200000:3.0:1789760759.033666:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23625728, bytes: 4096 00000080:00200000:3.0:1789760759.033673:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760759.033681:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760759.033683:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23625728, 23629824) 0 0 00000080:00200000:3.0:1789760759.033687:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760759.033700:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5768, 5768] 00020000:00200000:3.0:1789760759.033707:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23625728 chunk: [23625728, 23629824) 23629824, 4096 00020000:00200000:3.0:1789760759.033710:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760759.033724:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5768, 5768] 00000008:00010000:3.0:1789760759.033737:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760759.033742:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760759.033751:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23625728, 23629824) append 0 append lockpos 0 00000080:00200000:3.0:1789760759.033762:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23625728=0x1688000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760759.033802:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760759.033805:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23629824 00000020:00010000:3.0:1789760759.033812:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760759.033815:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760759.033817:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760759.033821:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760759.033823:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760759.033830:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760759.033835:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760759.033851:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760759.033984:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e6300 - object 0x240000400:4 offset 23625728<>23629824 00000100:00100000:3.0:1789760759.034014:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760759.034027:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515738368:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760759.064364:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973085 gen 2 00000008:00010000:2.0:1789760759.064400:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:2.0:1789760759.064406:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760759.064415:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760759.064436:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:2.0:1789760759.064462:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515738368:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760759.064623:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5768, 5768] 00000080:00200000:3.0:1789760759.064640:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760759.064646:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760759.064662:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23629824 i_blocks 47111 00000020:00200000:3.0:1789760759.064667:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760759.064675:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760759.064706:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23629824, count: 4096 00000080:00200000:3.0:1789760759.064712:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23629824, bytes: 4096 00000080:00200000:3.0:1789760759.064721:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760759.064728:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760759.064730:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23629824, 23633920) 0 0 00000080:00200000:3.0:1789760759.064734:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760759.064746:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5769, 5769] 00020000:00200000:3.0:1789760759.064753:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23629824 chunk: [23629824, 23633920) 23633920, 4096 00020000:00200000:3.0:1789760759.064757:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760759.064773:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5769, 5769] 00000008:00010000:3.0:1789760759.064788:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760759.064793:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760759.064802:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23629824, 23633920) append 0 append lockpos 0 00000080:00200000:3.0:1789760759.064813:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23629824=0x1689000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760759.064902:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760759.064905:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23633920 00000020:00010000:3.0:1789760759.064913:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760759.064915:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760759.064918:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760759.064922:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760759.064925:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760759.064933:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760759.064939:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760759.064960:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760759.065059:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4a80 - object 0x240000400:4 offset 23629824<>23633920 00000100:00100000:2.0:1789760759.065494:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760759.065512:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515738496:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760759.107090:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973086 gen 2 00000008:00010000:2.0:1789760759.107128:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:2.0:1789760759.107134:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760759.107144:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760759.107165:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:2.0:1789760759.107190:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515738496:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760759.107303:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5769, 5769] 00000080:00200000:3.0:1789760759.107315:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760759.107320:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760759.107332:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23633920 i_blocks 47111 00000020:00200000:3.0:1789760759.107335:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760759.107343:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760759.107367:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23633920, count: 4096 00000080:00200000:3.0:1789760759.107373:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23633920, bytes: 4096 00000080:00200000:3.0:1789760759.107381:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760759.107388:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760759.107390:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23633920, 23638016) 0 0 00000080:00200000:3.0:1789760759.107394:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760759.107408:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5770, 5770] 00020000:00200000:3.0:1789760759.107416:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23633920 chunk: [23633920, 23638016) 23638016, 4096 00020000:00200000:3.0:1789760759.107420:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760759.107434:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5770, 5770] 00000008:00010000:3.0:1789760759.107447:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760759.107451:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760759.107460:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23633920, 23638016) append 0 append lockpos 0 00000080:00200000:3.0:1789760759.107470:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23633920=0x168a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760759.107510:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760759.107513:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23638016 00000020:00010000:3.0:1789760759.107519:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760759.107522:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760759.107525:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760759.107528:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760759.107531:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760759.107536:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760759.107542:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760759.107556:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056540 00000008:00100000:3.0:1789760759.107627:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e6680 - object 0x240000400:4 offset 23633920<>23638016 00000100:00100000:2.0:1789760759.107839:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760759.107902:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515738624:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760759.144262:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973087 gen 2 00000008:00010000:2.0:1789760759.144308:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056540 00000020:00200000:2.0:1789760759.144316:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760759.144326:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760759.144339:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056540 00000100:00100000:2.0:1789760759.144365:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515738624:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760759.144633:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5770, 5770] 00000080:00200000:3.0:1789760759.144647:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760759.144652:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760759.144664:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23638016 i_blocks 47111 00000020:00200000:3.0:1789760759.144667:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760759.144675:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760759.144703:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23638016, count: 4096 00000080:00200000:3.0:1789760759.144709:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23638016, bytes: 4096 00000080:00200000:3.0:1789760759.144717:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760759.144724:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760759.144726:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23638016, 23642112) 0 0 00000080:00200000:3.0:1789760759.144730:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760759.144743:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5771, 5771] 00020000:00200000:3.0:1789760759.144750:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23638016 chunk: [23638016, 23642112) 23642112, 4096 00020000:00200000:3.0:1789760759.144755:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760759.144771:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5771, 5771] 00000008:00010000:3.0:1789760759.144786:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760759.144792:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760759.144801:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23638016, 23642112) append 0 append lockpos 0 00000080:00200000:3.0:1789760759.144814:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23638016=0x168b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760759.144917:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760759.144920:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23642112 00000020:00010000:3.0:1789760759.144927:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760759.144930:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760759.144933:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760759.144937:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760759.144940:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760759.144947:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760759.144953:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760759.144968:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056540 00000008:00100000:3.0:1789760759.145045:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5180 - object 0x240000400:4 offset 23638016<>23642112 00000100:00100000:2.0:1789760759.145297:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760759.145315:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515738752:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760759.208996:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973088 gen 2 00000008:00010000:2.0:1789760759.209030:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056540 00000020:00200000:2.0:1789760759.209037:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760759.209047:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760759.209066:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056540 00000100:00100000:2.0:1789760759.209090:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515738752:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760759.209327:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5771, 5771] 00000080:00200000:3.0:1789760759.209340:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760759.209346:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760759.209357:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23642112 i_blocks 47111 00000020:00200000:3.0:1789760759.209361:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760759.209368:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760759.209394:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23642112, count: 4096 00000080:00200000:3.0:1789760759.209414:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23642112, bytes: 4096 00000080:00200000:3.0:1789760759.209423:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760759.209430:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760759.209432:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23642112, 23646208) 0 0 00000080:00200000:3.0:1789760759.209436:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760759.209449:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5772, 5772] 00020000:00200000:3.0:1789760759.209455:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23642112 chunk: [23642112, 23646208) 23646208, 4096 00020000:00200000:3.0:1789760759.209459:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760759.209474:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5772, 5772] 00000008:00010000:3.0:1789760759.209488:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760759.209492:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760759.209500:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23642112, 23646208) append 0 append lockpos 0 00000080:00200000:3.0:1789760759.209510:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23642112=0x168c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760759.209558:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760759.209561:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23646208 00000020:00010000:3.0:1789760759.209568:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760759.209571:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760759.209574:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760759.209577:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760759.209580:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760759.209586:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760759.209591:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760759.209605:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760759.209682:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4380 - object 0x240000400:4 offset 23642112<>23646208 00000100:00100000:2.0:1789760759.209821:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515738880:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760759.302481:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973089 gen 2 00000008:00010000:2.0:1789760759.302526:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:2.0:1789760759.302532:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760759.302542:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760759.302558:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:2.0:1789760759.302581:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515738880:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760759.302918:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5772, 5772] 00000080:00200000:3.0:1789760759.302932:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760759.302938:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760759.302949:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23646208 i_blocks 47111 00000020:00200000:3.0:1789760759.302953:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760759.302960:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760759.302986:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23646208, count: 4096 00000080:00200000:3.0:1789760759.302993:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23646208, bytes: 4096 00000080:00200000:3.0:1789760759.303000:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760759.303008:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760759.303010:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23646208, 23650304) 0 0 00000080:00200000:3.0:1789760759.303013:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760759.303026:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5773, 5773] 00020000:00200000:3.0:1789760759.303033:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23646208 chunk: [23646208, 23650304) 23650304, 4096 00020000:00200000:3.0:1789760759.303037:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760759.303052:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5773, 5773] 00000008:00010000:3.0:1789760759.303066:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760759.303071:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760759.303080:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23646208, 23650304) append 0 append lockpos 0 00000080:00200000:3.0:1789760759.303091:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23646208=0x168d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760759.303133:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760759.303136:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23650304 00000020:00010000:3.0:1789760759.303143:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760759.303146:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760759.303149:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760759.303152:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760759.303156:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760759.303162:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760759.303167:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760759.303182:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760759.303268:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 23646208<>23650304 00000100:00100000:2.0:1789760759.303579:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515739008:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760759.363392:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973090 gen 2 00000008:00010000:2.0:1789760759.363425:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:2.0:1789760759.363431:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760759.363441:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760759.363458:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:2.0:1789760759.363483:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515739008:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760759.363483:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5773, 5773] 00000080:00200000:3.0:1789760759.363500:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760759.363505:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760759.363517:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23650304 i_blocks 47111 00000020:00200000:3.0:1789760759.363521:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760759.363531:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760759.363568:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23650304, count: 4096 00000080:00200000:3.0:1789760759.363574:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23650304, bytes: 4096 00000080:00200000:3.0:1789760759.363581:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760759.363588:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760759.363591:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23650304, 23654400) 0 0 00000080:00200000:3.0:1789760759.363594:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760759.363607:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5774, 5774] 00020000:00200000:3.0:1789760759.363614:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23650304 chunk: [23650304, 23654400) 23654400, 4096 00020000:00200000:3.0:1789760759.363618:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760759.363632:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5774, 5774] 00000008:00010000:3.0:1789760759.363646:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760759.363650:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760759.363659:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23650304, 23654400) append 0 append lockpos 0 00000080:00200000:3.0:1789760759.363670:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23650304=0x168e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760759.363715:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760759.363718:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23654400 00000020:00010000:3.0:1789760759.363725:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760759.363728:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760759.363731:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760759.363734:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760759.363735:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760759.363740:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760759.363745:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760759.363756:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760759.363819:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7800 - object 0x240000400:4 offset 23650304<>23654400 00000100:00100000:3.0:1789760759.363965:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515739136:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760759.429924:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973091 gen 2 00000008:00010000:2.0:1789760759.429961:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:2.0:1789760759.429968:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760759.429977:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760759.430007:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:2.0:1789760759.430028:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515739136:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760759.430279:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5774, 5774] 00000080:00200000:3.0:1789760759.430292:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760759.430297:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760759.430309:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23654400 i_blocks 47111 00000020:00200000:3.0:1789760759.430312:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760759.430320:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760759.430349:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23654400, count: 4096 00000080:00200000:3.0:1789760759.430356:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23654400, bytes: 4096 00000080:00200000:3.0:1789760759.430364:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760759.430371:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760759.430373:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23654400, 23658496) 0 0 00000080:00200000:3.0:1789760759.430378:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760759.430391:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5775, 5775] 00020000:00200000:3.0:1789760759.430397:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23654400 chunk: [23654400, 23658496) 23658496, 4096 00020000:00200000:3.0:1789760759.430411:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760759.430426:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5775, 5775] 00000008:00010000:3.0:1789760759.430439:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760759.430444:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760759.430453:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23654400, 23658496) append 0 append lockpos 0 00000080:00200000:3.0:1789760759.430464:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23654400=0x168f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760759.430506:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760759.430509:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23658496 00000020:00010000:3.0:1789760759.430516:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760759.430519:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760759.430522:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760759.430525:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760759.430528:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760759.430534:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760759.430539:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760759.430551:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760759.430622:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7480 - object 0x240000400:4 offset 23654400<>23658496 00000100:00100000:2.0:1789760759.430835:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515739264:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760759.468910:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760759.468923:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760759.468933:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760759.468954:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760759.468978:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515739264:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760759.469135:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5775, 5775] 00000080:00200000:1.0:1789760759.469148:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760759.469153:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760759.469164:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23658496 i_blocks 47111 00000020:00200000:1.0:1789760759.469168:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760759.469177:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760759.469201:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23658496, count: 4096 00000080:00200000:1.0:1789760759.469207:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23658496, bytes: 4096 00000080:00200000:1.0:1789760759.469214:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760759.469222:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760759.469224:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23658496, 23662592) 0 0 00000080:00200000:1.0:1789760759.469228:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760759.469252:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5776, 5776] 00020000:00200000:1.0:1789760759.469258:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23658496 chunk: [23658496, 23662592) 23662592, 4096 00020000:00200000:1.0:1789760759.469263:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760759.469278:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5776, 5776] 00000008:00010000:1.0:1789760759.469292:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760759.469297:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760759.469306:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23658496, 23662592) append 0 append lockpos 0 00000080:00200000:1.0:1789760759.469317:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23658496=0x1690000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760759.469437:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760759.469440:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23662592 00000020:00010000:1.0:1789760759.469448:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760759.469451:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760759.469455:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760759.469458:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760759.469461:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760759.469467:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760759.469473:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760759.469486:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760759.469563:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 23658496<>23662592 00000100:00100000:0.0:1789760759.469986:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760759.470006:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515739392:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760759.518544:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973093 gen 2 00000008:00010000:0.0:1789760759.518698:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760759.518705:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760759.518713:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760759.518736:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760759.518766:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515739392:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760759.518970:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5776, 5776] 00000080:00200000:1.0:1789760759.518984:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760759.518989:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760759.519000:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23662592 i_blocks 47111 00000020:00200000:1.0:1789760759.519004:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760759.519011:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760759.519107:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23662592, count: 4096 00000080:00200000:1.0:1789760759.519113:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23662592, bytes: 4096 00000080:00200000:1.0:1789760759.519124:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760759.519130:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760759.519132:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23662592, 23666688) 0 0 00000080:00200000:1.0:1789760759.519136:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760759.519148:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5777, 5777] 00020000:00200000:1.0:1789760759.519155:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23662592 chunk: [23662592, 23666688) 23666688, 4096 00020000:00200000:1.0:1789760759.519159:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760759.519173:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5777, 5777] 00000008:00010000:1.0:1789760759.519267:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760759.519271:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760759.519281:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23662592, 23666688) append 0 append lockpos 0 00000080:00200000:1.0:1789760759.519292:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23662592=0x1691000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760759.519336:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760759.519339:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23666688 00000020:00010000:1.0:1789760759.519347:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760759.519349:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760759.519352:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760759.519355:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760759.519357:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760759.519363:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760759.519368:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760759.519381:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760759.519467:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571c00 - object 0x240000400:4 offset 23662592<>23666688 00000100:00100000:0.0:1789760759.519526:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515739520:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760759.566319:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973094 gen 2 00000008:00010000:0.0:1789760759.566355:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760759.566361:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760759.566369:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760759.566387:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760759.566413:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515739520:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760759.566429:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5777, 5777] 00000080:00200000:1.0:1789760759.566444:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760759.566450:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760759.566463:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23666688 i_blocks 47111 00000020:00200000:1.0:1789760759.566467:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760759.566475:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760759.566501:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23666688, count: 4096 00000080:00200000:1.0:1789760759.566508:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23666688, bytes: 4096 00000080:00200000:1.0:1789760759.566515:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760759.566523:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760759.566525:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23666688, 23670784) 0 0 00000080:00200000:1.0:1789760759.566528:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760759.566542:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5778, 5778] 00020000:00200000:1.0:1789760759.566550:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23666688 chunk: [23666688, 23670784) 23670784, 4096 00020000:00200000:1.0:1789760759.566555:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760759.566569:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5778, 5778] 00000008:00010000:1.0:1789760759.566582:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760759.566586:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760759.566634:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23666688, 23670784) append 0 append lockpos 0 00000080:00200000:1.0:1789760759.566645:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23666688=0x1692000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760759.566748:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760759.566751:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23670784 00000020:00010000:1.0:1789760759.566756:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760759.566759:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760759.566761:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760759.566764:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760759.566765:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760759.566770:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760759.566774:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760759.566844:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8480 00000008:00100000:1.0:1789760759.566959:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570380 - object 0x240000400:4 offset 23666688<>23670784 00000100:00100000:1.0:1789760759.567109:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515739648:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760759.606192:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973095 gen 2 00000008:00010000:1.0:1789760759.606238:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8480 00000020:00200000:1.0:1789760759.606245:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760759.606260:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760759.606292:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8480 00000100:00100000:1.0:1789760759.606316:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515739648:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760759.606481:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5778, 5778] 00000080:00200000:0.0:1789760759.606494:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760759.606499:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760759.606512:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23670784 i_blocks 47111 00000020:00200000:0.0:1789760759.606515:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760759.606525:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760759.606551:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23670784, count: 4096 00000080:00200000:0.0:1789760759.606556:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23670784, bytes: 4096 00000080:00200000:0.0:1789760759.606567:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760759.606574:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760759.606576:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23670784, 23674880) 0 0 00000080:00200000:0.0:1789760759.606580:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760759.606591:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5779, 5779] 00020000:00200000:0.0:1789760759.606598:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23670784 chunk: [23670784, 23674880) 23674880, 4096 00020000:00200000:0.0:1789760759.606602:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760759.606617:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5779, 5779] 00000008:00010000:0.0:1789760759.606630:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760759.606635:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760759.606643:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23670784, 23674880) append 0 append lockpos 0 00000080:00200000:0.0:1789760759.606655:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23670784=0x1693000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760759.606699:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760759.606702:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23674880 00000020:00010000:0.0:1789760759.606708:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760759.606711:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760759.606715:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760759.606718:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760759.606720:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760759.606726:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760759.606732:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760759.606746:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760759.606820:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6300 - object 0x240000400:4 offset 23670784<>23674880 00000100:00100000:1.0:1789760759.607105:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515739776:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760759.645722:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973096 gen 2 00000008:00010000:1.0:1789760759.645790:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760759.645799:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760759.645810:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760759.645835:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760759.645909:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515739776:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760759.646030:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5779, 5779] 00000080:00200000:0.0:1789760759.646048:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760759.646054:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760759.646070:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23674880 i_blocks 47111 00000020:00200000:0.0:1789760759.646074:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760759.646084:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760759.646216:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23674880, count: 4096 00000080:00200000:0.0:1789760759.646225:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23674880, bytes: 4096 00000080:00200000:0.0:1789760759.646501:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760759.646511:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760759.646514:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23674880, 23678976) 0 0 00000080:00200000:0.0:1789760759.646518:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760759.646537:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5780, 5780] 00020000:00200000:0.0:1789760759.646546:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23674880 chunk: [23674880, 23678976) 23678976, 4096 00020000:00200000:0.0:1789760759.646551:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760759.646573:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5780, 5780] 00000008:00010000:0.0:1789760759.646593:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760759.646599:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760759.646611:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23674880, 23678976) append 0 append lockpos 0 00000080:00200000:0.0:1789760759.646627:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23674880=0x1694000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760759.646687:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760759.646689:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23678976 00000020:00010000:0.0:1789760759.646698:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760759.646701:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760759.646705:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760759.646709:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760759.646712:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760759.646720:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760759.646727:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760759.646746:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760759.647472:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7480 - object 0x240000400:4 offset 23674880<>23678976 00000100:00100000:1.0:1789760759.647793:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515739904:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760759.685843:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760759.685889:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760759.685901:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760759.685927:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760759.685961:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515739904:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760759.686067:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5780, 5780] 00000080:00200000:0.0:1789760759.686083:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760759.686102:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760759.686120:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23678976 i_blocks 47111 00000020:00200000:0.0:1789760759.686124:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760759.686134:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760759.686171:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23678976, count: 4096 00000080:00200000:0.0:1789760759.686179:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23678976, bytes: 4096 00000080:00200000:0.0:1789760759.686190:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760759.686199:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760759.686201:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23678976, 23683072) 0 0 00000080:00200000:0.0:1789760759.686205:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760759.686224:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5781, 5781] 00020000:00200000:0.0:1789760759.686243:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23678976 chunk: [23678976, 23683072) 23683072, 4096 00020000:00200000:0.0:1789760759.686248:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760759.686373:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5781, 5781] 00000008:00010000:0.0:1789760759.686396:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760759.686403:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760759.686416:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23678976, 23683072) append 0 append lockpos 0 00000080:00200000:0.0:1789760759.686434:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23678976=0x1695000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760759.686497:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760759.686500:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23683072 00000020:00010000:0.0:1789760759.686510:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760759.686513:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760759.686518:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760759.686521:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760759.686524:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760759.686532:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760759.686540:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760759.686557:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760759.686682:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4000 - object 0x240000400:4 offset 23678976<>23683072 00000100:00100000:1.0:1789760759.686801:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515740032:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760759.731197:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973098 gen 2 00000008:00010000:0.0:1789760759.731277:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:0.0:1789760759.731286:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760759.731297:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760759.731430:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:0.0:1789760759.731463:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515740032:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760759.731539:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5781, 5781] 00000080:00200000:3.0:1789760759.731556:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760759.731563:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760759.731579:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23683072 i_blocks 47111 00000020:00200000:3.0:1789760759.731583:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760759.731594:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760759.731629:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23683072, count: 4096 00000080:00200000:3.0:1789760759.731636:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23683072, bytes: 4096 00000080:00200000:3.0:1789760759.731646:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760759.731655:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760759.731657:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23683072, 23687168) 0 0 00000080:00200000:3.0:1789760759.731662:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760759.731678:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5782, 5782] 00020000:00200000:3.0:1789760759.731687:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23683072 chunk: [23683072, 23687168) 23687168, 4096 00020000:00200000:3.0:1789760759.731691:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760759.731711:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5782, 5782] 00000008:00010000:3.0:1789760759.731728:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760759.731733:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760759.731745:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23683072, 23687168) append 0 append lockpos 0 00000080:00200000:3.0:1789760759.731759:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23683072=0x1696000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760759.731962:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760759.731965:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23687168 00000020:00010000:3.0:1789760759.731975:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760759.731978:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760759.731982:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760759.731985:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760759.731988:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760759.731996:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760759.732002:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760759.732019:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760759.732125:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4e00 - object 0x240000400:4 offset 23683072<>23687168 00000100:00100000:2.0:1789760759.732196:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515740160:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760759.774195:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973099 gen 2 00000008:00010000:3.0:1789760759.774272:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760759.774281:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760759.774293:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760759.774458:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5782, 5782] 00000080:00200000:0.0:1789760759.774479:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760759.774485:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760759.774504:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23687168 i_blocks 47111 00000020:00200000:0.0:1789760759.774508:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760759.774520:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760759.774557:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23687168, count: 4096 00000080:00200000:0.0:1789760759.774566:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23687168, bytes: 4096 00000080:00200000:0.0:1789760759.774576:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760759.774585:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760759.774587:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23687168, 23691264) 0 0 00000080:00200000:0.0:1789760759.774592:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760759.774609:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5783, 5783] 00020000:00200000:0.0:1789760759.774617:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23687168 chunk: [23687168, 23691264) 23691264, 4096 00020000:00200000:0.0:1789760759.774621:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760759.774641:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5783, 5783] 00000008:00010000:0.0:1789760759.774660:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760759.774666:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760759.774678:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23687168, 23691264) append 0 append lockpos 0 00000080:00200000:0.0:1789760759.774692:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23687168=0x1697000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760759.774759:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760759.774762:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23691264 00000020:00010000:0.0:1789760759.774772:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760759.774776:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760759.774779:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760759.774783:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760759.774797:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760759.774806:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760759.774812:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760759.774843:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760759.774993:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4000 - object 0x240000400:4 offset 23687168<>23691264 00000100:00100000:0.0:1789760759.775033:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760759.775060:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515740288:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760759.776055:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760759.776093:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515740160:192.168.203.146@tcp:4:dd.0 00010000:00010000:3.0:1789760759.794096:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:0.0:1789760759.834646:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:0.0:1789760759.834660:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760759.834670:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760759.834736:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:0.0:1789760759.834761:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515740288:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760759.835448:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5783, 5783] 00000080:00200000:3.0:1789760759.835463:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760759.835468:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760759.835480:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23691264 i_blocks 47111 00000020:00200000:3.0:1789760759.835484:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760759.835493:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760759.835519:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23691264, count: 4096 00000080:00200000:3.0:1789760759.835525:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23691264, bytes: 4096 00000080:00200000:3.0:1789760759.835534:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760759.835541:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760759.835543:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23691264, 23695360) 0 0 00000080:00200000:3.0:1789760759.835547:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760759.835560:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5784, 5784] 00020000:00200000:3.0:1789760759.835568:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23691264 chunk: [23691264, 23695360) 23695360, 4096 00020000:00200000:3.0:1789760759.835572:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760759.835587:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5784, 5784] 00000008:00010000:3.0:1789760759.835602:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760759.835606:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760759.835615:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23691264, 23695360) append 0 append lockpos 0 00000080:00200000:3.0:1789760759.835626:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23691264=0x1698000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760759.835675:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760759.835678:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23695360 00000020:00010000:3.0:1789760759.835685:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760759.835689:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760759.835692:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760759.835695:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760759.835698:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760759.835705:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760759.835711:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760759.835727:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760759.836683:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4e00 - object 0x240000400:4 offset 23691264<>23695360 00000100:00100000:2.0:1789760759.836740:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760759.836939:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515740416:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760759.880850:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973101 gen 2 00000008:00010000:3.0:1789760759.883055:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760759.883062:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760759.883071:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760759.883100:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760759.883128:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515740416:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760759.883255:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5784, 5784] 00000080:00200000:2.0:1789760759.883268:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760759.883274:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760759.883286:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23695360 i_blocks 47111 00000020:00200000:2.0:1789760759.883289:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760759.883310:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760759.883338:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23695360, count: 4096 00000080:00200000:2.0:1789760759.883345:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23695360, bytes: 4096 00000080:00200000:2.0:1789760759.883353:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760759.883362:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760759.883364:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23695360, 23699456) 0 0 00000080:00200000:2.0:1789760759.883369:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760759.883384:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5785, 5785] 00020000:00200000:2.0:1789760759.883392:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23695360 chunk: [23695360, 23699456) 23699456, 4096 00020000:00200000:2.0:1789760759.883396:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760759.883411:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5785, 5785] 00000008:00010000:2.0:1789760759.883426:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760759.883430:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760759.883439:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23695360, 23699456) append 0 append lockpos 0 00000080:00200000:2.0:1789760759.883451:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23695360=0x1699000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760759.883494:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760759.883497:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23699456 00000020:00010000:2.0:1789760759.883503:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760759.883505:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760759.883508:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760759.883511:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760759.883514:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760759.883521:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760759.883526:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760759.883540:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760759.883627:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 23695360<>23699456 00000100:00100000:3.0:1789760759.883705:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760759.883723:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515740544:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760759.926727:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8600 00000020:00200000:3.0:1789760759.926738:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760759.926746:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760759.926764:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8600 00000100:00100000:3.0:1789760759.926788:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515740544:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760759.926883:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5785, 5785] 00000080:00200000:2.0:1789760759.926896:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760759.926901:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760759.926913:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23699456 i_blocks 47111 00000020:00200000:2.0:1789760759.926916:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760759.926924:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760759.926950:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23699456, count: 4096 00000080:00200000:2.0:1789760759.926956:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23699456, bytes: 4096 00000080:00200000:2.0:1789760759.926963:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760759.926970:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760759.926972:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23699456, 23703552) 0 0 00000080:00200000:2.0:1789760759.926975:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760759.926987:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5786, 5786] 00020000:00200000:2.0:1789760759.926993:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23699456 chunk: [23699456, 23703552) 23703552, 4096 00020000:00200000:2.0:1789760759.926997:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760759.927011:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5786, 5786] 00000008:00010000:2.0:1789760759.927024:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760759.927028:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760759.927037:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23699456, 23703552) append 0 append lockpos 0 00000080:00200000:2.0:1789760759.927046:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23699456=0x169a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760759.927086:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760759.927089:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23703552 00000020:00010000:2.0:1789760759.927095:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760759.927098:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760759.927101:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760759.927104:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760759.927107:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760759.927114:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760759.927118:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760759.927130:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e80c0 00000008:00100000:2.0:1789760759.927205:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 23699456<>23703552 00000100:00100000:3.0:1789760759.928163:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515740672:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760759.985276:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973103 gen 2 00000008:00010000:3.0:1789760759.985324:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e80c0 00000020:00200000:3.0:1789760759.985331:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760759.985338:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760759.985399:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e80c0 00000100:00100000:3.0:1789760759.985424:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515740672:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760759.987547:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5786, 5786] 00000080:00200000:2.0:1789760759.987564:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760759.987570:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760759.987583:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23703552 i_blocks 47111 00000020:00200000:2.0:1789760759.987588:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760759.987598:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760759.987624:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23703552, count: 4096 00000080:00200000:2.0:1789760759.987630:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23703552, bytes: 4096 00000080:00200000:2.0:1789760759.987640:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760759.987647:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760759.987650:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23703552, 23707648) 0 0 00000080:00200000:2.0:1789760759.987653:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760759.987666:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5787, 5787] 00020000:00200000:2.0:1789760759.987673:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23703552 chunk: [23703552, 23707648) 23707648, 4096 00020000:00200000:2.0:1789760759.987677:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760759.987694:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5787, 5787] 00000008:00010000:2.0:1789760759.987708:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760759.987712:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760759.987721:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23703552, 23707648) append 0 append lockpos 0 00000080:00200000:2.0:1789760759.987732:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23703552=0x169b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760759.987782:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760759.987785:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23707648 00000020:00010000:2.0:1789760759.987791:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760759.987794:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760759.987798:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760759.987801:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760759.987804:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760759.987811:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760759.987816:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760759.987831:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760759.987933:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 23703552<>23707648 00000100:00100000:3.0:1789760759.988030:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760759.988049:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515740800:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760760.026489:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973104 gen 2 00000008:00010000:2.0:1789760760.026733:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:2.0:1789760760.026741:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760760.026750:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760760.026810:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:2.0:1789760760.026833:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515740800:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760760.027342:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5787, 5787] 00000080:00200000:0.0:1789760760.027356:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760760.027362:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760760.027374:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23707648 i_blocks 47111 00000020:00200000:0.0:1789760760.027378:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760760.027387:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760760.027413:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23707648, count: 4096 00000080:00200000:0.0:1789760760.027419:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23707648, bytes: 4096 00000080:00200000:0.0:1789760760.027429:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760760.027436:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760760.027438:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23707648, 23711744) 0 0 00000080:00200000:0.0:1789760760.027441:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760760.027454:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5788, 5788] 00020000:00200000:0.0:1789760760.027460:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23707648 chunk: [23707648, 23711744) 23711744, 4096 00020000:00200000:0.0:1789760760.027464:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760760.027479:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5788, 5788] 00000008:00010000:0.0:1789760760.027492:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760760.027496:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760760.027506:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23707648, 23711744) append 0 append lockpos 0 00000080:00200000:0.0:1789760760.027517:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23707648=0x169c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760760.027558:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760760.027561:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23711744 00000020:00010000:0.0:1789760760.027568:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760760.027571:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.027574:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.027578:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760760.027580:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760760.027586:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760760.027591:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760760.027605:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760760.029712:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7480 - object 0x240000400:4 offset 23707648<>23711744 00000100:00100000:1.0:1789760760.029846:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760760.030009:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515740928:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760760.080298:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973105 gen 2 00000008:00010000:1.0:1789760760.080400:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760760.080406:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760760.080414:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760760.080435:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760760.080457:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515740928:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760760.080479:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5788, 5788] 00000080:00200000:0.0:1789760760.080491:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760760.080496:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760760.080507:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23711744 i_blocks 47111 00000020:00200000:0.0:1789760760.080511:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760760.080520:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760760.080546:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23711744, count: 4096 00000080:00200000:0.0:1789760760.080552:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23711744, bytes: 4096 00000080:00200000:0.0:1789760760.080559:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760760.080565:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760760.080568:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23711744, 23715840) 0 0 00000080:00200000:0.0:1789760760.080571:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760760.080584:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5789, 5789] 00020000:00200000:0.0:1789760760.080590:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23711744 chunk: [23711744, 23715840) 23715840, 4096 00020000:00200000:0.0:1789760760.080594:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760760.080610:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5789, 5789] 00000008:00010000:0.0:1789760760.080624:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760760.080629:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760760.080637:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23711744, 23715840) append 0 append lockpos 0 00000080:00200000:0.0:1789760760.080646:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23711744=0x169d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760760.080690:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760760.080692:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23715840 00000020:00010000:0.0:1789760760.080698:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760760.080701:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.080704:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.080707:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760760.080710:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760760.080717:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760760.080723:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760760.080737:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760760.080817:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 23711744<>23715840 00000100:00100000:1.0:1789760760.080958:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515741056:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760760.140316:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973106 gen 2 00000008:00010000:1.0:1789760760.140352:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760760.140358:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760760.140366:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760760.140387:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760760.140413:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515741056:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760760.140517:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5789, 5789] 00000080:00200000:0.0:1789760760.140531:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760760.140536:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760760.140548:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23715840 i_blocks 47111 00000020:00200000:0.0:1789760760.140551:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760760.140561:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760760.140587:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23715840, count: 4096 00000080:00200000:0.0:1789760760.140594:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23715840, bytes: 4096 00000080:00200000:0.0:1789760760.140602:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760760.140610:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760760.140612:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23715840, 23719936) 0 0 00000080:00200000:0.0:1789760760.140616:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760760.140629:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5790, 5790] 00020000:00200000:0.0:1789760760.140635:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23715840 chunk: [23715840, 23719936) 23719936, 4096 00020000:00200000:0.0:1789760760.140640:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760760.140654:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5790, 5790] 00000008:00010000:0.0:1789760760.140667:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760760.140672:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760760.140681:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23715840, 23719936) append 0 append lockpos 0 00000080:00200000:0.0:1789760760.140691:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23715840=0x169e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760760.140735:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760760.140738:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23719936 00000020:00010000:0.0:1789760760.140745:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760760.140748:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.140751:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.140755:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760760.140758:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760760.140763:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760760.140769:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760760.140783:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760760.140909:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4380 - object 0x240000400:4 offset 23715840<>23719936 00000100:00100000:1.0:1789760760.141033:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760760.141047:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515741184:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760760.193584:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973107 gen 2 00000008:00010000:0.0:1789760760.193778:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:0.0:1789760760.193788:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760760.193799:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760760.193904:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:0.0:1789760760.193934:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515741184:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760760.194008:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5790, 5790] 00000080:00200000:2.0:1789760760.194023:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760760.194029:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760760.194044:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23719936 i_blocks 47111 00000020:00200000:2.0:1789760760.194047:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760760.194057:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760760.194089:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23719936, count: 4096 00000080:00200000:2.0:1789760760.194094:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23719936, bytes: 4096 00000080:00200000:2.0:1789760760.194106:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760760.194114:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760760.194116:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23719936, 23724032) 0 0 00000080:00200000:2.0:1789760760.194120:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760760.194136:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5791, 5791] 00020000:00200000:2.0:1789760760.194144:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23719936 chunk: [23719936, 23724032) 23724032, 4096 00020000:00200000:2.0:1789760760.194148:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760760.194170:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5791, 5791] 00000008:00010000:2.0:1789760760.194188:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760760.195245:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760760.195328:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23719936, 23724032) append 0 append lockpos 0 00000080:00200000:2.0:1789760760.195346:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23719936=0x169f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760760.195419:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760760.195423:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23724032 00000020:00010000:2.0:1789760760.195431:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760760.195435:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760760.195438:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760760.195441:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760760.195444:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760760.195455:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760760.195463:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760760.195491:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760760.195612:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 23719936<>23724032 00000100:00100000:3.0:1789760760.195728:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760760.195752:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515741312:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760760.227548:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973108 gen 2 00000008:00010000:3.0:1789760760.227600:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:3.0:1789760760.227609:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760760.227619:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760760.227641:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:3.0:1789760760.227673:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515741312:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760760.228187:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5791, 5791] 00000080:00200000:2.0:1789760760.228204:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760760.228212:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760760.228242:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23724032 i_blocks 47111 00000020:00200000:2.0:1789760760.228245:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760760.228257:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760760.228296:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23724032, count: 4096 00000080:00200000:2.0:1789760760.228304:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23724032, bytes: 4096 00000080:00200000:2.0:1789760760.228315:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760760.228324:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760760.228327:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23724032, 23728128) 0 0 00000080:00200000:2.0:1789760760.228332:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760760.228352:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5792, 5792] 00020000:00200000:2.0:1789760760.228361:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23724032 chunk: [23724032, 23728128) 23728128, 4096 00020000:00200000:2.0:1789760760.228366:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760760.228388:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5792, 5792] 00000008:00010000:2.0:1789760760.228406:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760760.228411:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760760.228423:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23724032, 23728128) append 0 append lockpos 0 00000080:00200000:2.0:1789760760.228439:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23724032=0x16a0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760760.228503:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760760.228506:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23728128 00000020:00010000:2.0:1789760760.228514:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760760.228518:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760760.228522:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760760.228526:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760760.228529:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760760.228540:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760760.228548:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760760.228569:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760760.228689:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 23724032<>23728128 00000100:00100000:2.0:1789760760.228748:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760760.228771:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515741440:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760760.267758:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973109 gen 2 00000008:00010000:3.0:1789760760.267804:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:3.0:1789760760.267813:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760760.267824:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760760.267995:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000100:00100000:3.0:1789760760.268026:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515741440:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760760.268147:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5792, 5792] 00000080:00200000:2.0:1789760760.268221:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760760.268235:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760760.268252:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23728128 i_blocks 47111 00000020:00200000:2.0:1789760760.268257:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760760.268268:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760760.268303:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23728128, count: 4096 00000080:00200000:2.0:1789760760.268310:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23728128, bytes: 4096 00000080:00200000:2.0:1789760760.268319:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760760.268328:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760760.268330:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23728128, 23732224) 0 0 00000080:00200000:2.0:1789760760.268334:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760760.268352:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5793, 5793] 00020000:00200000:2.0:1789760760.268361:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23728128 chunk: [23728128, 23732224) 23732224, 4096 00020000:00200000:2.0:1789760760.268366:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760760.268387:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5793, 5793] 00000008:00010000:2.0:1789760760.268406:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760760.268412:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760760.268423:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23728128, 23732224) append 0 append lockpos 0 00000080:00200000:2.0:1789760760.268437:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23728128=0x16a1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760760.268497:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760760.268500:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23732224 00000020:00010000:2.0:1789760760.268508:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760760.268512:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760760.268515:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760760.268518:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760760.268521:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760760.268531:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760760.268538:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760760.268555:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760760.268667:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 23728128<>23732224 00000100:00100000:3.0:1789760760.268740:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515741568:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760760.296437:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973110 gen 2 00000008:00010000:3.0:1789760760.296487:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8000 00000020:00200000:3.0:1789760760.296496:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760760.296506:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760760.296531:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8000 00000100:00100000:3.0:1789760760.296561:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515741568:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760760.296672:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5793, 5793] 00000080:00200000:0.0:1789760760.296688:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760760.296697:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760760.296712:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23732224 i_blocks 47111 00000020:00200000:0.0:1789760760.296716:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760760.296726:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760760.296759:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23732224, count: 4096 00000080:00200000:0.0:1789760760.296767:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23732224, bytes: 4096 00000080:00200000:0.0:1789760760.296777:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760760.296786:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760760.296789:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23732224, 23736320) 0 0 00000080:00200000:0.0:1789760760.296793:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760760.296808:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5794, 5794] 00020000:00200000:0.0:1789760760.296817:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23732224 chunk: [23732224, 23736320) 23736320, 4096 00020000:00200000:0.0:1789760760.296821:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760760.296840:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5794, 5794] 00000008:00010000:0.0:1789760760.296894:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760760.296900:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760760.296911:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23732224, 23736320) append 0 append lockpos 0 00000080:00200000:0.0:1789760760.296927:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23732224=0x16a2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760760.296985:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760760.296988:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23736320 00000020:00010000:0.0:1789760760.296997:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760760.297001:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.297005:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.297008:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760760.297011:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760760.297019:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760760.297026:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760760.297043:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760760.297224:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4380 - object 0x240000400:4 offset 23732224<>23736320 00000100:00100000:1.0:1789760760.297325:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515741696:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760760.321593:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760760.321609:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760760.321621:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760760.321650:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000080:00200000:0.0:1789760760.322005:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5794, 5794] 00000080:00200000:0.0:1789760760.322023:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760760.322031:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760760.322047:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23736320 i_blocks 47111 00000020:00200000:0.0:1789760760.322051:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760760.322061:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760760.322092:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23736320, count: 4096 00000080:00200000:0.0:1789760760.322100:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23736320, bytes: 4096 00000080:00200000:0.0:1789760760.322110:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760760.322119:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760760.322121:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23736320, 23740416) 0 0 00000080:00200000:0.0:1789760760.322125:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760760.322143:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5795, 5795] 00020000:00200000:0.0:1789760760.322152:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23736320 chunk: [23736320, 23740416) 23740416, 4096 00020000:00200000:0.0:1789760760.322156:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760760.322176:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5795, 5795] 00000008:00010000:0.0:1789760760.322195:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760760.322201:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760760.322212:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23736320, 23740416) append 0 append lockpos 0 00000080:00200000:0.0:1789760760.322239:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23736320=0x16a3000, pages 1 (max 131072), lockless, parallel 00000100:00100000:1.0:1789760760.322249:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515741696:192.168.203.146@tcp:4:dd.0 00000020:00200000:0.0:1789760760.322291:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760760.322293:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000080:00200000:0.0:1789760760.322295:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23740416 00000008:00100000:1.0:1789760760.322397:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570380 - object 0x240000400:4 offset 23736320<>23740416 00000020:00010000:0.0:1789760760.322407:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760760.322414:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.322418:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.322422:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760760.322426:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760760.322435:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760760.322443:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1789760760.322446:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515741824:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760760.348714:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973111 gen 2 00000100:00100000:1.0:1789760760.348751:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8570380 x1876699515741824/t4294973112(4294973112) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760776 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760760.348796:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760760.348803:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760760.348813:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760760.348836:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000080:00200000:0.0:1789760760.348979:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5795, 5795] 00000080:00200000:0.0:1789760760.348998:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760760.349004:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760760.349019:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23740416 i_blocks 47111 00000020:00200000:0.0:1789760760.349023:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760760.349033:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760760.349065:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23740416, count: 4096 00000080:00200000:0.0:1789760760.349073:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23740416, bytes: 4096 00000080:00200000:0.0:1789760760.349082:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000100:00100000:1.0:1789760760.349167:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515741824:192.168.203.146@tcp:4:dd.0 00000020:00200000:0.0:1789760760.349275:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760760.349278:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23740416, 23744512) 0 0 00000080:00200000:0.0:1789760760.349283:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760760.349299:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5796, 5796] 00020000:00200000:0.0:1789760760.349309:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23740416 chunk: [23740416, 23744512) 23744512, 4096 00020000:00200000:0.0:1789760760.349314:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760760.349335:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5796, 5796] 00000008:00010000:0.0:1789760760.349352:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760760.349359:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760760.349371:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23740416, 23744512) append 0 append lockpos 0 00000080:00200000:0.0:1789760760.349386:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23740416=0x16a4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760760.349444:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760760.349448:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23744512 00000020:00010000:0.0:1789760760.349455:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760760.349458:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.349461:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.349465:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760760.349468:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760760.349478:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760760.349485:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760760.349501:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760760.349607:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 23740416<>23744512 00000100:00100000:1.0:1789760760.349715:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515741952:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760760.395111:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973113 gen 2 00000008:00010000:1.0:1789760760.395182:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760760.395191:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760760.395202:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760760.395223:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760760.395261:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515741952:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760760.395410:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5796, 5796] 00000080:00200000:0.0:1789760760.395426:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760760.395432:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760760.395447:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23744512 i_blocks 47111 00000020:00200000:0.0:1789760760.395451:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760760.395461:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760760.395498:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23744512, count: 4096 00000080:00200000:0.0:1789760760.395504:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23744512, bytes: 4096 00000080:00200000:0.0:1789760760.395513:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760760.395521:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760760.395524:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23744512, 23748608) 0 0 00000080:00200000:0.0:1789760760.395528:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760760.395545:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5797, 5797] 00020000:00200000:0.0:1789760760.395553:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23744512 chunk: [23744512, 23748608) 23748608, 4096 00020000:00200000:0.0:1789760760.395558:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760760.395577:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5797, 5797] 00000008:00010000:0.0:1789760760.395597:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760760.395605:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760760.395617:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23744512, 23748608) append 0 append lockpos 0 00000080:00200000:0.0:1789760760.395629:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23744512=0x16a5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760760.395683:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760760.395686:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23748608 00000020:00010000:0.0:1789760760.395693:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760760.395697:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.395699:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.395703:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760760.395705:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760760.395712:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760760.395717:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760760.395732:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760760.395837:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5c00 - object 0x240000400:4 offset 23744512<>23748608 00000100:00100000:1.0:1789760760.397651:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515742080:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760760.442029:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760760.442045:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760760.442056:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760760.442157:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760760.442190:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515742080:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760760.442625:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5797, 5797] 00000080:00200000:0.0:1789760760.442641:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760760.442647:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760760.442664:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23748608 i_blocks 47111 00000020:00200000:0.0:1789760760.442669:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760760.442680:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760760.442714:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23748608, count: 4096 00000080:00200000:0.0:1789760760.442721:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23748608, bytes: 4096 00000080:00200000:0.0:1789760760.442731:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760760.442740:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760760.442742:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23748608, 23752704) 0 0 00000080:00200000:0.0:1789760760.442747:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760760.442763:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5798, 5798] 00020000:00200000:0.0:1789760760.442772:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23748608 chunk: [23748608, 23752704) 23752704, 4096 00020000:00200000:0.0:1789760760.442777:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760760.442798:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5798, 5798] 00000008:00010000:0.0:1789760760.442816:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760760.442822:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760760.442834:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23748608, 23752704) append 0 append lockpos 0 00000080:00200000:0.0:1789760760.442848:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23748608=0x16a6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760760.443106:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760760.443110:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23752704 00000020:00010000:0.0:1789760760.443120:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760760.443124:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.443127:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.443131:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760760.443134:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760760.443151:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760760.443160:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760760.443174:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760760.443355:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 23748608<>23752704 00000100:00100000:1.0:1789760760.443684:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515742208:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760760.480537:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973115 gen 2 00000008:00010000:1.0:1789760760.480607:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760760.480617:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760760.480627:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760760.480651:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760760.480683:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515742208:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760760.480794:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5798, 5798] 00000080:00200000:0.0:1789760760.480811:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760760.480818:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760760.480833:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23752704 i_blocks 47111 00000020:00200000:0.0:1789760760.480838:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760760.480848:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760760.480925:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23752704, count: 4096 00000080:00200000:0.0:1789760760.480933:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23752704, bytes: 4096 00000080:00200000:0.0:1789760760.480945:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760760.480954:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760760.480957:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23752704, 23756800) 0 0 00000080:00200000:0.0:1789760760.480961:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760760.480978:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5799, 5799] 00020000:00200000:0.0:1789760760.480986:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23752704 chunk: [23752704, 23756800) 23756800, 4096 00020000:00200000:0.0:1789760760.480990:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760760.481011:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5799, 5799] 00000008:00010000:0.0:1789760760.481029:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760760.481036:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760760.481048:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23752704, 23756800) append 0 append lockpos 0 00000080:00200000:0.0:1789760760.481062:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23752704=0x16a7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760760.481128:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760760.481132:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23756800 00000020:00010000:0.0:1789760760.481140:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760760.481152:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.481155:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.481159:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760760.481162:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760760.481170:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760760.481177:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760760.481193:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760760.481609:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5180 - object 0x240000400:4 offset 23752704<>23756800 00000100:00100000:1.0:1789760760.481718:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760760.481740:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515742336:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760760.511266:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973116 gen 2 00000008:00010000:1.0:1789760760.511327:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760760.511335:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760760.511345:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760760.511369:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760760.511402:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515742336:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760760.511551:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5799, 5799] 00000080:00200000:0.0:1789760760.511570:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760760.511577:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760760.511592:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23756800 i_blocks 47111 00000020:00200000:0.0:1789760760.511596:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760760.511606:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760760.511638:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23756800, count: 4096 00000080:00200000:0.0:1789760760.511646:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23756800, bytes: 4096 00000080:00200000:0.0:1789760760.511664:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760760.511673:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760760.511676:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23756800, 23760896) 0 0 00000080:00200000:0.0:1789760760.511680:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760760.511696:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5800, 5800] 00020000:00200000:0.0:1789760760.511704:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23756800 chunk: [23756800, 23760896) 23760896, 4096 00020000:00200000:0.0:1789760760.511708:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760760.511727:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5800, 5800] 00000008:00010000:0.0:1789760760.511743:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760760.511749:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760760.511759:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23756800, 23760896) append 0 append lockpos 0 00000080:00200000:0.0:1789760760.511772:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23756800=0x16a8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760760.511822:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760760.511825:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23760896 00000020:00010000:0.0:1789760760.511832:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760760.511836:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.511839:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.511842:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760760.511845:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760760.511852:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760760.511892:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760760.512247:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:1.0:1789760760.512416:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570380 - object 0x240000400:4 offset 23756800<>23760896 00000100:00100000:1.0:1789760760.512483:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515742464:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760760.545218:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973117 gen 2 00000008:00010000:1.0:1789760760.545285:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760760.545293:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760760.545304:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760760.545325:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760760.545356:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515742464:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760760.545532:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5800, 5800] 00000080:00200000:0.0:1789760760.545547:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760760.545553:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760760.545567:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23760896 i_blocks 47111 00000020:00200000:0.0:1789760760.545570:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760760.545579:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760760.545610:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23760896, count: 4096 00000080:00200000:0.0:1789760760.545616:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23760896, bytes: 4096 00000080:00200000:0.0:1789760760.545628:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760760.545636:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760760.545639:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23760896, 23764992) 0 0 00000080:00200000:0.0:1789760760.545643:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760760.545670:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5801, 5801] 00020000:00200000:0.0:1789760760.545678:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23760896 chunk: [23760896, 23764992) 23764992, 4096 00020000:00200000:0.0:1789760760.545682:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760760.545700:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5801, 5801] 00000008:00010000:0.0:1789760760.545716:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760760.545722:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760760.545732:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23760896, 23764992) append 0 append lockpos 0 00000080:00200000:0.0:1789760760.545747:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23760896=0x16a9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760760.545806:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760760.545809:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23764992 00000020:00010000:0.0:1789760760.545818:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760760.545822:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.545826:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.545830:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760760.545833:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760760.545841:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760760.545848:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760760.545908:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760760.546013:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4a80 - object 0x240000400:4 offset 23760896<>23764992 00000100:00100000:1.0:1789760760.546168:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515742592:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760760.588183:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760760.588200:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760760.588213:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760760.588246:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760760.588279:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515742592:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760760.588472:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5801, 5801] 00000080:00200000:0.0:1789760760.588488:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760760.588494:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760760.588509:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23764992 i_blocks 47111 00000020:00200000:0.0:1789760760.588513:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760760.588522:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760760.588555:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23764992, count: 4096 00000080:00200000:0.0:1789760760.588562:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23764992, bytes: 4096 00000080:00200000:0.0:1789760760.588571:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760760.588579:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760760.588582:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23764992, 23769088) 0 0 00000080:00200000:0.0:1789760760.588586:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760760.588603:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5802, 5802] 00020000:00200000:0.0:1789760760.588612:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23764992 chunk: [23764992, 23769088) 23769088, 4096 00020000:00200000:0.0:1789760760.588617:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760760.588637:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5802, 5802] 00000008:00010000:0.0:1789760760.588655:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760760.588661:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760760.588673:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23764992, 23769088) append 0 append lockpos 0 00000080:00200000:0.0:1789760760.588686:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23764992=0x16aa000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760760.588740:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760760.588743:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23769088 00000020:00010000:0.0:1789760760.588751:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760760.588755:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.588757:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.588761:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760760.588764:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760760.588771:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760760.588778:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760760.588794:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760760.588997:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5180 - object 0x240000400:4 offset 23764992<>23769088 00000100:00100000:1.0:1789760760.589300:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760760.589322:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515742720:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760760.665237:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973119 gen 2 00000008:00010000:1.0:1789760760.665384:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760760.665393:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760760.665401:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760760.665468:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760760.665842:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515742720:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760760.666084:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5802, 5802] 00000080:00200000:0.0:1789760760.666100:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760760.666106:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760760.666121:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23769088 i_blocks 47111 00000020:00200000:0.0:1789760760.666125:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760760.666190:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760760.666234:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23769088, count: 4096 00000080:00200000:0.0:1789760760.666241:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23769088, bytes: 4096 00000080:00200000:0.0:1789760760.666253:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760760.666260:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760760.666263:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23769088, 23773184) 0 0 00000080:00200000:0.0:1789760760.666267:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760760.666345:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5803, 5803] 00020000:00200000:0.0:1789760760.666356:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23769088 chunk: [23769088, 23773184) 23773184, 4096 00020000:00200000:0.0:1789760760.666361:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760760.666381:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5803, 5803] 00000008:00010000:0.0:1789760760.666404:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760760.666410:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760760.666422:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23769088, 23773184) append 0 append lockpos 0 00000080:00200000:0.0:1789760760.666436:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23769088=0x16ab000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760760.666685:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760760.666689:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23773184 00000020:00010000:0.0:1789760760.666698:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760760.666702:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.666705:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760760.666708:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760760.666711:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760760.666719:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760760.666726:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760760.666745:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760760.666851:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 23769088<>23773184 00000100:00100000:1.0:1789760760.667067:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515742848:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760760.705801:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973120 gen 2 00000008:00010000:1.0:1789760760.705851:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760760.705888:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760760.705899:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760760.705975:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760760.706006:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515742848:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760760.706141:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5803, 5803] 00000080:00200000:3.0:1789760760.706450:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760760.706457:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760760.706474:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23773184 i_blocks 47111 00000020:00200000:3.0:1789760760.706478:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760760.706489:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760760.706524:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23773184, count: 4096 00000080:00200000:3.0:1789760760.706531:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23773184, bytes: 4096 00000080:00200000:3.0:1789760760.706543:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760760.706552:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760760.706555:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23773184, 23777280) 0 0 00000080:00200000:3.0:1789760760.706559:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760760.706578:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5804, 5804] 00020000:00200000:3.0:1789760760.706587:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23773184 chunk: [23773184, 23777280) 23777280, 4096 00020000:00200000:3.0:1789760760.706592:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760760.706611:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5804, 5804] 00000008:00010000:3.0:1789760760.706630:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760760.706636:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760760.706649:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23773184, 23777280) append 0 append lockpos 0 00000080:00200000:3.0:1789760760.706666:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23773184=0x16ac000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760760.707043:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760760.707048:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23777280 00000020:00010000:3.0:1789760760.707059:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760760.707063:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760760.707067:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760760.707071:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760760.707074:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760760.707082:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760760.707091:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760760.707116:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760760.707523:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4e00 - object 0x240000400:4 offset 23773184<>23777280 00000100:00100000:2.0:1789760760.707615:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515742976:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760760.737274:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973121 gen 2 00000008:00010000:3.0:1789760760.737447:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760760.737456:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760760.737468:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760760.737490:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760760.737520:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515742976:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760760.737558:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5804, 5804] 00000080:00200000:2.0:1789760760.737634:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760760.737642:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760760.737659:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23777280 i_blocks 47111 00000020:00200000:2.0:1789760760.737662:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760760.737672:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760760.737706:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23777280, count: 4096 00000080:00200000:2.0:1789760760.737713:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23777280, bytes: 4096 00000080:00200000:2.0:1789760760.737722:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760760.737731:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760760.737734:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23777280, 23781376) 0 0 00000080:00200000:2.0:1789760760.737738:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760760.737754:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5805, 5805] 00020000:00200000:2.0:1789760760.737763:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23777280 chunk: [23777280, 23781376) 23781376, 4096 00020000:00200000:2.0:1789760760.737767:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760760.737787:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5805, 5805] 00000008:00010000:2.0:1789760760.737806:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760760.737812:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760760.737923:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23777280, 23781376) append 0 append lockpos 0 00000080:00200000:2.0:1789760760.737939:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23777280=0x16ad000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760760.738009:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760760.738013:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23781376 00000020:00010000:2.0:1789760760.738021:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760760.738025:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760760.738028:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760760.738031:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760760.738034:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760760.738043:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760760.738050:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760760.738067:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760760.738440:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 23777280<>23781376 00000100:00100000:3.0:1789760760.738588:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515743104:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760760.789551:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973122 gen 2 00000008:00010000:3.0:1789760760.789604:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:3.0:1789760760.789613:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760760.789624:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760760.789646:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:3.0:1789760760.789753:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515743104:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760760.789951:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5805, 5805] 00000080:00200000:2.0:1789760760.789968:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760760.789973:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760760.789990:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23781376 i_blocks 47111 00000020:00200000:2.0:1789760760.789994:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760760.790005:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760760.790041:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23781376, count: 4096 00000080:00200000:2.0:1789760760.790049:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23781376, bytes: 4096 00000080:00200000:2.0:1789760760.790060:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760760.790068:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760760.790072:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23781376, 23785472) 0 0 00000080:00200000:2.0:1789760760.790077:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760760.790103:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5806, 5806] 00020000:00200000:2.0:1789760760.790113:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23781376 chunk: [23781376, 23785472) 23785472, 4096 00020000:00200000:2.0:1789760760.790118:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760760.790138:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5806, 5806] 00000008:00010000:2.0:1789760760.790289:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760760.790297:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760760.790309:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23781376, 23785472) append 0 append lockpos 0 00000080:00200000:2.0:1789760760.790324:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23781376=0x16ae000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760760.790385:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760760.790388:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23785472 00000020:00010000:2.0:1789760760.790397:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760760.790401:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760760.790404:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760760.790407:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760760.790410:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760760.790419:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760760.790426:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760760.790445:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760760.790555:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 23781376<>23785472 00000100:00100000:3.0:1789760760.790950:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760760.790976:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515743232:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760760.817630:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789760760.830601:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973123 gen 2 00000008:00010000:3.0:1789760760.830657:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8540 00000020:00200000:3.0:1789760760.830667:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760760.830681:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760760.830705:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8540 00000100:00100000:3.0:1789760760.830736:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515743232:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760760.830839:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5806, 5806] 00000080:00200000:2.0:1789760760.830894:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760760.830901:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760760.830918:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23785472 i_blocks 47111 00000020:00200000:2.0:1789760760.830922:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760760.830933:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760760.830970:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23785472, count: 4096 00000080:00200000:2.0:1789760760.830978:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23785472, bytes: 4096 00000080:00200000:2.0:1789760760.830989:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760760.830998:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760760.831001:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23785472, 23789568) 0 0 00000080:00200000:2.0:1789760760.831006:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760760.831023:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5807, 5807] 00020000:00200000:2.0:1789760760.831034:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23785472 chunk: [23785472, 23789568) 23789568, 4096 00020000:00200000:2.0:1789760760.831039:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760760.831059:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5807, 5807] 00000008:00010000:2.0:1789760760.831076:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760760.831082:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760760.831105:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23785472, 23789568) append 0 append lockpos 0 00000080:00200000:2.0:1789760760.831120:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23785472=0x16af000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760760.831185:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760760.831188:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23789568 00000020:00010000:2.0:1789760760.831195:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760760.831199:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760760.831202:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760760.831205:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760760.831208:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760760.831216:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760760.831234:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760760.831252:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8c00 00000008:00100000:2.0:1789760760.831354:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 23785472<>23789568 00000100:00100000:3.0:1789760760.831506:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760760.831525:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515743360:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760760.868338:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973124 gen 2 00000008:00010000:3.0:1789760760.868395:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8c00 00000020:00200000:3.0:1789760760.868404:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760760.868414:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760760.868436:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8c00 00000100:00100000:3.0:1789760760.868468:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515743360:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760760.868577:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5807, 5807] 00000080:00200000:2.0:1789760760.868594:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760760.868601:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760760.868617:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23789568 i_blocks 47111 00000020:00200000:2.0:1789760760.868621:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760760.868631:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760760.869212:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23789568, count: 4096 00000080:00200000:2.0:1789760760.869233:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23789568, bytes: 4096 00000080:00200000:2.0:1789760760.869247:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760760.869256:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760760.869259:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23789568, 23793664) 0 0 00000080:00200000:2.0:1789760760.869265:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760760.869284:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5808, 5808] 00020000:00200000:2.0:1789760760.869293:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23789568 chunk: [23789568, 23793664) 23793664, 4096 00020000:00200000:2.0:1789760760.869297:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760760.869317:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5808, 5808] 00000008:00010000:2.0:1789760760.869335:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760760.869341:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760760.869353:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23789568, 23793664) append 0 append lockpos 0 00000080:00200000:2.0:1789760760.869367:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23789568=0x16b0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760760.869431:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760760.869434:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23793664 00000020:00010000:2.0:1789760760.869442:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760760.869446:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760760.869448:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760760.869452:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760760.869455:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760760.869465:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760760.869471:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760760.869492:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760760.869604:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 23789568<>23793664 00000100:00100000:3.0:1789760760.870175:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760760.870202:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515743488:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760760.909647:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973125 gen 2 00000008:00010000:3.0:1789760760.909822:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8840 00000020:00200000:3.0:1789760760.909831:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760760.909842:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760760.909997:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8840 00000100:00100000:3.0:1789760760.910030:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515743488:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760760.910537:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5808, 5808] 00000080:00200000:2.0:1789760760.910555:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760760.910561:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760760.910577:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23793664 i_blocks 47111 00000020:00200000:2.0:1789760760.910581:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760760.910592:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760760.910628:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23793664, count: 4096 00000080:00200000:2.0:1789760760.910636:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23793664, bytes: 4096 00000080:00200000:2.0:1789760760.910650:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760760.910670:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760760.910674:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23793664, 23797760) 0 0 00000080:00200000:2.0:1789760760.910747:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760760.910765:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5809, 5809] 00020000:00200000:2.0:1789760760.910774:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23793664 chunk: [23793664, 23797760) 23797760, 4096 00020000:00200000:2.0:1789760760.910778:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760760.910802:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5809, 5809] 00000008:00010000:2.0:1789760760.910821:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760760.910827:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760760.910839:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23793664, 23797760) append 0 append lockpos 0 00000080:00200000:2.0:1789760760.910959:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23793664=0x16b1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760760.911024:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760760.911027:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23797760 00000020:00010000:2.0:1789760760.911036:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760760.911040:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760760.911042:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760760.911046:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760760.911049:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760760.911059:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760760.911066:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760760.911089:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760760.911278:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 23793664<>23797760 00000100:00100000:3.0:1789760760.911463:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760760.911488:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515743616:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760760.955115:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973126 gen 2 00000008:00010000:3.0:1789760760.955178:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e86c0 00000020:00200000:3.0:1789760760.955188:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760760.955199:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760760.955229:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e86c0 00000100:00100000:3.0:1789760760.955262:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515743616:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760760.955462:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5809, 5809] 00000080:00200000:2.0:1789760760.955481:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760760.955488:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760760.955504:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23797760 i_blocks 47111 00000020:00200000:2.0:1789760760.955508:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760760.955520:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760760.955559:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23797760, count: 4096 00000080:00200000:2.0:1789760760.955565:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23797760, bytes: 4096 00000080:00200000:2.0:1789760760.955579:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760760.955589:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760760.955592:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23797760, 23801856) 0 0 00000080:00200000:2.0:1789760760.955597:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760760.955616:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5810, 5810] 00020000:00200000:2.0:1789760760.955625:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23797760 chunk: [23797760, 23801856) 23801856, 4096 00020000:00200000:2.0:1789760760.955630:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760760.955650:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5810, 5810] 00000008:00010000:2.0:1789760760.955670:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760760.955687:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760760.955698:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23797760, 23801856) append 0 append lockpos 0 00000080:00200000:2.0:1789760760.955713:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23797760=0x16b2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760760.955769:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760760.955772:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23801856 00000020:00010000:2.0:1789760760.955780:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760760.955784:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760760.955787:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760760.955790:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760760.955793:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760760.955802:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760760.955809:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760760.955824:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760760.956208:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 23797760<>23801856 00000100:00100000:3.0:1789760760.956449:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760760.956474:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515743744:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760760.993567:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973127 gen 2 00000008:00010000:3.0:1789760760.993618:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:3.0:1789760760.993627:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760760.993637:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760760.993761:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:3.0:1789760760.993791:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515743744:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760760.993972:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5810, 5810] 00000080:00200000:2.0:1789760760.993988:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760760.993995:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760760.994011:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23801856 i_blocks 47111 00000020:00200000:2.0:1789760760.994015:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760760.994026:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760760.994060:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23801856, count: 4096 00000080:00200000:2.0:1789760760.994067:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23801856, bytes: 4096 00000080:00200000:2.0:1789760760.994076:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760760.994085:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760760.994216:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23801856, 23805952) 0 0 00000080:00200000:2.0:1789760760.994230:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760760.994248:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5811, 5811] 00020000:00200000:2.0:1789760760.994257:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23801856 chunk: [23801856, 23805952) 23805952, 4096 00020000:00200000:2.0:1789760760.994261:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760760.994283:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5811, 5811] 00000008:00010000:2.0:1789760760.994301:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760760.994307:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760760.994319:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23801856, 23805952) append 0 append lockpos 0 00000080:00200000:2.0:1789760760.994334:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23801856=0x16b3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760760.994392:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760760.994396:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23805952 00000020:00010000:2.0:1789760760.994404:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760760.994408:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760760.994411:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760760.994415:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760760.994418:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760760.994426:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760760.994434:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760760.994453:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760760.994562:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 23801856<>23805952 00000100:00100000:3.0:1789760760.994619:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515743872:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760761.023053:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:3.0:1789760761.023069:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760761.023082:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760761.023105:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:3.0:1789760761.023136:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515743872:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760761.023210:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5811, 5811] 00000080:00200000:2.0:1789760761.023237:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760761.023245:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760761.023261:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23805952 i_blocks 47111 00000020:00200000:2.0:1789760761.023266:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760761.023276:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760761.023309:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23805952, count: 4096 00000080:00200000:2.0:1789760761.023316:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23805952, bytes: 4096 00000080:00200000:2.0:1789760761.023326:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760761.023333:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760761.023336:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23805952, 23810048) 0 0 00000080:00200000:2.0:1789760761.023340:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760761.023355:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5812, 5812] 00020000:00200000:2.0:1789760761.023363:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23805952 chunk: [23805952, 23810048) 23810048, 4096 00020000:00200000:2.0:1789760761.023368:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760761.023388:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5812, 5812] 00000008:00010000:2.0:1789760761.023407:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760761.023413:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760761.023424:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23805952, 23810048) append 0 append lockpos 0 00000080:00200000:2.0:1789760761.023439:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23805952=0x16b4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760761.023496:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760761.023499:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23810048 00000020:00010000:2.0:1789760761.023507:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760761.023510:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760761.023513:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760761.023517:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760761.023520:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760761.023529:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760761.023535:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760761.023550:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760761.023654:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 23805952<>23810048 00000100:00100000:3.0:1789760761.023734:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515744000:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760761.063551:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973129 gen 2 00000008:00010000:3.0:1789760761.063686:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e86c0 00000020:00200000:3.0:1789760761.063695:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760761.063705:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760761.063728:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e86c0 00000100:00100000:3.0:1789760761.063760:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515744000:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760761.063950:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5812, 5812] 00000080:00200000:2.0:1789760761.063966:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760761.063973:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760761.063988:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23810048 i_blocks 47111 00000020:00200000:2.0:1789760761.063992:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760761.064001:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760761.064032:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23810048, count: 4096 00000080:00200000:2.0:1789760761.064039:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23810048, bytes: 4096 00000080:00200000:2.0:1789760761.064047:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760761.064055:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760761.064058:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23810048, 23814144) 0 0 00000080:00200000:2.0:1789760761.064062:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760761.064078:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5813, 5813] 00020000:00200000:2.0:1789760761.064086:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23810048 chunk: [23810048, 23814144) 23814144, 4096 00020000:00200000:2.0:1789760761.064341:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760761.064363:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5813, 5813] 00000008:00010000:2.0:1789760761.064382:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760761.064389:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760761.064401:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23810048, 23814144) append 0 append lockpos 0 00000080:00200000:2.0:1789760761.064480:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23810048=0x16b5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760761.064543:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760761.064547:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23814144 00000020:00010000:2.0:1789760761.064555:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760761.064559:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760761.064562:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760761.064565:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760761.064568:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760761.064577:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760761.064585:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760761.064668:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760761.064775:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 23810048<>23814144 00000100:00100000:3.0:1789760761.064845:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515744128:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760761.109495:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973130 gen 2 00000008:00010000:3.0:1789760761.109544:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8840 00000020:00200000:3.0:1789760761.109551:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760761.109562:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760761.109581:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8840 00000100:00100000:3.0:1789760761.109619:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515744128:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760761.109996:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5813, 5813] 00000080:00200000:2.0:1789760761.110012:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760761.110018:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760761.110033:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23814144 i_blocks 47111 00000020:00200000:2.0:1789760761.110036:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760761.110046:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760761.110080:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23814144, count: 4096 00000080:00200000:2.0:1789760761.110087:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23814144, bytes: 4096 00000080:00200000:2.0:1789760761.110097:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760761.110105:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760761.110108:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23814144, 23818240) 0 0 00000080:00200000:2.0:1789760761.110112:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760761.110129:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5814, 5814] 00020000:00200000:2.0:1789760761.110137:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23814144 chunk: [23814144, 23818240) 23818240, 4096 00020000:00200000:2.0:1789760761.110141:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760761.110160:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5814, 5814] 00000008:00010000:2.0:1789760761.110179:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760761.110185:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760761.110196:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23814144, 23818240) append 0 append lockpos 0 00000080:00200000:2.0:1789760761.110211:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23814144=0x16b6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760761.110277:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760761.110280:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23818240 00000020:00010000:2.0:1789760761.110289:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760761.110293:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760761.110296:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760761.110299:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760761.110302:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760761.110310:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760761.110317:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760761.110332:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8c00 00000008:00100000:2.0:1789760761.110735:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 23814144<>23818240 00000100:00100000:3.0:1789760761.112453:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515744256:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760761.154079:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973131 gen 2 00000008:00010000:3.0:1789760761.154193:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8c00 00000020:00200000:3.0:1789760761.154202:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760761.154214:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760761.154305:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8c00 00000100:00100000:3.0:1789760761.154337:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515744256:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760761.154683:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5814, 5814] 00000080:00200000:2.0:1789760761.154700:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760761.154706:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760761.154722:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23818240 i_blocks 47111 00000020:00200000:2.0:1789760761.154726:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760761.154737:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760761.154772:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23818240, count: 4096 00000080:00200000:2.0:1789760761.154779:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23818240, bytes: 4096 00000080:00200000:2.0:1789760761.154790:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760761.154798:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760761.154801:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23818240, 23822336) 0 0 00000080:00200000:2.0:1789760761.154805:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760761.154824:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5815, 5815] 00020000:00200000:2.0:1789760761.154833:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23818240 chunk: [23818240, 23822336) 23822336, 4096 00020000:00200000:2.0:1789760761.154837:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760761.154994:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5815, 5815] 00000008:00010000:2.0:1789760761.155015:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760761.155021:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760761.155034:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23818240, 23822336) append 0 append lockpos 0 00000080:00200000:2.0:1789760761.155049:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23818240=0x16b7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760761.155565:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760761.155570:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23822336 00000020:00010000:2.0:1789760761.155581:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760761.155585:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760761.155588:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760761.155591:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760761.155593:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760761.155676:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760761.155685:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760761.155710:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760761.155826:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 23818240<>23822336 00000100:00100000:3.0:1789760761.156010:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515744384:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760761.219704:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8540 00000020:00200000:3.0:1789760761.219720:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760761.219731:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760761.219760:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8540 00000100:00100000:3.0:1789760761.219795:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515744384:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760761.220531:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5815, 5815] 00000080:00200000:2.0:1789760761.220553:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760761.220560:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760761.220578:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23822336 i_blocks 47111 00000020:00200000:2.0:1789760761.220582:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760761.220593:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760761.220630:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23822336, count: 4096 00000080:00200000:2.0:1789760761.220637:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23822336, bytes: 4096 00000080:00200000:2.0:1789760761.220653:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760761.220661:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760761.220664:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23822336, 23826432) 0 0 00000080:00200000:2.0:1789760761.220669:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760761.220697:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5816, 5816] 00020000:00200000:2.0:1789760761.220706:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23822336 chunk: [23822336, 23826432) 23826432, 4096 00020000:00200000:2.0:1789760761.220711:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760761.220733:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5816, 5816] 00000008:00010000:2.0:1789760761.220751:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760761.220757:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760761.220768:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23822336, 23826432) append 0 append lockpos 0 00000080:00200000:2.0:1789760761.220783:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23822336=0x16b8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760761.220846:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760761.220849:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23826432 00000020:00010000:2.0:1789760761.220889:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760761.220893:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760761.220896:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760761.220899:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760761.220903:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760761.221403:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760761.221413:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760761.221438:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760761.222448:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 23822336<>23826432 00000100:00100000:3.0:1789760761.222763:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515744512:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760761.280325:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973133 gen 2 00000008:00010000:3.0:1789760761.280377:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:3.0:1789760761.280384:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760761.280392:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760761.280410:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:3.0:1789760761.280436:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515744512:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760761.280513:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5816, 5816] 00000080:00200000:2.0:1789760761.280527:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760761.280532:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760761.280543:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23826432 i_blocks 47111 00000020:00200000:2.0:1789760761.280546:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760761.280555:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760761.280579:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23826432, count: 4096 00000080:00200000:2.0:1789760761.280585:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23826432, bytes: 4096 00000080:00200000:2.0:1789760761.280592:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760761.280600:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760761.280602:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23826432, 23830528) 0 0 00000080:00200000:2.0:1789760761.280606:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760761.280619:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5817, 5817] 00020000:00200000:2.0:1789760761.280625:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23826432 chunk: [23826432, 23830528) 23830528, 4096 00020000:00200000:2.0:1789760761.280629:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760761.280645:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5817, 5817] 00000008:00010000:2.0:1789760761.280661:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760761.280666:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760761.280676:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23826432, 23830528) append 0 append lockpos 0 00000080:00200000:2.0:1789760761.280688:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23826432=0x16b9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760761.280734:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760761.280737:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23830528 00000020:00010000:2.0:1789760761.280743:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760761.280746:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760761.280750:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760761.280753:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760761.280756:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760761.280764:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760761.280769:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760761.280783:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760761.280949:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 23826432<>23830528 00000100:00100000:3.0:1789760761.281032:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760761.281046:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515744640:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760761.311457:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8000 00000020:00200000:3.0:1789760761.311469:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760761.311477:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760761.311496:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8000 00000100:00100000:3.0:1789760761.311521:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515744640:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760761.311673:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5817, 5817] 00000080:00200000:2.0:1789760761.311685:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760761.311690:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760761.311701:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23830528 i_blocks 47111 00000020:00200000:2.0:1789760761.311705:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760761.311713:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760761.311738:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23830528, count: 4096 00000080:00200000:2.0:1789760761.311743:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23830528, bytes: 4096 00000080:00200000:2.0:1789760761.311750:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760761.311758:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760761.311762:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23830528, 23834624) 0 0 00000080:00200000:2.0:1789760761.311766:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760761.311777:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5818, 5818] 00020000:00200000:2.0:1789760761.311783:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23830528 chunk: [23830528, 23834624) 23834624, 4096 00020000:00200000:2.0:1789760761.311787:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760761.311801:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5818, 5818] 00000008:00010000:2.0:1789760761.311814:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760761.311819:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760761.311827:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23830528, 23834624) append 0 append lockpos 0 00000080:00200000:2.0:1789760761.311837:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23830528=0x16ba000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760761.311908:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760761.311911:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23834624 00000020:00010000:2.0:1789760761.311917:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760761.311920:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760761.311923:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760761.311926:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760761.311929:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760761.311936:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760761.311942:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760761.311954:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760761.312026:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 23830528<>23834624 00000100:00100000:3.0:1789760761.312087:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515744768:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760761.368110:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973135 gen 2 00000008:00010000:3.0:1789760761.368158:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:3.0:1789760761.368164:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760761.368171:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760761.368324:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000100:00100000:3.0:1789760761.368348:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515744768:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760761.368426:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5818, 5818] 00000080:00200000:2.0:1789760761.368446:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760761.368451:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760761.368463:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23834624 i_blocks 47111 00000020:00200000:2.0:1789760761.368467:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760761.368476:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760761.368504:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23834624, count: 4096 00000080:00200000:2.0:1789760761.368511:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23834624, bytes: 4096 00000080:00200000:2.0:1789760761.368521:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760761.368528:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760761.368532:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23834624, 23838720) 0 0 00000080:00200000:2.0:1789760761.368535:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760761.368546:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5819, 5819] 00020000:00200000:2.0:1789760761.368553:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23834624 chunk: [23834624, 23838720) 23838720, 4096 00020000:00200000:2.0:1789760761.368556:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760761.368573:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5819, 5819] 00000008:00010000:2.0:1789760761.368587:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760761.368591:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760761.368600:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23834624, 23838720) append 0 append lockpos 0 00000080:00200000:2.0:1789760761.368611:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23834624=0x16bb000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760761.368660:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760761.368662:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23838720 00000020:00010000:2.0:1789760761.368669:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760761.368673:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760761.368676:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760761.368679:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760761.368681:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760761.368688:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760761.368692:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760761.368702:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760761.368782:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 23834624<>23838720 00000100:00100000:3.0:1789760761.368938:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760761.368952:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515744896:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760761.429349:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973136 gen 2 00000008:00010000:3.0:1789760761.429386:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:3.0:1789760761.429392:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760761.429401:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760761.429419:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:3.0:1789760761.429442:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515744896:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760761.429527:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5819, 5819] 00000080:00200000:2.0:1789760761.429540:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760761.429545:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760761.429557:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23838720 i_blocks 47111 00000020:00200000:2.0:1789760761.429560:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760761.429568:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760761.429594:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23838720, count: 4096 00000080:00200000:2.0:1789760761.429600:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23838720, bytes: 4096 00000080:00200000:2.0:1789760761.429607:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760761.429614:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760761.429616:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23838720, 23842816) 0 0 00000080:00200000:2.0:1789760761.429620:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760761.429631:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5820, 5820] 00020000:00200000:2.0:1789760761.429638:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23838720 chunk: [23838720, 23842816) 23842816, 4096 00020000:00200000:2.0:1789760761.429642:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760761.429656:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5820, 5820] 00000008:00010000:2.0:1789760761.429669:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760761.429674:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760761.429682:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23838720, 23842816) append 0 append lockpos 0 00000080:00200000:2.0:1789760761.429694:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23838720=0x16bc000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760761.429739:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760761.429742:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23842816 00000020:00010000:2.0:1789760761.429749:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760761.429752:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760761.429755:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760761.429758:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760761.429761:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760761.429781:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760761.429787:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760761.429799:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e80c0 00000008:00100000:2.0:1789760761.430008:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 23838720<>23842816 00000100:00100000:3.0:1789760761.430192:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515745024:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760761.489984:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973137 gen 2 00000008:00010000:3.0:1789760761.490022:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e80c0 00000020:00200000:3.0:1789760761.490027:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760761.490034:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760761.490054:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e80c0 00000080:00200000:0.0:1789760761.490161:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5820, 5820] 00000080:00200000:0.0:1789760761.490176:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760761.490181:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760761.490193:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23842816 i_blocks 47111 00000020:00200000:0.0:1789760761.490196:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760761.490205:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000100:00100000:3.0:1789760761.490236:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515745024:192.168.203.146@tcp:4:dd.0 00000080:00200008:0.0:1789760761.490238:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23842816, count: 4096 00000080:00200000:0.0:1789760761.490249:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23842816, bytes: 4096 00000080:00200000:0.0:1789760761.490259:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760761.490267:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760761.490269:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23842816, 23846912) 0 0 00000080:00200000:0.0:1789760761.490273:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760761.490286:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5821, 5821] 00020000:00200000:0.0:1789760761.490293:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23842816 chunk: [23842816, 23846912) 23846912, 4096 00020000:00200000:0.0:1789760761.490297:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760761.490311:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5821, 5821] 00000008:00010000:0.0:1789760761.490324:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760761.490329:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760761.490337:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23842816, 23846912) append 0 append lockpos 0 00000080:00200000:0.0:1789760761.490348:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23842816=0x16bd000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760761.495104:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760761.495114:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23846912 00000020:00010000:0.0:1789760761.495129:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760761.495133:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760761.495138:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760761.495141:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760761.495143:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760761.495154:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760761.495162:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760761.495193:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760761.495298:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5c00 - object 0x240000400:4 offset 23842816<>23846912 00000100:00100000:1.0:1789760761.495365:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515745152:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760761.562369:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973138 gen 2 00000008:00010000:1.0:1789760761.562414:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760761.562421:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760761.562431:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760761.562453:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760761.562480:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515745152:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760761.562641:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5821, 5821] 00000080:00200000:0.0:1789760761.562654:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760761.562659:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760761.562672:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23846912 i_blocks 47111 00000020:00200000:0.0:1789760761.562675:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760761.562683:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760761.562709:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23846912, count: 4096 00000080:00200000:0.0:1789760761.562714:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23846912, bytes: 4096 00000080:00200000:0.0:1789760761.562724:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760761.562731:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760761.562733:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23846912, 23851008) 0 0 00000080:00200000:0.0:1789760761.562737:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760761.562748:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5822, 5822] 00020000:00200000:0.0:1789760761.562754:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23846912 chunk: [23846912, 23851008) 23851008, 4096 00020000:00200000:0.0:1789760761.562758:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760761.562843:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5822, 5822] 00000008:00010000:0.0:1789760761.562894:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760761.562899:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760761.562907:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23846912, 23851008) append 0 append lockpos 0 00000080:00200000:0.0:1789760761.562918:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23846912=0x16be000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760761.562961:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760761.562964:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23851008 00000020:00010000:0.0:1789760761.562970:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760761.562973:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760761.562977:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760761.562980:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760761.562983:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760761.562989:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760761.562994:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760761.563007:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760761.563081:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 23846912<>23851008 00000100:00100000:1.0:1789760761.564379:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515745280:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760761.650134:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973139 gen 2 00000008:00010000:1.0:1789760761.650169:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760761.650175:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760761.650309:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760761.650382:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760761.650414:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515745280:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760761.650543:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5822, 5822] 00000080:00200000:0.0:1789760761.650556:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760761.650562:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760761.650573:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23851008 i_blocks 47111 00000020:00200000:0.0:1789760761.650577:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760761.650585:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760761.650612:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23851008, count: 4096 00000080:00200000:0.0:1789760761.650618:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23851008, bytes: 4096 00000080:00200000:0.0:1789760761.650625:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760761.650632:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760761.650634:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23851008, 23855104) 0 0 00000080:00200000:0.0:1789760761.650638:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760761.650650:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5823, 5823] 00020000:00200000:0.0:1789760761.650657:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23851008 chunk: [23851008, 23855104) 23855104, 4096 00020000:00200000:0.0:1789760761.650661:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760761.650675:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5823, 5823] 00000008:00010000:0.0:1789760761.650689:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760761.650693:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760761.650703:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23851008, 23855104) append 0 append lockpos 0 00000080:00200000:0.0:1789760761.650713:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23851008=0x16bf000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760761.650757:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760761.650760:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23855104 00000020:00010000:0.0:1789760761.650938:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760761.650943:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760761.650946:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760761.650950:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760761.650952:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760761.650960:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760761.650965:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760761.650978:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760761.651057:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4380 - object 0x240000400:4 offset 23851008<>23855104 00000100:00100000:1.0:1789760761.651112:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515745408:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760761.705382:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973140 gen 2 00000008:00010000:1.0:1789760761.705420:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760761.705426:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760761.705435:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760761.705505:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760761.705528:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515745408:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760761.705593:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5823, 5823] 00000080:00200000:0.0:1789760761.705605:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760761.705609:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760761.705621:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23855104 i_blocks 47111 00000020:00200000:0.0:1789760761.705624:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760761.705633:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760761.705658:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23855104, count: 4096 00000080:00200000:0.0:1789760761.705674:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23855104, bytes: 4096 00000080:00200000:0.0:1789760761.705682:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760761.705689:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760761.705691:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23855104, 23859200) 0 0 00000080:00200000:0.0:1789760761.705694:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760761.705706:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5824, 5824] 00020000:00200000:0.0:1789760761.705713:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23855104 chunk: [23855104, 23859200) 23859200, 4096 00020000:00200000:0.0:1789760761.705718:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760761.705734:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5824, 5824] 00000008:00010000:0.0:1789760761.705748:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760761.705753:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760761.705762:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23855104, 23859200) append 0 append lockpos 0 00000080:00200000:0.0:1789760761.705772:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23855104=0x16c0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760761.705817:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760761.705820:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23859200 00000020:00010000:0.0:1789760761.705826:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760761.705829:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760761.705832:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760761.705835:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760761.705838:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760761.705844:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760761.705849:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760761.708040:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760761.708134:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 23855104<>23859200 00000100:00100000:0.0:1789760761.708184:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515745536:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760761.788608:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:0.0:1789760761.788619:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760761.788627:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760761.788647:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:0.0:1789760761.788669:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515745536:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760761.788767:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5824, 5824] 00000080:00200000:1.0:1789760761.788788:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760761.788794:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760761.788805:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23859200 i_blocks 47111 00000020:00200000:1.0:1789760761.788808:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760761.788817:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760761.788842:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23859200, count: 4096 00000080:00200000:1.0:1789760761.788848:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23859200, bytes: 4096 00000080:00200000:1.0:1789760761.788877:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760761.788886:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760761.788888:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23859200, 23863296) 0 0 00000080:00200000:1.0:1789760761.788892:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760761.788903:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5825, 5825] 00020000:00200000:1.0:1789760761.788912:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23859200 chunk: [23859200, 23863296) 23863296, 4096 00020000:00200000:1.0:1789760761.788915:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760761.788939:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5825, 5825] 00000008:00010000:1.0:1789760761.788951:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760761.788955:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760761.788964:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23859200, 23863296) append 0 append lockpos 0 00000080:00200000:1.0:1789760761.788975:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23859200=0x16c1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760761.789020:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760761.789023:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23863296 00000020:00010000:1.0:1789760761.789029:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760761.789032:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760761.789035:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760761.789038:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760761.789040:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760761.789045:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760761.789052:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760761.789065:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8480 00000008:00100000:1.0:1789760761.789138:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570380 - object 0x240000400:4 offset 23859200<>23863296 00000100:00100000:0.0:1789760761.789202:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515745664:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760761.844323:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973142 gen 2 00000008:00010000:0.0:1789760761.844400:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8480 00000020:00200000:0.0:1789760761.844406:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760761.844413:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760761.844491:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8480 00000100:00100000:0.0:1789760761.844510:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515745664:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760761.845071:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1789760761.845249:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5825, 5825] 00000080:00200000:2.0:1789760761.845262:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760761.845267:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760761.845280:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23863296 i_blocks 47111 00000020:00200000:2.0:1789760761.845283:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760761.845292:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760761.845316:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23863296, count: 4096 00000080:00200000:2.0:1789760761.845322:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23863296, bytes: 4096 00000080:00200000:2.0:1789760761.845332:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760761.845339:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760761.845342:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23863296, 23867392) 0 0 00000080:00200000:2.0:1789760761.845346:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760761.845358:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5826, 5826] 00020000:00200000:2.0:1789760761.845365:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23863296 chunk: [23863296, 23867392) 23867392, 4096 00020000:00200000:2.0:1789760761.845369:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760761.845383:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5826, 5826] 00000008:00010000:2.0:1789760761.845397:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760761.845401:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760761.845410:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23863296, 23867392) append 0 append lockpos 0 00000080:00200000:2.0:1789760761.845422:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23863296=0x16c2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760761.845468:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760761.845471:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23867392 00000020:00010000:2.0:1789760761.845478:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760761.845481:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760761.845485:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760761.845488:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760761.845491:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760761.845498:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760761.845504:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760761.845519:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760761.845660:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 23863296<>23867392 00000100:00100000:3.0:1789760761.845731:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515745792:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760761.908333:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973143 gen 2 00000008:00010000:3.0:1789760761.908382:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8600 00000020:00200000:3.0:1789760761.908390:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760761.908401:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760761.908421:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8600 00000100:00100000:3.0:1789760761.908451:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515745792:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760761.908589:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5826, 5826] 00000080:00200000:2.0:1789760761.908605:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760761.908612:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760761.908627:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23867392 i_blocks 47111 00000020:00200000:2.0:1789760761.908631:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760761.908640:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760761.908675:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23867392, count: 4096 00000080:00200000:2.0:1789760761.908682:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23867392, bytes: 4096 00000080:00200000:2.0:1789760761.908692:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760761.908700:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760761.908703:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23867392, 23871488) 0 0 00000080:00200000:2.0:1789760761.908707:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760761.908726:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5827, 5827] 00020000:00200000:2.0:1789760761.908734:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23867392 chunk: [23867392, 23871488) 23871488, 4096 00020000:00200000:2.0:1789760761.908738:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760761.908758:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5827, 5827] 00000008:00010000:2.0:1789760761.908778:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760761.908784:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760761.908795:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23867392, 23871488) append 0 append lockpos 0 00000080:00200000:2.0:1789760761.908809:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23867392=0x16c3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760761.908898:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760761.908901:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23871488 00000020:00010000:2.0:1789760761.908910:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760761.908913:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760761.908915:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760761.908919:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760761.908922:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760761.908930:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760761.908937:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760761.908953:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760761.909271:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 23867392<>23871488 00000100:00100000:3.0:1789760761.910587:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515745920:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760761.976030:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973144 gen 2 00000008:00010000:3.0:1789760761.976068:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8240 00000020:00200000:3.0:1789760761.976076:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760761.976084:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760761.976103:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8240 00000100:00100000:3.0:1789760761.976126:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515745920:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760761.976222:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5827, 5827] 00000080:00200000:2.0:1789760761.976238:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760761.976243:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760761.976255:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23871488 i_blocks 47111 00000020:00200000:2.0:1789760761.976258:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760761.976265:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760761.976296:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23871488, count: 4096 00000080:00200000:2.0:1789760761.976302:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23871488, bytes: 4096 00000080:00200000:2.0:1789760761.976310:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760761.976317:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760761.976320:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23871488, 23875584) 0 0 00000080:00200000:2.0:1789760761.976324:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760761.976335:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5828, 5828] 00020000:00200000:2.0:1789760761.976342:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23871488 chunk: [23871488, 23875584) 23875584, 4096 00020000:00200000:2.0:1789760761.976346:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760761.976361:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5828, 5828] 00000008:00010000:2.0:1789760761.976375:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760761.976379:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760761.976388:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23871488, 23875584) append 0 append lockpos 0 00000080:00200000:2.0:1789760761.976398:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23871488=0x16c4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760761.976451:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760761.976453:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23875584 00000020:00010000:2.0:1789760761.976460:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760761.976463:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760761.976466:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760761.976469:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760761.976471:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760761.976478:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760761.976483:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760761.976497:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8900 00000008:00100000:2.0:1789760761.976573:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 23871488<>23875584 00000100:00100000:3.0:1789760761.976662:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760761.976675:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515746048:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760762.020537:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8900 00000020:00200000:3.0:1789760762.020548:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760762.020556:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760762.020573:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8900 00000100:00100000:3.0:1789760762.020595:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515746048:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760762.020941:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5828, 5828] 00000080:00200000:2.0:1789760762.020955:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760762.020960:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760762.020972:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23875584 i_blocks 47111 00000020:00200000:2.0:1789760762.020975:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760762.020982:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760762.021006:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23875584, count: 4096 00000080:00200000:2.0:1789760762.021012:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23875584, bytes: 4096 00000080:00200000:2.0:1789760762.021019:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760762.021026:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760762.021029:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23875584, 23879680) 0 0 00000080:00200000:2.0:1789760762.021032:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760762.021044:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5829, 5829] 00020000:00200000:2.0:1789760762.021052:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23875584 chunk: [23875584, 23879680) 23879680, 4096 00020000:00200000:2.0:1789760762.021055:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760762.021071:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5829, 5829] 00000008:00010000:2.0:1789760762.021085:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760762.021089:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760762.021098:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23875584, 23879680) append 0 append lockpos 0 00000080:00200000:2.0:1789760762.021111:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23875584=0x16c5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760762.021155:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760762.021157:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23879680 00000020:00010000:2.0:1789760762.021164:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760762.021167:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760762.021169:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760762.021172:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760762.021175:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760762.021182:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760762.021187:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760762.021286:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760762.021366:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 23875584<>23879680 00000100:00100000:3.0:1789760762.022585:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760762.022609:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515746176:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760762.064904:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973146 gen 2 00000008:00010000:3.0:1789760762.064955:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:3.0:1789760762.064961:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760762.064969:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760762.064987:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:3.0:1789760762.065011:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515746176:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760762.065026:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5829, 5829] 00000080:00200000:2.0:1789760762.065038:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760762.065044:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760762.065056:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23879680 i_blocks 47111 00000020:00200000:2.0:1789760762.065060:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760762.065069:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760762.065094:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23879680, count: 4096 00000080:00200000:2.0:1789760762.065100:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23879680, bytes: 4096 00000080:00200000:2.0:1789760762.065108:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760762.065116:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760762.065119:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23879680, 23883776) 0 0 00000080:00200000:2.0:1789760762.065122:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760762.065135:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5830, 5830] 00020000:00200000:2.0:1789760762.065141:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23879680 chunk: [23879680, 23883776) 23883776, 4096 00020000:00200000:2.0:1789760762.065145:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760762.065161:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5830, 5830] 00000008:00010000:2.0:1789760762.065175:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760762.065179:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760762.065187:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23879680, 23883776) append 0 append lockpos 0 00000080:00200000:2.0:1789760762.065197:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23879680=0x16c6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760762.065258:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760762.065261:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23883776 00000020:00010000:2.0:1789760762.065268:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760762.065271:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760762.065274:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760762.065277:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760762.065280:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760762.065286:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760762.065291:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760762.065312:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8180 00000008:00100000:2.0:1789760762.065382:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 23879680<>23883776 00000100:00100000:3.0:1789760762.065444:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515746304:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760762.103483:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973147 gen 2 00000008:00010000:3.0:1789760762.103518:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8180 00000020:00200000:3.0:1789760762.103525:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760762.103532:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760762.103551:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8180 00000100:00100000:3.0:1789760762.103576:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515746304:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760762.103657:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5830, 5830] 00000080:00200000:2.0:1789760762.103670:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760762.103675:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760762.103797:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23883776 i_blocks 47111 00000020:00200000:2.0:1789760762.103801:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760762.103812:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760762.103836:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23883776, count: 4096 00000080:00200000:2.0:1789760762.103842:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23883776, bytes: 4096 00000080:00200000:2.0:1789760762.103850:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760762.103939:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760762.103942:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23883776, 23887872) 0 0 00000080:00200000:2.0:1789760762.103946:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760762.103958:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5831, 5831] 00020000:00200000:2.0:1789760762.103964:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23883776 chunk: [23883776, 23887872) 23887872, 4096 00020000:00200000:2.0:1789760762.103968:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760762.103984:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5831, 5831] 00000008:00010000:2.0:1789760762.103999:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760762.104003:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760762.104012:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23883776, 23887872) append 0 append lockpos 0 00000080:00200000:2.0:1789760762.104022:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23883776=0x16c7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760762.104060:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760762.104062:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23887872 00000020:00010000:2.0:1789760762.104069:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760762.104072:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760762.104075:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760762.104078:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760762.104081:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760762.104088:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760762.104092:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760762.104104:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760762.104171:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 23883776<>23887872 00000100:00100000:3.0:1789760762.104238:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515746432:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760762.146596:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8b40 00000020:00200000:3.0:1789760762.146613:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760762.146626:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760762.146734:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8b40 00000100:00100000:3.0:1789760762.146770:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515746432:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760762.146945:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5831, 5831] 00000080:00200000:2.0:1789760762.146963:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760762.146970:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760762.146987:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23887872 i_blocks 47111 00000020:00200000:2.0:1789760762.146992:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760762.147002:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760762.147037:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23887872, count: 4096 00000080:00200000:2.0:1789760762.147046:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23887872, bytes: 4096 00000080:00200000:2.0:1789760762.147057:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760762.147066:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760762.147070:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23887872, 23891968) 0 0 00000080:00200000:2.0:1789760762.147074:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760762.147329:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5832, 5832] 00020000:00200000:2.0:1789760762.147338:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23887872 chunk: [23887872, 23891968) 23891968, 4096 00020000:00200000:2.0:1789760762.147343:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760762.147363:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5832, 5832] 00000008:00010000:2.0:1789760762.147382:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760762.147388:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760762.147400:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23887872, 23891968) append 0 append lockpos 0 00000080:00200000:2.0:1789760762.147414:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23887872=0x16c8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760762.147472:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760762.147474:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23891968 00000020:00010000:2.0:1789760762.147482:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760762.147486:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760762.147488:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760762.147492:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760762.147495:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760762.147503:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760762.147509:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760762.147525:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760762.147631:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 23887872<>23891968 00000100:00100000:3.0:1789760762.147702:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515746560:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760762.185044:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973148 gen 2 00000100:00100000:3.0:1789760762.185086:0:2364:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23a9f80 x1876699515746560/t4294973149(4294973149) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760778 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760762.185136:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8f00 00000020:00200000:3.0:1789760762.185143:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760762.185152:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760762.185340:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8f00 00000080:00200000:0.0:1789760762.185372:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5832, 5832] 00000100:00100000:3.0:1789760762.185372:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515746560:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760762.185390:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760762.185667:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760762.185681:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23891968 i_blocks 47111 00000020:00200000:0.0:1789760762.185684:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760762.185693:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760762.185722:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23891968, count: 4096 00000080:00200000:0.0:1789760762.185728:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23891968, bytes: 4096 00000080:00200000:0.0:1789760762.185737:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760762.185815:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760762.185818:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23891968, 23896064) 0 0 00000080:00200000:0.0:1789760762.185821:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760762.185837:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5833, 5833] 00020000:00200000:0.0:1789760762.185844:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23891968 chunk: [23891968, 23896064) 23896064, 4096 00020000:00200000:0.0:1789760762.185848:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760762.185896:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5833, 5833] 00000008:00010000:0.0:1789760762.185915:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760762.185921:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760762.185932:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23891968, 23896064) append 0 append lockpos 0 00000080:00200000:0.0:1789760762.185945:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23891968=0x16c9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760762.186003:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760762.186006:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23896064 00000020:00010000:0.0:1789760762.186014:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760762.186018:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760762.186021:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760762.186024:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760762.186028:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760762.186035:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760762.186042:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760762.186060:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760762.186388:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 23891968<>23896064 00000100:00100000:0.0:1789760762.186442:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760762.186462:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515746688:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760762.244620:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973149 gen 2 00000100:00100000:0.0:1789760762.244723:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc5500 x1876699515746688/t4294973150(4294973150) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760778 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760762.244774:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:0.0:1789760762.244781:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760762.244791:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760762.244945:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:0.0:1789760762.244972:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515746688:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760762.245892:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5833, 5833] 00000080:00200000:1.0:1789760762.245913:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760762.245919:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760762.245936:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23896064 i_blocks 47111 00000020:00200000:1.0:1789760762.245940:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760762.245952:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760762.245988:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23896064, count: 4096 00000080:00200000:1.0:1789760762.245996:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23896064, bytes: 4096 00000080:00200000:1.0:1789760762.246009:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760762.246017:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760762.246020:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23896064, 23900160) 0 0 00000080:00200000:1.0:1789760762.246024:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760762.246041:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5834, 5834] 00020000:00200000:1.0:1789760762.246050:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23896064 chunk: [23896064, 23900160) 23900160, 4096 00020000:00200000:1.0:1789760762.246055:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760762.246075:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5834, 5834] 00000008:00010000:1.0:1789760762.246141:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760762.246147:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760762.246160:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23896064, 23900160) append 0 append lockpos 0 00000080:00200000:1.0:1789760762.246176:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23896064=0x16ca000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760762.246323:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760762.246327:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23900160 00000020:00010000:1.0:1789760762.246336:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760762.246340:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760762.246343:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760762.246347:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760762.246350:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760762.246358:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760762.246365:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760762.246389:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8780 00000008:00100000:1.0:1789760762.246570:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573100 - object 0x240000400:4 offset 23896064<>23900160 00000100:00100000:0.0:1789760762.246658:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515746816:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760762.294840:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973150 gen 2 00000100:00100000:0.0:1789760762.294933:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8573100 x1876699515746816/t4294973151(4294973151) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760778 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760762.294981:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8780 00000020:00200000:0.0:1789760762.294988:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760762.294998:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760762.295060:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8780 00000100:00100000:0.0:1789760762.295084:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515746816:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760762.295329:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5834, 5834] 00000080:00200000:3.0:1789760762.295344:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760762.295350:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760762.295364:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23900160 i_blocks 47111 00000020:00200000:3.0:1789760762.295368:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760762.295378:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760762.295412:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23900160, count: 4096 00000080:00200000:3.0:1789760762.295418:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23900160, bytes: 4096 00000080:00200000:3.0:1789760762.295428:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760762.295436:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760762.295438:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23900160, 23904256) 0 0 00000080:00200000:3.0:1789760762.295442:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760762.295458:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5835, 5835] 00020000:00200000:3.0:1789760762.295466:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23900160 chunk: [23900160, 23904256) 23904256, 4096 00020000:00200000:3.0:1789760762.295471:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760762.295492:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5835, 5835] 00000008:00010000:3.0:1789760762.295508:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760762.295514:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760762.295524:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23900160, 23904256) append 0 append lockpos 0 00000080:00200000:3.0:1789760762.295537:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23900160=0x16cb000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760762.295586:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760762.295589:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23904256 00000020:00010000:3.0:1789760762.295597:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760762.295600:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760762.295603:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760762.295607:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760762.295610:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760762.295616:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760762.295623:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760762.295638:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760762.295741:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4e00 - object 0x240000400:4 offset 23900160<>23904256 00000100:00100000:2.0:1789760762.295802:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515746944:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760762.327812:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973152 gen 2 00000008:00010000:3.0:1789760762.327911:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760762.327919:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760762.327930:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760762.327955:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760762.327985:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515746944:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760762.328145:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5835, 5835] 00000080:00200000:0.0:1789760762.328162:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760762.328168:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760762.328184:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23904256 i_blocks 47111 00000020:00200000:0.0:1789760762.328188:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760762.328198:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760762.328242:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23904256, count: 4096 00000080:00200000:0.0:1789760762.328249:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23904256, bytes: 4096 00000080:00200000:0.0:1789760762.328259:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760762.328268:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760762.328271:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23904256, 23908352) 0 0 00000080:00200000:0.0:1789760762.328274:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760762.328291:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5836, 5836] 00020000:00200000:0.0:1789760762.328298:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23904256 chunk: [23904256, 23908352) 23908352, 4096 00020000:00200000:0.0:1789760762.328303:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760762.328320:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5836, 5836] 00000008:00010000:0.0:1789760762.328340:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760762.328346:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760762.328357:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23904256, 23908352) append 0 append lockpos 0 00000080:00200000:0.0:1789760762.328370:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23904256=0x16cc000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760762.328427:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760762.328429:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23908352 00000020:00010000:0.0:1789760762.328437:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760762.328440:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760762.328444:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760762.328447:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760762.328450:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760762.328457:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760762.328465:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760762.328480:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760762.328583:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 23904256<>23908352 00000100:00100000:1.0:1789760762.328662:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515747072:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760762.378079:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973153 gen 2 00000008:00010000:1.0:1789760762.378187:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760762.378195:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760762.378206:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760762.378241:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760762.378378:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515747072:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760762.378520:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5836, 5836] 00000080:00200000:0.0:1789760762.378536:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760762.378541:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760762.378558:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23908352 i_blocks 47111 00000020:00200000:0.0:1789760762.378562:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760762.378572:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760762.378607:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23908352, count: 4096 00000080:00200000:0.0:1789760762.378614:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23908352, bytes: 4096 00000080:00200000:0.0:1789760762.378625:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760762.378633:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760762.378636:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23908352, 23912448) 0 0 00000080:00200000:0.0:1789760762.378640:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760762.378656:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5837, 5837] 00020000:00200000:0.0:1789760762.378665:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23908352 chunk: [23908352, 23912448) 23912448, 4096 00020000:00200000:0.0:1789760762.378669:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760762.378689:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5837, 5837] 00000008:00010000:0.0:1789760762.378707:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760762.378714:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760762.378725:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23908352, 23912448) append 0 append lockpos 0 00000080:00200000:0.0:1789760762.378740:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23908352=0x16cd000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760762.378793:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760762.378796:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23912448 00000020:00010000:0.0:1789760762.378804:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760762.378807:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760762.378811:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760762.378815:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760762.378818:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760762.378825:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760762.378834:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760762.379023:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760762.379485:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7480 - object 0x240000400:4 offset 23908352<>23912448 00000100:00100000:1.0:1789760762.379538:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760762.379618:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515747200:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760762.405322:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973154 gen 2 00000008:00010000:1.0:1789760762.405376:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760762.405384:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760762.405394:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760762.405420:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760762.405453:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515747200:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760762.405595:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5837, 5837] 00000080:00200000:3.0:1789760762.405610:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760762.405616:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760762.405631:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23912448 i_blocks 47111 00000020:00200000:3.0:1789760762.405635:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760762.405646:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760762.405680:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23912448, count: 4096 00000080:00200000:3.0:1789760762.405686:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23912448, bytes: 4096 00000080:00200000:3.0:1789760762.405696:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760762.405704:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760762.405706:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23912448, 23916544) 0 0 00000080:00200000:3.0:1789760762.405710:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760762.405726:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5838, 5838] 00020000:00200000:3.0:1789760762.405735:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23912448 chunk: [23912448, 23916544) 23916544, 4096 00020000:00200000:3.0:1789760762.405739:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760762.405756:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5838, 5838] 00000008:00010000:3.0:1789760762.405771:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760762.405776:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760762.405787:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23912448, 23916544) append 0 append lockpos 0 00000080:00200000:3.0:1789760762.405800:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23912448=0x16ce000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760762.406040:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760762.406043:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23916544 00000020:00010000:3.0:1789760762.406053:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760762.406056:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760762.406059:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760762.406063:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760762.406066:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760762.406073:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760762.406081:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760762.406107:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760762.406255:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4e00 - object 0x240000400:4 offset 23912448<>23916544 00000100:00100000:3.0:1789760762.406301:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760762.406319:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515747328:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760762.436587:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973155 gen 2 00000008:00010000:3.0:1789760762.436633:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760762.436640:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760762.436657:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760762.436676:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760762.436705:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515747328:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760762.436716:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5838, 5838] 00000080:00200000:1.0:1789760762.436734:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760762.436740:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760762.436756:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23916544 i_blocks 47111 00000020:00200000:1.0:1789760762.436760:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760762.436770:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760762.436804:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23916544, count: 4096 00000080:00200000:1.0:1789760762.436812:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23916544, bytes: 4096 00000080:00200000:1.0:1789760762.436822:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760762.436831:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760762.436833:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23916544, 23920640) 0 0 00000080:00200000:1.0:1789760762.436839:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760762.436890:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5839, 5839] 00020000:00200000:1.0:1789760762.436899:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23916544 chunk: [23916544, 23920640) 23920640, 4096 00020000:00200000:1.0:1789760762.436903:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760762.436925:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5839, 5839] 00000008:00010000:1.0:1789760762.437050:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760762.437057:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760762.437071:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23916544, 23920640) append 0 append lockpos 0 00000080:00200000:1.0:1789760762.437085:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23916544=0x16cf000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760762.437336:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760762.437339:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23920640 00000020:00010000:1.0:1789760762.437348:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760762.437352:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760762.437355:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760762.437358:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760762.437361:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760762.437369:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760762.437376:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760762.437394:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760762.437502:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572a00 - object 0x240000400:4 offset 23916544<>23920640 00000100:00100000:0.0:1789760762.437714:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760762.437735:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515747456:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760762.461549:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973156 gen 2 00000008:00010000:0.0:1789760762.461603:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760762.461611:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760762.461620:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760762.461637:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760762.461665:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515747456:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760762.461884:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5839, 5839] 00000080:00200000:1.0:1789760762.461901:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760762.461907:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760762.461922:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23920640 i_blocks 47111 00000020:00200000:1.0:1789760762.461924:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760762.461933:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760762.461974:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23920640, count: 4096 00000080:00200000:1.0:1789760762.461981:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23920640, bytes: 4096 00000080:00200000:1.0:1789760762.461992:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760762.462000:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760762.462002:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23920640, 23924736) 0 0 00000080:00200000:1.0:1789760762.462007:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760762.462024:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5840, 5840] 00020000:00200000:1.0:1789760762.462032:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23920640 chunk: [23920640, 23924736) 23924736, 4096 00020000:00200000:1.0:1789760762.462036:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760762.462071:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5840, 5840] 00000008:00010000:1.0:1789760762.462091:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760762.462096:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760762.462112:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23920640, 23924736) append 0 append lockpos 0 00000080:00200000:1.0:1789760762.462126:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23920640=0x16d0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760762.462180:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760762.462183:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23924736 00000020:00010000:1.0:1789760762.462192:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760762.462195:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760762.462198:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760762.462201:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760762.462204:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760762.462231:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760762.462239:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760762.462252:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760762.462358:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573b80 - object 0x240000400:4 offset 23920640<>23924736 00000100:00100000:0.0:1789760762.462534:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760762.462552:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515747584:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760762.503651:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973157 gen 2 00000008:00010000:0.0:1789760762.503953:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760762.503963:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760762.503976:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760762.504001:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760762.504034:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515747584:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760762.504291:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5840, 5840] 00000080:00200000:1.0:1789760762.504307:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760762.504313:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760762.504330:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23924736 i_blocks 47111 00000020:00200000:1.0:1789760762.504333:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760762.504344:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760762.504378:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23924736, count: 4096 00000080:00200000:1.0:1789760762.504384:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23924736, bytes: 4096 00000080:00200000:1.0:1789760762.504395:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760762.504404:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760762.504407:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23924736, 23928832) 0 0 00000080:00200000:1.0:1789760762.504412:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760762.504429:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5841, 5841] 00020000:00200000:1.0:1789760762.504439:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23924736 chunk: [23924736, 23928832) 23928832, 4096 00020000:00200000:1.0:1789760762.504444:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760762.504646:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5841, 5841] 00000008:00010000:1.0:1789760762.504668:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760762.504673:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760762.504685:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23924736, 23928832) append 0 append lockpos 0 00000080:00200000:1.0:1789760762.504699:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23924736=0x16d1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760762.504755:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760762.504758:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23928832 00000020:00010000:1.0:1789760762.504767:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760762.504771:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760762.504774:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760762.504777:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760762.504781:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760762.504788:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760762.504795:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760762.505103:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760762.505232:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572680 - object 0x240000400:4 offset 23924736<>23928832 00000100:00100000:0.0:1789760762.505329:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760762.505350:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515747712:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760762.553963:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973158 gen 2 00000008:00010000:0.0:1789760762.554014:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760762.554026:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760762.554037:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760762.554060:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760762.554089:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515747712:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760762.554669:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5841, 5841] 00000080:00200000:1.0:1789760762.554688:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760762.554695:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760762.554713:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23928832 i_blocks 47111 00000020:00200000:1.0:1789760762.554718:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760762.554785:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760762.554822:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23928832, count: 4096 00000080:00200000:1.0:1789760762.554830:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23928832, bytes: 4096 00000080:00200000:1.0:1789760762.554842:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760762.554966:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760762.554968:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23928832, 23932928) 0 0 00000080:00200000:1.0:1789760762.554973:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760762.554989:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5842, 5842] 00020000:00200000:1.0:1789760762.554998:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23928832 chunk: [23928832, 23932928) 23932928, 4096 00020000:00200000:1.0:1789760762.555003:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760762.555025:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5842, 5842] 00000008:00010000:1.0:1789760762.555043:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760762.555048:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760762.555060:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23928832, 23932928) append 0 append lockpos 0 00000080:00200000:1.0:1789760762.555075:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23928832=0x16d2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760762.555532:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760762.555537:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23932928 00000020:00010000:1.0:1789760762.555546:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760762.555554:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760762.555557:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760762.555561:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760762.555564:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760762.555573:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760762.555580:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760762.555601:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760762.555714:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571f80 - object 0x240000400:4 offset 23928832<>23932928 00000100:00100000:0.0:1789760762.556251:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515747840:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760762.604950:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973159 gen 2 00000008:00010000:0.0:1789760762.604997:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760762.605004:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760762.605015:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760762.605102:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760762.605144:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515747840:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760762.607981:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5842, 5842] 00000080:00200000:3.0:1789760762.608006:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760762.608013:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760762.608031:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23932928 i_blocks 47111 00000020:00200000:3.0:1789760762.608036:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760762.608053:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760762.608086:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23932928, count: 4096 00000080:00200000:3.0:1789760762.608094:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23932928, bytes: 4096 00000080:00200000:3.0:1789760762.608166:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760762.608175:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760762.608178:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23932928, 23937024) 0 0 00000080:00200000:3.0:1789760762.608183:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760762.608199:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5843, 5843] 00020000:00200000:3.0:1789760762.608216:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23932928 chunk: [23932928, 23937024) 23937024, 4096 00020000:00200000:3.0:1789760762.608221:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760762.608244:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5843, 5843] 00000008:00010000:3.0:1789760762.608262:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760762.608268:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760762.608280:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23932928, 23937024) append 0 append lockpos 0 00000080:00200000:3.0:1789760762.608295:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23932928=0x16d3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760762.608359:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760762.608362:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23937024 00000020:00010000:3.0:1789760762.608369:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760762.608372:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760762.608375:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760762.608379:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760762.608382:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760762.608389:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760762.608395:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760762.608422:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760762.609587:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4e00 - object 0x240000400:4 offset 23932928<>23937024 00000100:00100000:2.0:1789760762.609766:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760762.609792:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515747968:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760762.645825:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760762.645842:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760762.645889:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760762.645911:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760762.645943:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515747968:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760762.646095:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5843, 5843] 00000080:00200000:0.0:1789760762.646112:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760762.646118:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760762.646133:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23937024 i_blocks 47111 00000020:00200000:0.0:1789760762.646150:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760762.646161:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760762.646195:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23937024, count: 4096 00000080:00200000:0.0:1789760762.646201:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23937024, bytes: 4096 00000080:00200000:0.0:1789760762.646221:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760762.646230:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760762.646233:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23937024, 23941120) 0 0 00000080:00200000:0.0:1789760762.646237:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760762.646255:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5844, 5844] 00020000:00200000:0.0:1789760762.646264:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23937024 chunk: [23937024, 23941120) 23941120, 4096 00020000:00200000:0.0:1789760762.646269:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760762.646295:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5844, 5844] 00000008:00010000:0.0:1789760762.646312:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760762.646318:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760762.646329:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23937024, 23941120) append 0 append lockpos 0 00000080:00200000:0.0:1789760762.646344:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23937024=0x16d4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760762.646401:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760762.646404:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23941120 00000020:00010000:0.0:1789760762.646414:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760762.646418:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760762.646420:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760762.646424:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760762.646427:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760762.646435:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760762.646442:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760762.646458:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760762.646568:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4000 - object 0x240000400:4 offset 23937024<>23941120 00000100:00100000:1.0:1789760762.646714:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515748096:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760762.674451:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973161 gen 2 00000008:00010000:1.0:1789760762.674519:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760762.674527:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760762.674537:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760762.674557:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760762.674588:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515748096:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760762.674691:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5844, 5844] 00000080:00200000:3.0:1789760762.674707:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760762.674713:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760762.674729:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23941120 i_blocks 47111 00000020:00200000:3.0:1789760762.674733:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760762.674744:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760762.674781:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23941120, count: 4096 00000080:00200000:3.0:1789760762.674788:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23941120, bytes: 4096 00000080:00200000:3.0:1789760762.674798:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760762.674805:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760762.674807:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23941120, 23945216) 0 0 00000080:00200000:3.0:1789760762.674811:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760762.674828:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5845, 5845] 00020000:00200000:3.0:1789760762.674837:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23941120 chunk: [23941120, 23945216) 23945216, 4096 00020000:00200000:3.0:1789760762.674842:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760762.674902:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5845, 5845] 00000008:00010000:3.0:1789760762.674920:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760762.674926:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760762.674937:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23941120, 23945216) append 0 append lockpos 0 00000080:00200000:3.0:1789760762.674951:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23941120=0x16d5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760762.675009:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760762.675012:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23945216 00000020:00010000:3.0:1789760762.675020:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760762.675023:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760762.675026:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760762.675030:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760762.675033:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760762.675039:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760762.675047:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760762.675063:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760762.675168:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5880 - object 0x240000400:4 offset 23941120<>23945216 00000100:00100000:2.0:1789760762.675266:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515748224:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760762.705638:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760762.705656:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760762.705670:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760762.705696:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760762.705730:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515748224:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760762.705877:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5845, 5845] 00000080:00200000:0.0:1789760762.705894:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760762.705902:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760762.705924:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23945216 i_blocks 47111 00000020:00200000:0.0:1789760762.705928:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760762.705939:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760762.705987:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23945216, count: 4096 00000080:00200000:0.0:1789760762.706008:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23945216, bytes: 4096 00000080:00200000:0.0:1789760762.706027:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760762.706038:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760762.706041:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23945216, 23949312) 0 0 00000080:00200000:0.0:1789760762.706046:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760762.706070:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5846, 5846] 00020000:00200000:0.0:1789760762.706082:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23945216 chunk: [23945216, 23949312) 23949312, 4096 00020000:00200000:0.0:1789760762.706087:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760762.706113:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5846, 5846] 00000008:00010000:0.0:1789760762.706136:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760762.706143:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760762.706158:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23945216, 23949312) append 0 append lockpos 0 00000080:00200000:0.0:1789760762.706178:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23945216=0x16d6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760762.706261:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760762.706264:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23949312 00000020:00010000:0.0:1789760762.706284:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760762.706288:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760762.706291:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760762.706295:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760762.706298:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760762.706306:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760762.706313:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760762.706332:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760762.706460:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6300 - object 0x240000400:4 offset 23945216<>23949312 00000100:00100000:1.0:1789760762.706939:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515748352:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760762.746401:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973163 gen 2 00000008:00010000:1.0:1789760762.746475:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760762.746484:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760762.746493:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760762.746515:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760762.746546:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515748352:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760762.746600:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5846, 5846] 00000080:00200000:3.0:1789760762.746617:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760762.746624:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760762.746642:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23949312 i_blocks 47111 00000020:00200000:3.0:1789760762.746646:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760762.746657:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760762.746689:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23949312, count: 4096 00000080:00200000:3.0:1789760762.746697:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23949312, bytes: 4096 00000080:00200000:3.0:1789760762.746707:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760762.746716:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760762.746718:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23949312, 23953408) 0 0 00000080:00200000:3.0:1789760762.746723:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760762.746738:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5847, 5847] 00020000:00200000:3.0:1789760762.746747:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23949312 chunk: [23949312, 23953408) 23953408, 4096 00020000:00200000:3.0:1789760762.746752:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760762.746773:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5847, 5847] 00000008:00010000:3.0:1789760762.746792:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760762.746798:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760762.746811:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23949312, 23953408) append 0 append lockpos 0 00000080:00200000:3.0:1789760762.746826:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23949312=0x16d7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760762.746917:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760762.746921:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23953408 00000020:00010000:3.0:1789760762.746929:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760762.746933:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760762.746936:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760762.746940:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760762.746943:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760762.746951:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760762.746958:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760762.746975:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760762.747334:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5880 - object 0x240000400:4 offset 23949312<>23953408 00000100:00100000:3.0:1789760762.747388:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760762.747408:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515748480:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760762.790737:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973164 gen 2 00000008:00010000:3.0:1789760762.790791:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760762.790801:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760762.790814:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760762.790991:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5847, 5847] 00000080:00200000:1.0:1789760762.791009:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760762.791016:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760762.791033:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23953408 i_blocks 47111 00000020:00200000:1.0:1789760762.791037:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760762.791049:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000008:00010000:3.0:1789760762.791362:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760762.791397:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515748480:192.168.203.146@tcp:4:dd.0 00000080:00200008:1.0:1789760762.792016:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23953408, count: 4096 00000080:00200000:1.0:1789760762.792028:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23953408, bytes: 4096 00000080:00200000:1.0:1789760762.792043:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760762.792052:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760762.792055:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23953408, 23957504) 0 0 00000080:00200000:1.0:1789760762.792060:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760762.792078:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5848, 5848] 00020000:00200000:1.0:1789760762.792095:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23953408 chunk: [23953408, 23957504) 23957504, 4096 00020000:00200000:1.0:1789760762.792100:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760762.792121:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5848, 5848] 00000008:00010000:1.0:1789760762.792689:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760762.792698:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760762.792711:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23953408, 23957504) append 0 append lockpos 0 00000080:00200000:1.0:1789760762.792726:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23953408=0x16d8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760762.792793:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760762.792796:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23957504 00000020:00010000:1.0:1789760762.792805:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760762.792808:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760762.792813:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760762.792816:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760762.792820:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760762.792829:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760762.792836:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760762.792957:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760762.793822:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571500 - object 0x240000400:4 offset 23953408<>23957504 00000100:00100000:0.0:1789760762.794033:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515748608:192.168.203.146@tcp:4:dd.0 00010000:00010000:3.0:1789760762.867330:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789760762.876938:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973165 gen 2 00000008:00010000:0.0:1789760762.876988:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760762.876996:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760762.877007:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760762.877033:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760762.877066:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515748608:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760762.878368:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5848, 5848] 00000080:00200000:3.0:1789760762.878390:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760762.878396:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760762.878415:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23957504 i_blocks 47111 00000020:00200000:3.0:1789760762.878420:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760762.878435:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760762.878470:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23957504, count: 4096 00000080:00200000:3.0:1789760762.878479:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23957504, bytes: 4096 00000080:00200000:3.0:1789760762.878492:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760762.878501:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760762.878503:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23957504, 23961600) 0 0 00000080:00200000:3.0:1789760762.878508:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760762.878524:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5849, 5849] 00020000:00200000:3.0:1789760762.878533:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23957504 chunk: [23957504, 23961600) 23961600, 4096 00020000:00200000:3.0:1789760762.878538:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760762.878558:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5849, 5849] 00000008:00010000:3.0:1789760762.878578:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760762.878585:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760762.878597:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23957504, 23961600) append 0 append lockpos 0 00000080:00200000:3.0:1789760762.878613:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23957504=0x16d9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760762.878685:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760762.878688:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23961600 00000020:00010000:3.0:1789760762.878697:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760762.878700:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760762.878703:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760762.878707:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760762.878710:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760762.878719:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760762.878726:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760762.878746:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760762.878938:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5880 - object 0x240000400:4 offset 23957504<>23961600 00000100:00100000:2.0:1789760762.880377:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515748736:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760762.935204:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760762.935231:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760762.935243:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760762.935316:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760762.935349:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515748736:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760762.937373:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5849, 5849] 00000080:00200000:0.0:1789760762.937399:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760762.937406:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760762.937425:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23961600 i_blocks 47111 00000020:00200000:0.0:1789760762.937431:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760762.938044:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760762.938080:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23961600, count: 4096 00000080:00200000:0.0:1789760762.938091:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23961600, bytes: 4096 00000080:00200000:0.0:1789760762.938106:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760762.938117:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760762.938119:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23961600, 23965696) 0 0 00000080:00200000:0.0:1789760762.938124:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760762.938143:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5850, 5850] 00020000:00200000:0.0:1789760762.938153:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23961600 chunk: [23961600, 23965696) 23965696, 4096 00020000:00200000:0.0:1789760762.938157:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760762.938180:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5850, 5850] 00000008:00010000:0.0:1789760762.938199:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760762.938214:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760762.938338:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23961600, 23965696) append 0 append lockpos 0 00000080:00200000:0.0:1789760762.938357:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23961600=0x16da000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760762.938746:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760762.938750:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23965696 00000020:00010000:0.0:1789760762.938761:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760762.938765:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760762.938768:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760762.938771:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760762.938774:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760762.938784:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760762.938792:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760762.938823:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760762.938989:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 23961600<>23965696 00000100:00100000:0.0:1789760762.939032:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760762.939057:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515748864:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760762.968144:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973167 gen 2 00000008:00010000:0.0:1789760762.968218:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:0.0:1789760762.968236:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760762.968246:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760762.968269:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:0.0:1789760762.968301:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515748864:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760762.968824:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5850, 5850] 00000080:00200000:3.0:1789760762.968842:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760762.968849:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760762.968903:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23965696 i_blocks 47111 00000020:00200000:3.0:1789760762.968908:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760762.968918:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760762.968958:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23965696, count: 4096 00000080:00200000:3.0:1789760762.968965:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23965696, bytes: 4096 00000080:00200000:3.0:1789760762.968979:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760762.968990:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760762.968992:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23965696, 23969792) 0 0 00000080:00200000:3.0:1789760762.968997:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760762.969014:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5851, 5851] 00020000:00200000:3.0:1789760762.969023:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23965696 chunk: [23965696, 23969792) 23969792, 4096 00020000:00200000:3.0:1789760762.969028:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760762.969049:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5851, 5851] 00000008:00010000:3.0:1789760762.969067:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760762.969073:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760762.969084:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23965696, 23969792) append 0 append lockpos 0 00000080:00200000:3.0:1789760762.969098:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23965696=0x16db000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760762.969159:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760762.969162:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23969792 00000020:00010000:3.0:1789760762.969169:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760762.969173:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760762.969176:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760762.969179:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760762.969182:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760762.969189:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760762.969196:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760762.969228:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760762.969328:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4e00 - object 0x240000400:4 offset 23965696<>23969792 00000100:00100000:3.0:1789760762.969376:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760762.969396:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515748992:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760762.993306:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:65ff60fc-9b44-48f8-988f-b0587af5cf52:2364:1876699515749120:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760762.993430:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2364:1876699515749376:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760762.993470:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760762.993477:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515749248:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760762.997353:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515749248:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760762.997378:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:65ff60fc-9b44-48f8-988f-b0587af5cf52:2364:1876699515749120:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760762.997389:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2364:1876699515749376:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760763.029179:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973168 gen 2 00000008:00010000:2.0:1789760763.029240:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:2.0:1789760763.029249:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760763.029262:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760763.029281:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:2.0:1789760763.029311:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515748992:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760763.029506:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5851, 5851] 00000080:00200000:3.0:1789760763.029523:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760763.029529:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760763.029546:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23969792 i_blocks 47111 00000020:00200000:3.0:1789760763.029551:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760763.029560:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760763.029667:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23969792, count: 4096 00000080:00200000:2.0:1789760763.029676:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23969792, bytes: 4096 00000080:00200000:2.0:1789760763.029687:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760763.029697:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760763.029699:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23969792, 23973888) 0 0 00000080:00200000:2.0:1789760763.029704:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760763.029720:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5852, 5852] 00020000:00200000:2.0:1789760763.029729:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23969792 chunk: [23969792, 23973888) 23973888, 4096 00020000:00200000:2.0:1789760763.029733:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760763.029779:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5852, 5852] 00000008:00010000:2.0:1789760763.029795:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760763.029801:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760763.029812:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23969792, 23973888) append 0 append lockpos 0 00000080:00200000:2.0:1789760763.029828:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23969792=0x16dc000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760763.029918:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760763.029921:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23973888 00000020:00010000:2.0:1789760763.029929:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068df38 (ffff980dc850bcf8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760763.029932:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068df38 (ffff980dc850bcf8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.029936:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b1b8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.029940:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068df38 (ffff980dc850bcf8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760763.029943:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bcf8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760763.029951:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760763.029958:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760763.030009:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760763.030295:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 23969792<>23973888 00000100:00100000:3.0:1789760763.030360:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515749504:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760763.089791:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973169 gen 2 00000008:00010000:2.0:1789760763.089844:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8b40 00000020:00200000:2.0:1789760763.089890:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760763.089903:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760763.089925:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8b40 00000100:00100000:2.0:1789760763.089955:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515749504:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760763.090028:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5852, 5852] 00000080:00200000:0.0:1789760763.090046:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760763.090052:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760763.090070:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23973888 i_blocks 47111 00000020:00200000:0.0:1789760763.090074:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760763.090086:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760763.090121:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23973888, count: 4096 00000080:00200000:0.0:1789760763.090129:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23973888, bytes: 4096 00000080:00200000:0.0:1789760763.090138:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760763.090147:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760763.090149:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23973888, 23977984) 0 0 00000080:00200000:0.0:1789760763.090153:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760763.090170:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5853, 5853] 00020000:00200000:0.0:1789760763.090179:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23973888 chunk: [23973888, 23977984) 23977984, 4096 00020000:00200000:0.0:1789760763.090184:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760763.090214:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5853, 5853] 00000008:00010000:0.0:1789760763.090234:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760763.090240:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760763.090251:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23973888, 23977984) append 0 append lockpos 0 00000080:00200000:0.0:1789760763.090265:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23973888=0x16dd000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760763.090325:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760763.090328:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23977984 00000020:00010000:0.0:1789760763.090337:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068df38 (ffff980dc850bcf8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760763.090340:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068df38 (ffff980dc850bcf8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760763.090343:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b1b8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760763.090346:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068df38 (ffff980dc850bcf8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760763.090349:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bcf8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760763.090356:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760763.090363:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760763.090379:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760763.090491:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 23973888<>23977984 00000100:00100000:1.0:1789760763.091044:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515749632:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760763.129705:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973170 gen 2 00000008:00010000:1.0:1789760763.129810:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760763.129818:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760763.129829:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760763.129904:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760763.129935:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515749632:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760763.130043:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5853, 5853] 00000080:00200000:0.0:1789760763.130060:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760763.130067:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760763.130083:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23977984 i_blocks 47111 00000020:00200000:0.0:1789760763.130087:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760763.130096:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760763.130129:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23977984, count: 4096 00000080:00200000:0.0:1789760763.130137:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23977984, bytes: 4096 00000080:00200000:0.0:1789760763.130151:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760763.130159:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760763.130162:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23977984, 23982080) 0 0 00000080:00200000:0.0:1789760763.130167:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760763.130184:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5854, 5854] 00020000:00200000:0.0:1789760763.130192:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23977984 chunk: [23977984, 23982080) 23982080, 4096 00020000:00200000:0.0:1789760763.130198:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760763.130228:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5854, 5854] 00000008:00010000:0.0:1789760763.130247:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760763.130252:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760763.130264:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23977984, 23982080) append 0 append lockpos 0 00000080:00200000:0.0:1789760763.130277:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23977984=0x16de000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760763.130631:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760763.130634:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23982080 00000020:00010000:0.0:1789760763.130698:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068df38 (ffff980dc850bcf8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760763.130702:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068df38 (ffff980dc850bcf8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760763.130704:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b1b8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760763.130707:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068df38 (ffff980dc850bcf8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760763.130709:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bcf8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760763.130717:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760763.130769:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760763.130788:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760763.130936:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6680 - object 0x240000400:4 offset 23977984<>23982080 00000100:00100000:1.0:1789760763.131034:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760763.131057:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515749760:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760763.161573:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760763.161592:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760763.161605:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760763.161627:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760763.161660:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515749760:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760763.161829:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5854, 5854] 00000080:00200000:0.0:1789760763.161847:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760763.161889:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760763.161906:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23982080 i_blocks 47111 00000020:00200000:0.0:1789760763.161911:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760763.161922:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760763.161960:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23982080, count: 4096 00000080:00200000:0.0:1789760763.161967:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23982080, bytes: 4096 00000080:00200000:0.0:1789760763.161978:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760763.161987:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760763.161990:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23982080, 23986176) 0 0 00000080:00200000:0.0:1789760763.161994:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760763.162011:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5855, 5855] 00020000:00200000:0.0:1789760763.162021:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23982080 chunk: [23982080, 23986176) 23986176, 4096 00020000:00200000:0.0:1789760763.162026:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760763.162049:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5855, 5855] 00000008:00010000:0.0:1789760763.162070:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760763.162077:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760763.162243:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23982080, 23986176) append 0 append lockpos 0 00000080:00200000:0.0:1789760763.162259:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23982080=0x16df000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760763.162322:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760763.162325:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23986176 00000020:00010000:0.0:1789760763.162334:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068df38 (ffff980dc850bcf8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760763.162339:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068df38 (ffff980dc850bcf8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760763.162342:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b1b8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760763.162345:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068df38 (ffff980dc850bcf8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760763.162348:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bcf8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760763.162356:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760763.162363:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760763.162382:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760763.162492:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 23982080<>23986176 00000100:00100000:1.0:1789760763.162557:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515749888:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760763.199393:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973172 gen 2 00000008:00010000:1.0:1789760763.199464:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760763.199473:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760763.199482:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760763.199548:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760763.199580:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515749888:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760763.200020:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5855, 5855] 00000080:00200000:0.0:1789760763.200036:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760763.200042:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760763.200058:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23986176 i_blocks 47111 00000020:00200000:0.0:1789760763.200061:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760763.200072:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760763.200104:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23986176, count: 4096 00000080:00200000:0.0:1789760763.200112:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23986176, bytes: 4096 00000080:00200000:0.0:1789760763.200122:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760763.200130:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760763.200133:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23986176, 23990272) 0 0 00000080:00200000:0.0:1789760763.200138:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760763.200153:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5856, 5856] 00020000:00200000:0.0:1789760763.200163:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23986176 chunk: [23986176, 23990272) 23990272, 4096 00020000:00200000:0.0:1789760763.200168:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760763.200189:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5856, 5856] 00000008:00010000:0.0:1789760763.200282:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760763.200288:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760763.200299:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23986176, 23990272) append 0 append lockpos 0 00000080:00200000:0.0:1789760763.200313:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23986176=0x16e0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760763.200371:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760763.200374:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23990272 00000020:00010000:0.0:1789760763.200383:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068df38 (ffff980dc850bcf8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760763.200387:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068df38 (ffff980dc850bcf8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760763.200390:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b1b8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760763.200394:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068df38 (ffff980dc850bcf8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760763.200397:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bcf8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760763.200405:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760763.200412:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760763.200566:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760763.200676:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 23986176<>23990272 00000100:00100000:1.0:1789760763.200761:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515750016:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760763.255146:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973173 gen 2 00000008:00010000:1.0:1789760763.255200:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760763.255218:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760763.255229:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760763.255251:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760763.255279:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515750016:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760763.255488:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5856, 5856] 00000080:00200000:3.0:1789760763.255536:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760763.255542:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760763.255560:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23990272 i_blocks 47111 00000020:00200000:3.0:1789760763.255564:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760763.255573:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760763.255617:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23990272, count: 4096 00000080:00200000:3.0:1789760763.255625:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23990272, bytes: 4096 00000080:00200000:3.0:1789760763.255635:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760763.255643:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760763.255645:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23990272, 23994368) 0 0 00000080:00200000:3.0:1789760763.255650:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760763.255667:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5857, 5857] 00020000:00200000:3.0:1789760763.255677:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23990272 chunk: [23990272, 23994368) 23994368, 4096 00020000:00200000:3.0:1789760763.255682:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760763.255703:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5857, 5857] 00000008:00010000:3.0:1789760763.255796:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760763.255802:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760763.255814:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23990272, 23994368) append 0 append lockpos 0 00000080:00200000:3.0:1789760763.255828:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23990272=0x16e1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760763.255923:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760763.255926:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23994368 00000020:00010000:3.0:1789760763.256006:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760763.256011:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760763.256017:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760763.256021:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760763.256024:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760763.256032:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760763.256038:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760763.256057:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760763.256168:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 23990272<>23994368 00000100:00100000:2.0:1789760763.256306:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515750144:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760763.319127:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973174 gen 2 00000008:00010000:3.0:1789760763.319176:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760763.319183:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760763.319365:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760763.319505:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760763.319539:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515750144:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760763.319877:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5857, 5857] 00000080:00200000:2.0:1789760763.319895:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760763.319901:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760763.319917:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23994368 i_blocks 47111 00000020:00200000:2.0:1789760763.319920:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760763.319932:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760763.319966:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23994368, count: 4096 00000080:00200000:2.0:1789760763.319973:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23994368, bytes: 4096 00000080:00200000:2.0:1789760763.319987:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760763.319997:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760763.319999:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23994368, 23998464) 0 0 00000080:00200000:2.0:1789760763.320004:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760763.320021:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5858, 5858] 00020000:00200000:2.0:1789760763.320030:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23994368 chunk: [23994368, 23998464) 23998464, 4096 00020000:00200000:2.0:1789760763.320035:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760763.320055:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5858, 5858] 00000008:00010000:2.0:1789760763.320073:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760763.320080:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760763.320092:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23994368, 23998464) append 0 append lockpos 0 00000080:00200000:2.0:1789760763.320105:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23994368=0x16e2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760763.320164:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760763.320167:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23998464 00000020:00010000:2.0:1789760763.320176:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760763.320179:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.320182:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.320185:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760763.320189:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760763.320381:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760763.320389:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760763.320525:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760763.322737:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 23994368<>23998464 00000100:00100000:3.0:1789760763.322844:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515750272:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760763.387059:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8b40 00000020:00200000:3.0:1789760763.387077:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760763.387100:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760763.387129:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8b40 00000100:00100000:3.0:1789760763.387163:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515750272:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760763.387749:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5858, 5858] 00000080:00200000:0.0:1789760763.387768:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760763.387775:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760763.387794:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 23998464 i_blocks 47111 00000020:00200000:0.0:1789760763.387800:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760763.387812:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760763.387851:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 23998464, count: 4096 00000080:00200000:0.0:1789760763.387905:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23998464, bytes: 4096 00000080:00200000:0.0:1789760763.387920:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760763.387928:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760763.387931:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23998464, 24002560) 0 0 00000080:00200000:0.0:1789760763.387935:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760763.387955:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5859, 5859] 00020000:00200000:0.0:1789760763.387967:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23998464 chunk: [23998464, 24002560) 24002560, 4096 00020000:00200000:0.0:1789760763.387971:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760763.387995:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5859, 5859] 00000008:00010000:0.0:1789760763.388016:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760763.388023:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760763.388036:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23998464, 24002560) append 0 append lockpos 0 00000080:00200000:0.0:1789760763.388052:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=23998464=0x16e3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760763.388123:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760763.388126:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24002560 00000020:00010000:0.0:1789760763.388135:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760763.388138:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760763.388142:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760763.388146:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760763.388149:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760763.388157:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760763.388164:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760763.388183:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760763.388613:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6d80 - object 0x240000400:4 offset 23998464<>24002560 00000100:00100000:0.0:1789760763.388668:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760763.388692:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515750400:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760763.440311:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973176 gen 2 00000008:00010000:0.0:1789760763.440378:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:0.0:1789760763.440387:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760763.440397:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760763.440423:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:0.0:1789760763.440454:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515750400:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760763.440646:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5859, 5859] 00000080:00200000:1.0:1789760763.440664:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760763.440669:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760763.440685:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24002560 i_blocks 47111 00000020:00200000:1.0:1789760763.440689:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760763.440700:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760763.440735:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24002560, count: 4096 00000080:00200000:1.0:1789760763.440742:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24002560, bytes: 4096 00000080:00200000:1.0:1789760763.440752:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760763.440761:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760763.440763:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24002560, 24006656) 0 0 00000080:00200000:1.0:1789760763.440768:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760763.440784:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5860, 5860] 00020000:00200000:1.0:1789760763.440792:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24002560 chunk: [24002560, 24006656) 24006656, 4096 00020000:00200000:1.0:1789760763.440797:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760763.440816:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5860, 5860] 00000008:00010000:1.0:1789760763.440970:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760763.440976:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760763.440988:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24002560, 24006656) append 0 append lockpos 0 00000080:00200000:1.0:1789760763.441002:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24002560=0x16e4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760763.441060:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760763.441063:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24006656 00000020:00010000:1.0:1789760763.441071:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760763.441145:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760763.441150:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760763.441153:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760763.441156:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760763.441164:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760763.441171:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760763.441184:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760763.441303:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572d80 - object 0x240000400:4 offset 24002560<>24006656 00000100:00100000:0.0:1789760763.441373:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515750528:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760763.482823:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760763.482840:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760763.482852:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760763.482906:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760763.482940:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515750528:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760763.483262:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5860, 5860] 00000080:00200000:1.0:1789760763.483278:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760763.483284:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760763.483300:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24006656 i_blocks 47111 00000020:00200000:1.0:1789760763.483303:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760763.483313:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760763.483357:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24006656, count: 4096 00000080:00200000:1.0:1789760763.483365:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24006656, bytes: 4096 00000080:00200000:1.0:1789760763.483376:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760763.483384:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760763.483386:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24006656, 24010752) 0 0 00000080:00200000:1.0:1789760763.483391:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760763.483408:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5861, 5861] 00020000:00200000:1.0:1789760763.483417:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24006656 chunk: [24006656, 24010752) 24010752, 4096 00020000:00200000:1.0:1789760763.483422:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760763.483440:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5861, 5861] 00000008:00010000:1.0:1789760763.483460:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760763.483466:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760763.483478:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24006656, 24010752) append 0 append lockpos 0 00000080:00200000:1.0:1789760763.483493:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24006656=0x16e5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760763.483556:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760763.483560:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24010752 00000020:00010000:1.0:1789760763.483568:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760763.483572:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760763.483575:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760763.483579:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760763.483582:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760763.483589:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760763.483596:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760763.483613:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8780 00000008:00100000:1.0:1789760763.483742:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570000 - object 0x240000400:4 offset 24006656<>24010752 00000100:00100000:0.0:1789760763.484052:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515750656:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760763.528032:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973178 gen 2 00000008:00010000:0.0:1789760763.528113:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8780 00000020:00200000:0.0:1789760763.528130:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760763.528141:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760763.528165:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8780 00000100:00100000:0.0:1789760763.528199:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515750656:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760763.529928:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5861, 5861] 00000080:00200000:1.0:1789760763.529951:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760763.529958:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760763.529975:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24010752 i_blocks 47111 00000020:00200000:1.0:1789760763.529980:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760763.529993:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760763.530027:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24010752, count: 4096 00000080:00200000:1.0:1789760763.530034:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24010752, bytes: 4096 00000080:00200000:1.0:1789760763.530048:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760763.530057:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760763.530060:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24010752, 24014848) 0 0 00000080:00200000:1.0:1789760763.530064:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760763.530080:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5862, 5862] 00020000:00200000:1.0:1789760763.530263:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24010752 chunk: [24010752, 24014848) 24014848, 4096 00020000:00200000:1.0:1789760763.530269:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760763.530293:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5862, 5862] 00000008:00010000:1.0:1789760763.530314:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760763.530320:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760763.530332:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24010752, 24014848) append 0 append lockpos 0 00000080:00200000:1.0:1789760763.530346:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24010752=0x16e6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760763.530424:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760763.530427:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24014848 00000020:00010000:1.0:1789760763.530435:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760763.530439:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760763.530442:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760763.530445:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760763.530448:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760763.530455:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760763.530462:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760763.530486:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8480 00000008:00100000:1.0:1789760763.530600:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570700 - object 0x240000400:4 offset 24010752<>24014848 00000100:00100000:0.0:1789760763.530738:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760763.530766:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515750784:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760763.563186:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973179 gen 2 00000008:00010000:0.0:1789760763.563252:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8480 00000020:00200000:0.0:1789760763.563261:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760763.563270:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760763.563381:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8480 00000100:00100000:0.0:1789760763.563414:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515750784:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760763.564084:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5862, 5862] 00000080:00200000:1.0:1789760763.564218:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760763.564226:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760763.564244:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24014848 i_blocks 47111 00000020:00200000:1.0:1789760763.564249:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760763.564259:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760763.564296:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24014848, count: 4096 00000080:00200000:1.0:1789760763.564304:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24014848, bytes: 4096 00000080:00200000:1.0:1789760763.564317:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760763.564327:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760763.564329:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24014848, 24018944) 0 0 00000080:00200000:1.0:1789760763.564334:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760763.564353:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5863, 5863] 00020000:00200000:1.0:1789760763.564362:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24014848 chunk: [24014848, 24018944) 24018944, 4096 00020000:00200000:1.0:1789760763.564367:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760763.564387:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5863, 5863] 00000008:00010000:1.0:1789760763.564404:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760763.564410:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760763.564423:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24014848, 24018944) append 0 append lockpos 0 00000080:00200000:1.0:1789760763.564438:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24014848=0x16e7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760763.564503:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760763.564506:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24018944 00000020:00010000:1.0:1789760763.564514:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760763.564518:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760763.564521:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760763.564524:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760763.564527:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760763.564535:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760763.564543:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760763.564564:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760763.564678:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571180 - object 0x240000400:4 offset 24014848<>24018944 00000100:00100000:0.0:1789760763.564788:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515750912:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760763.595923:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973180 gen 2 00000008:00010000:0.0:1789760763.595974:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760763.595982:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760763.595993:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760763.596015:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760763.596047:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515750912:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760763.596210:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5863, 5863] 00000080:00200000:2.0:1789760763.596226:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760763.596231:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760763.596248:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24018944 i_blocks 47111 00000020:00200000:2.0:1789760763.596252:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760763.596262:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760763.596296:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24018944, count: 4096 00000080:00200000:2.0:1789760763.596303:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24018944, bytes: 4096 00000080:00200000:2.0:1789760763.596314:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760763.596323:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760763.596326:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24018944, 24023040) 0 0 00000080:00200000:2.0:1789760763.596331:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760763.596350:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5864, 5864] 00020000:00200000:2.0:1789760763.596358:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24018944 chunk: [24018944, 24023040) 24023040, 4096 00020000:00200000:2.0:1789760763.596362:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760763.596383:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5864, 5864] 00000008:00010000:2.0:1789760763.596403:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760763.596410:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760763.596425:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24018944, 24023040) append 0 append lockpos 0 00000080:00200000:2.0:1789760763.596440:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24018944=0x16e8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760763.596501:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760763.596504:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24023040 00000020:00010000:2.0:1789760763.596512:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760763.596516:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.596519:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.596522:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760763.596525:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760763.596535:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760763.596542:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760763.596558:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760763.596666:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 24018944<>24023040 00000100:00100000:3.0:1789760763.596832:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515751040:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760763.628436:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:3.0:1789760763.628452:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760763.628463:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760763.628484:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:3.0:1789760763.628517:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515751040:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760763.628665:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5864, 5864] 00000080:00200000:2.0:1789760763.628681:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760763.628687:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760763.628702:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24023040 i_blocks 47111 00000020:00200000:2.0:1789760763.628706:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760763.628715:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760763.628751:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24023040, count: 4096 00000080:00200000:2.0:1789760763.628757:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24023040, bytes: 4096 00000080:00200000:2.0:1789760763.628768:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760763.628776:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760763.628779:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24023040, 24027136) 0 0 00000080:00200000:2.0:1789760763.628784:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760763.628801:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5865, 5865] 00020000:00200000:2.0:1789760763.628810:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24023040 chunk: [24023040, 24027136) 24027136, 4096 00020000:00200000:2.0:1789760763.628815:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760763.628834:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5865, 5865] 00000008:00010000:2.0:1789760763.628949:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760763.628956:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760763.628968:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24023040, 24027136) append 0 append lockpos 0 00000080:00200000:2.0:1789760763.628983:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24023040=0x16e9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760763.629036:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760763.629039:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24027136 00000020:00010000:2.0:1789760763.629048:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760763.629051:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.629054:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.629058:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760763.629061:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760763.629070:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760763.629076:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760763.629103:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8900 00000008:00100000:2.0:1789760763.629338:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 24023040<>24027136 00000100:00100000:3.0:1789760763.629409:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515751168:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760763.662109:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973181 gen 2 00000100:00100000:3.0:1789760763.662165:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23a9f80 x1876699515751168/t4294973182(4294973182) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760779 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760763.662227:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8900 00000020:00200000:3.0:1789760763.662235:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760763.662247:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760763.662266:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8900 00000100:00100000:3.0:1789760763.662291:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515751168:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760763.662664:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5865, 5865] 00000080:00200000:2.0:1789760763.662683:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760763.662689:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760763.662706:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24027136 i_blocks 47111 00000020:00200000:2.0:1789760763.662711:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760763.662723:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760763.662761:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24027136, count: 4096 00000080:00200000:2.0:1789760763.662768:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24027136, bytes: 4096 00000080:00200000:2.0:1789760763.662780:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760763.662789:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760763.662791:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24027136, 24031232) 0 0 00000080:00200000:2.0:1789760763.662796:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760763.662814:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5866, 5866] 00020000:00200000:2.0:1789760763.662823:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24027136 chunk: [24027136, 24031232) 24031232, 4096 00020000:00200000:2.0:1789760763.662828:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760763.662948:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5866, 5866] 00000008:00010000:2.0:1789760763.662970:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760763.662976:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760763.662988:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24027136, 24031232) append 0 append lockpos 0 00000080:00200000:2.0:1789760763.663003:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24027136=0x16ea000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760763.663073:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760763.663075:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24031232 00000020:00010000:2.0:1789760763.663083:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760763.663087:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.663102:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.663106:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760763.663109:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760763.663127:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760763.663135:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760763.663154:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760763.663277:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 24027136<>24031232 00000100:00100000:3.0:1789760763.663351:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515751296:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760763.687764:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973183 gen 2 00000008:00010000:3.0:1789760763.687834:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8240 00000020:00200000:3.0:1789760763.687957:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760763.687970:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760763.687987:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8240 00000100:00100000:3.0:1789760763.688016:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515751296:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760763.688238:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5866, 5866] 00000080:00200000:2.0:1789760763.688255:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760763.688261:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760763.688277:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24031232 i_blocks 47111 00000020:00200000:2.0:1789760763.688281:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760763.688291:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760763.688327:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24031232, count: 4096 00000080:00200000:2.0:1789760763.688335:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24031232, bytes: 4096 00000080:00200000:2.0:1789760763.688345:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760763.688353:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760763.688356:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24031232, 24035328) 0 0 00000080:00200000:2.0:1789760763.688360:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760763.688378:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5867, 5867] 00020000:00200000:2.0:1789760763.688387:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24031232 chunk: [24031232, 24035328) 24035328, 4096 00020000:00200000:2.0:1789760763.688392:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760763.688412:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5867, 5867] 00000008:00010000:2.0:1789760763.688431:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760763.688438:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760763.688449:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24031232, 24035328) append 0 append lockpos 0 00000080:00200000:2.0:1789760763.688467:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24031232=0x16eb000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760763.688532:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760763.688534:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24035328 00000020:00010000:2.0:1789760763.688543:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760763.688546:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.688549:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.688553:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760763.688556:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760763.688565:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760763.688571:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760763.688587:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760763.688687:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 24031232<>24035328 00000100:00100000:3.0:1789760763.688886:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515751424:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760763.714330:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973184 gen 2 00000008:00010000:3.0:1789760763.714380:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8600 00000020:00200000:3.0:1789760763.714388:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760763.714398:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760763.714418:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8600 00000100:00100000:3.0:1789760763.714449:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515751424:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760763.714601:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5867, 5867] 00000080:00200000:2.0:1789760763.714616:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760763.714623:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760763.714640:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24035328 i_blocks 47111 00000020:00200000:2.0:1789760763.714645:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760763.714654:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760763.714689:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24035328, count: 4096 00000080:00200000:2.0:1789760763.714696:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24035328, bytes: 4096 00000080:00200000:2.0:1789760763.714705:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760763.714713:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760763.714715:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24035328, 24039424) 0 0 00000080:00200000:2.0:1789760763.714720:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760763.714736:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5868, 5868] 00020000:00200000:2.0:1789760763.714745:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24035328 chunk: [24035328, 24039424) 24039424, 4096 00020000:00200000:2.0:1789760763.714749:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760763.714770:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5868, 5868] 00000008:00010000:2.0:1789760763.714791:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760763.714797:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760763.714809:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24035328, 24039424) append 0 append lockpos 0 00000080:00200000:2.0:1789760763.714825:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24035328=0x16ec000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760763.715349:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760763.715354:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24039424 00000020:00010000:2.0:1789760763.715363:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760763.715367:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.715371:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.715374:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760763.715377:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760763.715387:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760763.715395:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760763.715417:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e80c0 00000008:00100000:2.0:1789760763.715533:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 24035328<>24039424 00000100:00100000:3.0:1789760763.715615:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515751552:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760763.750959:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e80c0 00000020:00200000:3.0:1789760763.750975:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760763.750987:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760763.751006:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e80c0 00000100:00100000:3.0:1789760763.751034:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515751552:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760763.751240:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5868, 5868] 00000080:00200000:2.0:1789760763.751256:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760763.751261:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760763.751276:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24039424 i_blocks 47111 00000020:00200000:2.0:1789760763.751279:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760763.751295:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760763.751331:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24039424, count: 4096 00000080:00200000:2.0:1789760763.751338:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24039424, bytes: 4096 00000080:00200000:2.0:1789760763.751346:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760763.751354:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760763.751356:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24039424, 24043520) 0 0 00000080:00200000:2.0:1789760763.751361:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760763.751376:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5869, 5869] 00020000:00200000:2.0:1789760763.751385:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24039424 chunk: [24039424, 24043520) 24043520, 4096 00020000:00200000:2.0:1789760763.751389:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760763.751408:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5869, 5869] 00000008:00010000:2.0:1789760763.751424:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760763.751431:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760763.751441:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24039424, 24043520) append 0 append lockpos 0 00000080:00200000:2.0:1789760763.751454:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24039424=0x16ed000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760763.751506:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760763.751508:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24043520 00000020:00010000:2.0:1789760763.751515:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760763.751519:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.751522:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.751525:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760763.751528:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760763.751535:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760763.751541:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760763.751555:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760763.751653:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 24039424<>24043520 00000100:00100000:3.0:1789760763.751835:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515751680:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760763.783592:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973185 gen 2 00000100:00100000:3.0:1789760763.783634:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23a8e00 x1876699515751680/t4294973186(4294973186) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760779 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760763.783684:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:3.0:1789760763.783692:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760763.783702:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760763.783724:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:3.0:1789760763.783750:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515751680:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760763.784051:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5869, 5869] 00000080:00200000:2.0:1789760763.784069:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760763.784075:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760763.784091:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24043520 i_blocks 47111 00000020:00200000:2.0:1789760763.784095:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760763.784105:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760763.784402:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24043520, count: 4096 00000080:00200000:2.0:1789760763.784411:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24043520, bytes: 4096 00000080:00200000:2.0:1789760763.784423:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760763.784431:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760763.784434:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24043520, 24047616) 0 0 00000080:00200000:2.0:1789760763.784438:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760763.784455:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5870, 5870] 00020000:00200000:2.0:1789760763.784463:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24043520 chunk: [24043520, 24047616) 24047616, 4096 00020000:00200000:2.0:1789760763.784468:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760763.784488:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5870, 5870] 00000008:00010000:2.0:1789760763.784505:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760763.784512:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760763.784524:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24043520, 24047616) append 0 append lockpos 0 00000080:00200000:2.0:1789760763.784538:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24043520=0x16ee000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760763.784606:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760763.784608:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24047616 00000020:00010000:2.0:1789760763.784617:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760763.784621:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.784624:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.784628:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760763.784631:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760763.784640:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760763.784648:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760763.784669:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760763.784780:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 24043520<>24047616 00000100:00100000:3.0:1789760763.784989:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760763.785012:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515751808:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760763.809764:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973187 gen 2 00000008:00010000:3.0:1789760763.809828:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:3.0:1789760763.809835:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760763.809843:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760763.809961:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000100:00100000:3.0:1789760763.809994:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515751808:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760763.810061:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5870, 5870] 00000080:00200000:2.0:1789760763.810078:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760763.810084:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760763.810101:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24047616 i_blocks 47111 00000020:00200000:2.0:1789760763.810105:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760763.810115:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760763.810151:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24047616, count: 4096 00000080:00200000:2.0:1789760763.810159:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24047616, bytes: 4096 00000080:00200000:2.0:1789760763.810169:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760763.810178:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760763.810181:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24047616, 24051712) 0 0 00000080:00200000:2.0:1789760763.810185:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760763.810210:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5871, 5871] 00020000:00200000:2.0:1789760763.810219:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24047616 chunk: [24047616, 24051712) 24051712, 4096 00020000:00200000:2.0:1789760763.810224:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760763.810244:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5871, 5871] 00000008:00010000:2.0:1789760763.810275:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760763.810282:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760763.810295:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24047616, 24051712) append 0 append lockpos 0 00000080:00200000:2.0:1789760763.810310:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24047616=0x16ef000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760763.810373:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760763.810376:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24051712 00000020:00010000:2.0:1789760763.810385:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760763.810389:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.810392:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.810400:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760763.810404:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760763.810415:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760763.810422:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760763.810440:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760763.810564:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 24047616<>24051712 00000100:00100000:3.0:1789760763.810634:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515751936:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760763.842662:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973188 gen 2 00000008:00010000:3.0:1789760763.842711:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8000 00000020:00200000:3.0:1789760763.842718:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760763.842729:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760763.842750:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8000 00000100:00100000:3.0:1789760763.842781:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515751936:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760763.843406:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5871, 5871] 00000080:00200000:2.0:1789760763.843423:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760763.843429:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760763.843445:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24051712 i_blocks 47111 00000020:00200000:2.0:1789760763.843450:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760763.843460:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760763.843490:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24051712, count: 4096 00000080:00200000:2.0:1789760763.843497:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24051712, bytes: 4096 00000080:00200000:2.0:1789760763.843507:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760763.843516:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760763.843519:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24051712, 24055808) 0 0 00000080:00200000:2.0:1789760763.843523:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760763.843538:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5872, 5872] 00020000:00200000:2.0:1789760763.843546:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24051712 chunk: [24051712, 24055808) 24055808, 4096 00020000:00200000:2.0:1789760763.843550:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760763.843568:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5872, 5872] 00000008:00010000:2.0:1789760763.843583:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760763.843588:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760763.843600:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24051712, 24055808) append 0 append lockpos 0 00000080:00200000:2.0:1789760763.843613:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24051712=0x16f0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760763.843677:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760763.843680:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24055808 00000020:00010000:2.0:1789760763.843688:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760763.843691:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.843694:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.843697:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760763.843700:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760763.843709:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760763.843715:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760763.843730:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760763.843829:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 24051712<>24055808 00000100:00100000:3.0:1789760763.843906:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515752064:192.168.203.146@tcp:4:dd.0 00010000:00010000:3.0:1789760763.889507:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:3.0:1789760763.894134:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:3.0:1789760763.894151:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760763.894164:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760763.894184:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:3.0:1789760763.894225:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515752064:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760763.894429:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5872, 5872] 00000080:00200000:2.0:1789760763.894448:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760763.894454:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760763.894470:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24055808 i_blocks 47111 00000020:00200000:2.0:1789760763.894473:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760763.894485:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760763.894521:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24055808, count: 4096 00000080:00200000:2.0:1789760763.894528:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24055808, bytes: 4096 00000080:00200000:2.0:1789760763.894538:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760763.894548:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760763.894550:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24055808, 24059904) 0 0 00000080:00200000:2.0:1789760763.894554:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760763.894573:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5873, 5873] 00020000:00200000:2.0:1789760763.894582:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24055808 chunk: [24055808, 24059904) 24059904, 4096 00020000:00200000:2.0:1789760763.894587:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760763.894607:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5873, 5873] 00000008:00010000:2.0:1789760763.894627:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760763.894633:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760763.894645:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24055808, 24059904) append 0 append lockpos 0 00000080:00200000:2.0:1789760763.894659:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24055808=0x16f1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760763.894719:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760763.894722:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24059904 00000020:00010000:2.0:1789760763.894730:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760763.894734:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.894737:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.894740:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760763.894743:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760763.894752:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760763.894759:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760763.894775:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760763.894923:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 24055808<>24059904 00000100:00100000:3.0:1789760763.896414:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515752192:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760763.933741:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973190 gen 2 00000008:00010000:3.0:1789760763.933806:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8540 00000020:00200000:3.0:1789760763.933815:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760763.933825:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760763.933938:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8540 00000100:00100000:3.0:1789760763.933968:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515752192:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760763.934423:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5873, 5873] 00000080:00200000:2.0:1789760763.934440:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760763.934446:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760763.934464:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24059904 i_blocks 47111 00000020:00200000:2.0:1789760763.934468:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760763.934478:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760763.934514:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24059904, count: 4096 00000080:00200000:2.0:1789760763.934523:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24059904, bytes: 4096 00000080:00200000:2.0:1789760763.934534:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760763.934543:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760763.934546:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24059904, 24064000) 0 0 00000080:00200000:2.0:1789760763.934551:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760763.934569:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5874, 5874] 00020000:00200000:2.0:1789760763.934578:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24059904 chunk: [24059904, 24064000) 24064000, 4096 00020000:00200000:2.0:1789760763.934583:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760763.934604:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5874, 5874] 00000008:00010000:2.0:1789760763.934624:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760763.934632:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760763.934643:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24059904, 24064000) append 0 append lockpos 0 00000080:00200000:2.0:1789760763.934659:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24059904=0x16f2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760763.934725:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760763.934728:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24064000 00000020:00010000:2.0:1789760763.934738:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760763.934742:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.934745:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.934748:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760763.934751:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760763.934762:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760763.934769:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760763.934792:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8c00 00000008:00100000:2.0:1789760763.935011:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 24059904<>24064000 00000100:00100000:3.0:1789760763.935208:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515752320:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760763.967519:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973191 gen 2 00000008:00010000:3.0:1789760763.967577:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8c00 00000020:00200000:3.0:1789760763.967586:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760763.967596:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760763.967617:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8c00 00000100:00100000:3.0:1789760763.967650:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515752320:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760763.968085:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5874, 5874] 00000080:00200000:2.0:1789760763.968111:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760763.968117:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760763.968143:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24064000 i_blocks 47111 00000020:00200000:2.0:1789760763.968147:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760763.968158:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760763.968206:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24064000, count: 4096 00000080:00200000:2.0:1789760763.968214:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24064000, bytes: 4096 00000080:00200000:2.0:1789760763.968224:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760763.968233:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760763.968235:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24064000, 24068096) 0 0 00000080:00200000:2.0:1789760763.968240:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760763.968258:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5875, 5875] 00020000:00200000:2.0:1789760763.968266:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24064000 chunk: [24064000, 24068096) 24068096, 4096 00020000:00200000:2.0:1789760763.968271:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760763.968291:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5875, 5875] 00000008:00010000:2.0:1789760763.968310:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760763.968317:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760763.968331:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24064000, 24068096) append 0 append lockpos 0 00000080:00200000:2.0:1789760763.968345:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24064000=0x16f3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760763.968406:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760763.968409:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24068096 00000020:00010000:2.0:1789760763.968417:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760763.968421:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.968423:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760763.968427:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760763.968430:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760763.968439:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760763.968446:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760763.968463:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760763.968568:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 24064000<>24068096 00000100:00100000:3.0:1789760763.968690:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515752448:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760764.003851:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8840 00000020:00200000:3.0:1789760764.003926:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760764.003939:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760764.003961:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8840 00000100:00100000:3.0:1789760764.003991:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515752448:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760764.004357:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5875, 5875] 00000080:00200000:2.0:1789760764.004376:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760764.004382:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760764.004399:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24068096 i_blocks 47111 00000020:00200000:2.0:1789760764.004404:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760764.004413:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760764.004448:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24068096, count: 4096 00000080:00200000:2.0:1789760764.004455:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24068096, bytes: 4096 00000080:00200000:2.0:1789760764.004467:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760764.004475:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760764.004478:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24068096, 24072192) 0 0 00000080:00200000:2.0:1789760764.004482:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760764.004499:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5876, 5876] 00020000:00200000:2.0:1789760764.004507:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24068096 chunk: [24068096, 24072192) 24072192, 4096 00020000:00200000:2.0:1789760764.004511:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760764.004531:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5876, 5876] 00000008:00010000:2.0:1789760764.004548:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760764.004554:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760764.004566:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24068096, 24072192) append 0 append lockpos 0 00000080:00200000:2.0:1789760764.004583:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24068096=0x16f4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760764.004645:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760764.004647:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24072192 00000020:00010000:2.0:1789760764.004656:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760764.004660:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760764.004663:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760764.004666:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760764.004669:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760764.004678:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760764.004685:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760764.004701:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760764.004813:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 24068096<>24072192 00000100:00100000:3.0:1789760764.005921:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515752576:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760764.055206:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973193 gen 2 00000008:00010000:3.0:1789760764.055280:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e86c0 00000020:00200000:3.0:1789760764.055288:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760764.055299:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760764.055381:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e86c0 00000100:00100000:3.0:1789760764.055413:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515752576:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760764.059139:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5876, 5876] 00000080:00200000:1.0:1789760764.059167:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760764.059174:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760764.059340:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24072192 i_blocks 47111 00000020:00200000:1.0:1789760764.059348:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760764.059366:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760764.059402:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24072192, count: 4096 00000080:00200000:1.0:1789760764.059411:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24072192, bytes: 4096 00000080:00200000:1.0:1789760764.059425:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760764.059435:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760764.059437:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24072192, 24076288) 0 0 00000080:00200000:1.0:1789760764.059442:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760764.059460:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5877, 5877] 00020000:00200000:1.0:1789760764.059539:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24072192 chunk: [24072192, 24076288) 24076288, 4096 00020000:00200000:1.0:1789760764.059545:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760764.059569:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5877, 5877] 00000008:00010000:1.0:1789760764.059589:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760764.059595:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760764.059608:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24072192, 24076288) append 0 append lockpos 0 00000080:00200000:1.0:1789760764.059623:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24072192=0x16f5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760764.059701:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760764.059704:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24076288 00000020:00010000:1.0:1789760764.059787:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760764.059791:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760764.059795:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760764.059798:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760764.059801:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760764.059810:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760764.059817:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760764.059847:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760764.060387:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570e00 - object 0x240000400:4 offset 24072192<>24076288 00000100:00100000:0.0:1789760764.060456:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760764.061029:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515752704:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760764.109152:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760764.109169:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760764.109180:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760764.109214:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760764.109254:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515752704:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760764.109556:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5877, 5877] 00000080:00200000:3.0:1789760764.109571:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760764.109577:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760764.109593:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24076288 i_blocks 47111 00000020:00200000:3.0:1789760764.109597:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760764.109606:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760764.109639:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24076288, count: 4096 00000080:00200000:3.0:1789760764.109647:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24076288, bytes: 4096 00000080:00200000:3.0:1789760764.109657:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760764.109675:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760764.109678:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24076288, 24080384) 0 0 00000080:00200000:3.0:1789760764.109683:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760764.109706:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5878, 5878] 00020000:00200000:3.0:1789760764.109714:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24076288 chunk: [24076288, 24080384) 24080384, 4096 00020000:00200000:3.0:1789760764.109719:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760764.109744:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5878, 5878] 00000008:00010000:3.0:1789760764.109767:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760764.109773:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760764.109784:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24076288, 24080384) append 0 append lockpos 0 00000080:00200000:3.0:1789760764.109803:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24076288=0x16f6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760764.109930:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760764.109933:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24080384 00000020:00010000:3.0:1789760764.109941:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760764.109945:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760764.109955:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760764.109959:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760764.109963:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760764.109970:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760764.109982:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760764.109998:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760764.110113:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 24076288<>24080384 00000100:00100000:3.0:1789760764.110175:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760764.110209:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515752832:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760764.155363:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973195 gen 2 00000008:00010000:3.0:1789760764.155429:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760764.155438:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760764.155449:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760764.156082:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760764.156120:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515752832:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760764.156276:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5878, 5878] 00000080:00200000:0.0:1789760764.156293:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760764.156299:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760764.156393:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24080384 i_blocks 47111 00000020:00200000:0.0:1789760764.156399:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760764.156409:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760764.156443:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24080384, count: 4096 00000080:00200000:0.0:1789760764.156451:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24080384, bytes: 4096 00000080:00200000:0.0:1789760764.156462:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760764.156471:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760764.156473:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24080384, 24084480) 0 0 00000080:00200000:0.0:1789760764.156478:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760764.156495:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5879, 5879] 00020000:00200000:0.0:1789760764.156504:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24080384 chunk: [24080384, 24084480) 24084480, 4096 00020000:00200000:0.0:1789760764.156508:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760764.156527:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5879, 5879] 00000008:00010000:0.0:1789760764.156547:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760764.156553:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760764.156563:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24080384, 24084480) append 0 append lockpos 0 00000080:00200000:0.0:1789760764.156577:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24080384=0x16f7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760764.156634:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760764.156637:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24084480 00000020:00010000:0.0:1789760764.156646:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760764.156649:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760764.156651:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760764.156654:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760764.156657:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760764.156664:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760764.156671:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760764.156690:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760764.156795:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6d80 - object 0x240000400:4 offset 24080384<>24084480 00000100:00100000:1.0:1789760764.156898:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515752960:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760764.189776:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760764.189792:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760764.189804:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760764.190070:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760764.190124:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515752960:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760764.190455:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5879, 5879] 00000080:00200000:0.0:1789760764.190479:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760764.190486:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760764.190503:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24084480 i_blocks 47111 00000020:00200000:0.0:1789760764.190507:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760764.190517:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760764.190561:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24084480, count: 4096 00000080:00200000:0.0:1789760764.190569:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24084480, bytes: 4096 00000080:00200000:0.0:1789760764.190580:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760764.190588:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760764.190590:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24084480, 24088576) 0 0 00000080:00200000:0.0:1789760764.190595:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760764.190612:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5880, 5880] 00020000:00200000:0.0:1789760764.190621:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24084480 chunk: [24084480, 24088576) 24088576, 4096 00020000:00200000:0.0:1789760764.190626:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760764.190647:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5880, 5880] 00000008:00010000:0.0:1789760764.190678:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760764.190684:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760764.190696:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24084480, 24088576) append 0 append lockpos 0 00000080:00200000:0.0:1789760764.190710:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24084480=0x16f8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760764.190771:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760764.190774:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24088576 00000020:00010000:0.0:1789760764.190782:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760764.190786:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760764.190789:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760764.190792:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760764.190795:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760764.190802:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760764.190808:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760764.190826:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760764.191631:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4700 - object 0x240000400:4 offset 24084480<>24088576 00000100:00100000:1.0:1789760764.191752:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760764.191932:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515753088:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760764.238951:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973197 gen 2 00000008:00010000:1.0:1789760764.239010:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760764.239017:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760764.239028:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760764.239053:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760764.239083:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515753088:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760764.239249:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5880, 5880] 00000080:00200000:3.0:1789760764.239273:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760764.239279:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760764.239295:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24088576 i_blocks 47111 00000020:00200000:3.0:1789760764.239298:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760764.239308:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760764.239340:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24088576, count: 4096 00000080:00200000:3.0:1789760764.239348:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24088576, bytes: 4096 00000080:00200000:3.0:1789760764.239358:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760764.239367:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760764.239369:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24088576, 24092672) 0 0 00000080:00200000:3.0:1789760764.239374:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760764.239390:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5881, 5881] 00020000:00200000:3.0:1789760764.239400:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24088576 chunk: [24088576, 24092672) 24092672, 4096 00020000:00200000:3.0:1789760764.239405:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760764.239532:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5881, 5881] 00000008:00010000:3.0:1789760764.239664:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760764.239670:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760764.239682:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24088576, 24092672) append 0 append lockpos 0 00000080:00200000:3.0:1789760764.239696:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24088576=0x16f9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760764.239957:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760764.239960:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24092672 00000020:00010000:3.0:1789760764.239968:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760764.239972:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760764.239975:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760764.239978:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760764.239981:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760764.239988:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760764.239995:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760764.240013:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760764.240129:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 24088576<>24092672 00000100:00100000:2.0:1789760764.240213:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515753216:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760764.295943:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973198 gen 2 00000008:00010000:3.0:1789760764.295995:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760764.296004:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760764.296016:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760764.296040:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760764.296069:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515753216:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760764.296580:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5881, 5881] 00000080:00200000:1.0:1789760764.296597:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760764.296603:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760764.296620:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24092672 i_blocks 47111 00000020:00200000:1.0:1789760764.296624:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760764.296634:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760764.296673:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24092672, count: 4096 00000080:00200000:1.0:1789760764.296680:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24092672, bytes: 4096 00000080:00200000:1.0:1789760764.296692:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760764.296700:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760764.296702:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24092672, 24096768) 0 0 00000080:00200000:1.0:1789760764.296706:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760764.296847:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5882, 5882] 00020000:00200000:1.0:1789760764.297016:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24092672 chunk: [24092672, 24096768) 24096768, 4096 00020000:00200000:1.0:1789760764.297021:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760764.304846:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5882, 5882] 00000008:00010000:0.0:1789760764.304913:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760764.304920:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760764.304936:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24092672, 24096768) append 0 append lockpos 0 00000080:00200000:0.0:1789760764.304955:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24092672=0x16fa000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760764.305036:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760764.305040:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24096768 00000020:00010000:0.0:1789760764.305049:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760764.305052:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760764.305056:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760764.305059:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760764.305062:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760764.305074:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760764.305084:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760764.305106:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760764.305236:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 24092672<>24096768 00000100:00100000:0.0:1789760764.305293:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760764.305319:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515753344:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760764.352817:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973199 gen 2 00000008:00010000:1.0:1789760764.353151:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760764.353159:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760764.353170:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760764.353185:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000080:00200000:0.0:1789760764.353225:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5882, 5882] 00000100:00100000:1.0:1789760764.353225:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515753344:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760764.353240:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760764.353246:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760764.353262:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24096768 i_blocks 47111 00000020:00200000:0.0:1789760764.353265:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760764.353279:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760764.353315:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24096768, count: 4096 00000080:00200000:0.0:1789760764.353322:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24096768, bytes: 4096 00000080:00200000:0.0:1789760764.353333:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760764.353342:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760764.353344:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24096768, 24100864) 0 0 00000080:00200000:0.0:1789760764.353348:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760764.353365:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5883, 5883] 00020000:00200000:0.0:1789760764.353374:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24096768 chunk: [24096768, 24100864) 24100864, 4096 00020000:00200000:0.0:1789760764.353378:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760764.353399:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5883, 5883] 00000008:00010000:0.0:1789760764.353420:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760764.353426:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760764.353438:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24096768, 24100864) append 0 append lockpos 0 00000080:00200000:0.0:1789760764.353453:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24096768=0x16fb000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760764.353687:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760764.353690:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24100864 00000020:00010000:0.0:1789760764.353701:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760764.353705:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760764.353709:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760764.353713:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760764.353716:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760764.353723:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760764.353731:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760764.353748:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760764.353997:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5f80 - object 0x240000400:4 offset 24096768<>24100864 00000100:00100000:1.0:1789760764.354103:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760764.354125:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515753472:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760764.401205:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760764.401220:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760764.401233:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760764.401336:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760764.401370:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515753472:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760764.401459:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5883, 5883] 00000080:00200000:0.0:1789760764.401473:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760764.401479:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760764.402789:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24100864 i_blocks 47111 00000020:00200000:0.0:1789760764.402797:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760764.402812:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760764.402868:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24100864, count: 4096 00000080:00200000:0.0:1789760764.402877:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24100864, bytes: 4096 00000080:00200000:0.0:1789760764.402893:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760764.402902:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760764.402904:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24100864, 24104960) 0 0 00000080:00200000:0.0:1789760764.402910:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760764.402927:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5884, 5884] 00020000:00200000:0.0:1789760764.402936:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24100864 chunk: [24100864, 24104960) 24104960, 4096 00020000:00200000:0.0:1789760764.402941:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760764.402962:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5884, 5884] 00000008:00010000:0.0:1789760764.402980:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760764.402986:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760764.402997:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24100864, 24104960) append 0 append lockpos 0 00000080:00200000:0.0:1789760764.403012:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24100864=0x16fc000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760764.403080:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760764.403083:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24104960 00000020:00010000:0.0:1789760764.403091:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760764.403094:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760764.403098:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760764.403101:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760764.403104:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760764.403113:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760764.403120:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760764.403146:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760764.403279:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 24100864<>24104960 00000100:00100000:1.0:1789760764.403445:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515753600:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760764.441678:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973201 gen 2 00000008:00010000:1.0:1789760764.441743:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760764.441752:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760764.441762:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760764.441787:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760764.441819:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515753600:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760764.442219:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5884, 5884] 00000080:00200000:0.0:1789760764.442236:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760764.442242:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760764.442258:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24104960 i_blocks 47111 00000020:00200000:0.0:1789760764.442261:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760764.442272:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760764.442306:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24104960, count: 4096 00000080:00200000:0.0:1789760764.442313:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24104960, bytes: 4096 00000080:00200000:0.0:1789760764.442322:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760764.442331:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760764.442333:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24104960, 24109056) 0 0 00000080:00200000:0.0:1789760764.442337:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760764.442354:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5885, 5885] 00020000:00200000:0.0:1789760764.442362:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24104960 chunk: [24104960, 24109056) 24109056, 4096 00020000:00200000:0.0:1789760764.442367:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760764.442387:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5885, 5885] 00000008:00010000:0.0:1789760764.442406:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760764.442412:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760764.442424:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24104960, 24109056) append 0 append lockpos 0 00000080:00200000:0.0:1789760764.442438:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24104960=0x16fd000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760764.442500:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760764.442502:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24109056 00000020:00010000:0.0:1789760764.442510:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760764.442513:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760764.442517:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760764.442520:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760764.442523:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760764.442531:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760764.442537:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760764.442552:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760764.442665:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4700 - object 0x240000400:4 offset 24104960<>24109056 00000100:00100000:1.0:1789760764.445956:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760764.445995:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515753728:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760764.499801:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973202 gen 2 00000008:00010000:1.0:1789760764.499891:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760764.499901:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760764.499911:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760764.499934:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760764.499964:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515753728:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760764.500131:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5885, 5885] 00000080:00200000:0.0:1789760764.500148:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760764.500155:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760764.500171:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24109056 i_blocks 47111 00000020:00200000:0.0:1789760764.500175:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760764.500185:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760764.500231:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24109056, count: 4096 00000080:00200000:0.0:1789760764.500239:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24109056, bytes: 4096 00000080:00200000:0.0:1789760764.500249:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760764.500258:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760764.500260:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24109056, 24113152) 0 0 00000080:00200000:0.0:1789760764.500265:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760764.500280:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5886, 5886] 00020000:00200000:0.0:1789760764.500289:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24109056 chunk: [24109056, 24113152) 24113152, 4096 00020000:00200000:0.0:1789760764.500294:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760764.500534:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5886, 5886] 00000008:00010000:0.0:1789760764.500555:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760764.500561:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760764.500573:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24109056, 24113152) append 0 append lockpos 0 00000080:00200000:0.0:1789760764.500587:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24109056=0x16fe000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760764.500645:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760764.500647:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24113152 00000020:00010000:0.0:1789760764.500656:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760764.500659:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760764.500663:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760764.500666:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760764.500669:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760764.500676:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760764.500684:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760764.500701:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760764.500808:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6d80 - object 0x240000400:4 offset 24109056<>24113152 00000100:00100000:1.0:1789760764.500936:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515753856:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760764.569249:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760764.569266:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760764.569278:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760764.569302:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760764.569345:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515753856:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760764.569492:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5886, 5886] 00000080:00200000:3.0:1789760764.569510:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760764.569517:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760764.569534:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24113152 i_blocks 47111 00000020:00200000:3.0:1789760764.569537:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760764.569547:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760764.569581:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24113152, count: 4096 00000080:00200000:3.0:1789760764.569588:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24113152, bytes: 4096 00000080:00200000:3.0:1789760764.569598:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760764.569606:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760764.569609:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24113152, 24117248) 0 0 00000080:00200000:3.0:1789760764.569613:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760764.569639:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5887, 5887] 00020000:00200000:3.0:1789760764.569649:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24113152 chunk: [24113152, 24117248) 24117248, 4096 00020000:00200000:3.0:1789760764.569654:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760764.569675:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5887, 5887] 00000008:00010000:3.0:1789760764.569693:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760764.569698:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760764.569709:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24113152, 24117248) append 0 append lockpos 0 00000080:00200000:3.0:1789760764.569722:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24113152=0x16ff000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760764.569776:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760764.569779:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24117248 00000020:00010000:3.0:1789760764.569786:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760764.569789:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760764.569792:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760764.569796:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760764.569798:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760764.569805:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760764.569812:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760764.569826:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760764.569974:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 24113152<>24117248 00000100:00100000:3.0:1789760764.570016:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760764.570034:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515753984:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760764.630121:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973204 gen 2 00000008:00010000:3.0:1789760764.630188:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760764.630206:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760764.630217:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760764.630243:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760764.630275:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515753984:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760764.630401:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5887, 5887] 00000080:00200000:1.0:1789760764.630418:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760764.630425:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760764.630441:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24117248 i_blocks 47111 00000020:00200000:1.0:1789760764.630444:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760764.630455:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760764.630489:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24117248, count: 4096 00000080:00200000:1.0:1789760764.630497:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24117248, bytes: 4096 00000080:00200000:1.0:1789760764.630509:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760764.630519:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760764.630522:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24117248, 24121344) 0 0 00000080:00200000:1.0:1789760764.630526:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760764.630543:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5888, 5888] 00020000:00200000:1.0:1789760764.630551:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24117248 chunk: [24117248, 24121344) 24121344, 4096 00020000:00200000:1.0:1789760764.630556:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760764.630574:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5888, 5888] 00000008:00010000:1.0:1789760764.630593:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760764.630599:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760764.630610:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24117248, 24121344) append 0 append lockpos 0 00000080:00200000:1.0:1789760764.630638:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24117248=0x1700000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760764.630699:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760764.630702:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24121344 00000020:00010000:1.0:1789760764.630710:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760764.630714:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760764.630716:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760764.630720:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760764.630722:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760764.630729:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760764.630736:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760764.630752:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760764.630852:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573480 - object 0x240000400:4 offset 24117248<>24121344 00000100:00100000:1.0:1789760764.630932:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760764.630949:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515754112:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760764.689716:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973205 gen 2 00000008:00010000:1.0:1789760764.689774:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:1.0:1789760764.689783:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760764.689795:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760764.689822:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:1.0:1789760764.689887:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515754112:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760764.690068:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5888, 5888] 00000080:00200000:3.0:1789760764.690083:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760764.690093:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760764.690108:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24121344 i_blocks 47111 00000020:00200000:3.0:1789760764.690112:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760764.690122:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760764.690161:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24121344, count: 4096 00000080:00200000:3.0:1789760764.690168:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24121344, bytes: 4096 00000080:00200000:3.0:1789760764.690179:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760764.690188:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760764.690190:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24121344, 24125440) 0 0 00000080:00200000:3.0:1789760764.690204:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760764.690222:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5889, 5889] 00020000:00200000:3.0:1789760764.690231:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24121344 chunk: [24121344, 24125440) 24125440, 4096 00020000:00200000:3.0:1789760764.690235:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760764.690256:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5889, 5889] 00000008:00010000:3.0:1789760764.690274:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760764.690279:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760764.690291:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24121344, 24125440) append 0 append lockpos 0 00000080:00200000:3.0:1789760764.690305:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24121344=0x1701000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760764.690373:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760764.690376:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24125440 00000020:00010000:3.0:1789760764.690385:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760764.690388:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760764.690392:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760764.690395:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760764.690398:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760764.690406:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760764.690413:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760764.690429:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760764.690539:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 24121344<>24125440 00000100:00100000:2.0:1789760764.693413:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760764.693459:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515754240:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760764.751515:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973206 gen 2 00000008:00010000:3.0:1789760764.751568:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760764.751576:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760764.751588:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760764.751688:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760764.751722:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515754240:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760764.751817:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5889, 5889] 00000080:00200000:1.0:1789760764.751835:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760764.751841:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760764.751877:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24125440 i_blocks 49159 00000020:00200000:1.0:1789760764.751881:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760764.751891:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760764.751926:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24125440, count: 4096 00000080:00200000:1.0:1789760764.751935:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24125440, bytes: 4096 00000080:00200000:1.0:1789760764.751952:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760764.751960:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760764.751963:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24125440, 24129536) 0 0 00000080:00200000:1.0:1789760764.751967:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760764.751986:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5890, 5890] 00020000:00200000:1.0:1789760764.751996:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24125440 chunk: [24125440, 24129536) 24129536, 4096 00020000:00200000:1.0:1789760764.752002:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760764.752023:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5890, 5890] 00000008:00010000:1.0:1789760764.752043:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760764.752048:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760764.752060:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24125440, 24129536) append 0 append lockpos 0 00000080:00200000:1.0:1789760764.752075:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24125440=0x1702000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760764.752519:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760764.752524:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24129536 00000020:00010000:1.0:1789760764.752534:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760764.752538:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760764.752541:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760764.752544:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760764.752546:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760764.752555:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760764.752562:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760764.752584:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760764.752691:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573480 - object 0x240000400:4 offset 24125440<>24129536 00000100:00100000:0.0:1789760764.752780:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515754368:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760764.782287:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973207 gen 2 00000008:00010000:0.0:1789760764.782343:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760764.782353:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760764.782364:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760764.782390:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760764.782426:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515754368:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760764.782626:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5890, 5890] 00000080:00200000:1.0:1789760764.782644:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760764.782650:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760764.782667:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24129536 i_blocks 49159 00000020:00200000:1.0:1789760764.782670:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760764.782681:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760764.782717:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24129536, count: 4096 00000080:00200000:1.0:1789760764.782725:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24129536, bytes: 4096 00000080:00200000:1.0:1789760764.782735:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760764.782744:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760764.782747:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24129536, 24133632) 0 0 00000080:00200000:1.0:1789760764.782752:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760764.783272:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5891, 5891] 00020000:00200000:1.0:1789760764.783283:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24129536 chunk: [24129536, 24133632) 24133632, 4096 00020000:00200000:1.0:1789760764.783288:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760764.783310:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5891, 5891] 00000008:00010000:1.0:1789760764.783329:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760764.783335:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760764.783347:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24129536, 24133632) append 0 append lockpos 0 00000080:00200000:1.0:1789760764.783361:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24129536=0x1703000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760764.783421:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760764.783424:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24133632 00000020:00010000:1.0:1789760764.783432:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760764.783434:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760764.783437:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760764.783440:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760764.783442:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760764.783449:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760764.783455:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760764.783472:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760764.783570:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571880 - object 0x240000400:4 offset 24129536<>24133632 00000100:00100000:0.0:1789760764.783994:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760764.784020:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515754496:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760764.822337:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760764.822355:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760764.822367:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760764.822462:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760764.822497:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515754496:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760764.822612:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5891, 5891] 00000080:00200000:1.0:1789760764.822631:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760764.822638:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760764.822715:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24133632 i_blocks 49159 00000020:00200000:1.0:1789760764.822720:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760764.822730:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760764.822765:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24133632, count: 4096 00000080:00200000:1.0:1789760764.822772:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24133632, bytes: 4096 00000080:00200000:1.0:1789760764.822781:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760764.822789:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760764.822792:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24133632, 24137728) 0 0 00000080:00200000:1.0:1789760764.822796:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760764.822812:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5892, 5892] 00020000:00200000:1.0:1789760764.822820:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24133632 chunk: [24133632, 24137728) 24137728, 4096 00020000:00200000:1.0:1789760764.822825:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760764.822845:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5892, 5892] 00000008:00010000:1.0:1789760764.822900:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760764.822906:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760764.822980:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24133632, 24137728) append 0 append lockpos 0 00000080:00200000:1.0:1789760764.822997:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24133632=0x1704000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760764.823062:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760764.823065:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24137728 00000020:00010000:1.0:1789760764.823075:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760764.823079:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760764.823082:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760764.823085:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760764.823088:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760764.823097:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760764.823103:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760764.823120:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760764.824617:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 24133632<>24137728 00000100:00100000:0.0:1789760764.824786:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515754624:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760764.868458:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973208 gen 2 00000100:00100000:0.0:1789760764.868501:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8573800 x1876699515754624/t4294973209(4294973209) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760780 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760764.868554:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760764.868563:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760764.868573:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760764.868601:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760764.868641:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515754624:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760764.869401:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5892, 5892] 00000080:00200000:3.0:1789760764.869421:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760764.869428:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760764.869444:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24137728 i_blocks 49159 00000020:00200000:3.0:1789760764.869449:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760764.869461:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760764.869498:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24137728, count: 4096 00000080:00200000:3.0:1789760764.869507:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24137728, bytes: 4096 00000080:00200000:3.0:1789760764.869519:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760764.869528:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760764.869531:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24137728, 24141824) 0 0 00000080:00200000:3.0:1789760764.869535:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760764.869553:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5893, 5893] 00020000:00200000:3.0:1789760764.869563:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24137728 chunk: [24137728, 24141824) 24141824, 4096 00020000:00200000:3.0:1789760764.869568:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760764.869587:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5893, 5893] 00000008:00010000:3.0:1789760764.869606:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760764.869614:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760764.869638:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24137728, 24141824) append 0 append lockpos 0 00000080:00200000:3.0:1789760764.869653:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24137728=0x1705000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760764.869718:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760764.869721:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24141824 00000020:00010000:3.0:1789760764.869728:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760764.869732:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760764.869735:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760764.869739:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760764.869742:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760764.869749:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760764.869757:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760764.869775:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760764.869927:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 24137728<>24141824 00000100:00100000:2.0:1789760764.870393:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515754752:192.168.203.146@tcp:4:dd.0 00010000:00010000:2.0:1789760764.913406:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789760764.949931:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973210 gen 2 00000008:00010000:3.0:1789760764.950001:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760764.950010:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760764.950022:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760764.950216:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760764.950250:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515754752:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760764.950340:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5893, 5893] 00000080:00200000:0.0:1789760764.950357:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760764.950362:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760764.950379:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24141824 i_blocks 49159 00000020:00200000:0.0:1789760764.950383:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760764.950394:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760764.950429:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24141824, count: 4096 00000080:00200000:0.0:1789760764.950436:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24141824, bytes: 4096 00000080:00200000:0.0:1789760764.950448:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760764.950458:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760764.950461:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24141824, 24145920) 0 0 00000080:00200000:0.0:1789760764.950465:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760764.950482:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5894, 5894] 00020000:00200000:0.0:1789760764.950492:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24141824 chunk: [24141824, 24145920) 24145920, 4096 00020000:00200000:0.0:1789760764.950497:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760764.950518:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5894, 5894] 00000008:00010000:0.0:1789760764.950536:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760764.950542:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760764.950553:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24141824, 24145920) append 0 append lockpos 0 00000080:00200000:0.0:1789760764.950567:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24141824=0x1706000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760764.950628:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760764.950631:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24145920 00000020:00010000:0.0:1789760764.950639:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760764.950642:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760764.950645:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760764.950648:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760764.950652:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760764.950659:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760764.950667:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760764.950683:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760764.950790:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 24141824<>24145920 00000100:00100000:1.0:1789760764.950950:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515754880:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760764.987796:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973211 gen 2 00000008:00010000:1.0:1789760764.988447:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760764.988459:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760764.988469:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760764.988489:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760764.988521:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515754880:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760764.988848:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5894, 5894] 00000080:00200000:0.0:1789760764.988886:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760764.988893:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760764.988910:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24145920 i_blocks 49159 00000020:00200000:0.0:1789760764.988914:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760764.988924:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760764.988960:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24145920, count: 4096 00000080:00200000:0.0:1789760764.988967:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24145920, bytes: 4096 00000080:00200000:0.0:1789760764.989033:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760764.989042:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760764.989044:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24145920, 24150016) 0 0 00000080:00200000:0.0:1789760764.989048:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760764.989066:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5895, 5895] 00020000:00200000:0.0:1789760764.989074:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24145920 chunk: [24145920, 24150016) 24150016, 4096 00020000:00200000:0.0:1789760764.989079:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760764.989101:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5895, 5895] 00000008:00010000:0.0:1789760764.989305:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760764.989311:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760764.989323:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24145920, 24150016) append 0 append lockpos 0 00000080:00200000:0.0:1789760764.989338:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24145920=0x1707000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760764.989396:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760764.989400:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24150016 00000020:00010000:0.0:1789760764.989408:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760764.989411:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760764.989414:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760764.989417:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760764.989420:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760764.989428:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760764.989435:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760764.989453:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760764.989562:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 24145920<>24150016 00000100:00100000:0.0:1789760764.989614:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760764.989633:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515755008:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760765.022043:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:0.0:1789760765.022058:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760765.022070:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760765.022101:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:0.0:1789760765.022258:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515755008:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760765.022415:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5895, 5895] 00000080:00200000:3.0:1789760765.022431:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760765.022436:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760765.022451:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24150016 i_blocks 49159 00000020:00200000:3.0:1789760765.022455:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760765.022465:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760765.022505:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24150016, count: 4096 00000080:00200000:3.0:1789760765.022513:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24150016, bytes: 4096 00000080:00200000:3.0:1789760765.022524:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760765.022533:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760765.022536:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24150016, 24154112) 0 0 00000080:00200000:3.0:1789760765.022540:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760765.022558:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5896, 5896] 00020000:00200000:3.0:1789760765.022567:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24150016 chunk: [24150016, 24154112) 24154112, 4096 00020000:00200000:3.0:1789760765.022571:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760765.022591:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5896, 5896] 00000008:00010000:3.0:1789760765.022610:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760765.022616:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760765.022625:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24150016, 24154112) append 0 append lockpos 0 00000080:00200000:3.0:1789760765.022640:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24150016=0x1708000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760765.022704:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760765.022707:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24154112 00000020:00010000:3.0:1789760765.022715:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760765.022718:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760765.022721:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760765.022725:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760765.022727:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760765.022735:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760765.022742:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760765.022758:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760765.022899:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 24150016<>24154112 00000100:00100000:2.0:1789760765.022976:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515755136:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760765.056955:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973213 gen 2 00000008:00010000:3.0:1789760765.057020:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760765.057029:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760765.057040:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760765.057073:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760765.057104:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515755136:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760765.057505:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5896, 5896] 00000080:00200000:0.0:1789760765.057526:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760765.057534:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760765.057553:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24154112 i_blocks 49159 00000020:00200000:0.0:1789760765.057557:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760765.057569:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760765.057616:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24154112, count: 4096 00000080:00200000:0.0:1789760765.057624:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24154112, bytes: 4096 00000080:00200000:0.0:1789760765.057635:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760765.057645:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760765.057648:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24154112, 24158208) 0 0 00000080:00200000:0.0:1789760765.057652:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760765.057671:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5897, 5897] 00020000:00200000:0.0:1789760765.057680:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24154112 chunk: [24154112, 24158208) 24158208, 4096 00020000:00200000:0.0:1789760765.057685:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760765.057705:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5897, 5897] 00000008:00010000:0.0:1789760765.057723:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760765.057730:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760765.057741:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24154112, 24158208) append 0 append lockpos 0 00000080:00200000:0.0:1789760765.057757:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24154112=0x1709000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760765.057818:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760765.057821:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24158208 00000020:00010000:0.0:1789760765.057830:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760765.057833:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760765.057836:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760765.057840:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760765.057843:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760765.057851:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760765.057907:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760765.057925:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760765.058035:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6680 - object 0x240000400:4 offset 24154112<>24158208 00000100:00100000:1.0:1789760765.058146:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760765.058167:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515755264:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760765.093523:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973214 gen 2 00000008:00010000:1.0:1789760765.093573:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760765.093582:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760765.093593:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760765.093615:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760765.093646:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515755264:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760765.093946:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5897, 5897] 00000080:00200000:0.0:1789760765.093961:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760765.093967:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760765.093983:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24158208 i_blocks 49159 00000020:00200000:0.0:1789760765.093987:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760765.093998:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760765.094034:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24158208, count: 4096 00000080:00200000:0.0:1789760765.094041:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24158208, bytes: 4096 00000080:00200000:0.0:1789760765.094050:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760765.094059:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760765.094061:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24158208, 24162304) 0 0 00000080:00200000:0.0:1789760765.094065:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760765.094083:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5898, 5898] 00020000:00200000:0.0:1789760765.094092:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24158208 chunk: [24158208, 24162304) 24162304, 4096 00020000:00200000:0.0:1789760765.094095:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760765.094126:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5898, 5898] 00000008:00010000:0.0:1789760765.094144:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760765.094150:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760765.094161:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24158208, 24162304) append 0 append lockpos 0 00000080:00200000:0.0:1789760765.094176:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24158208=0x170a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760765.094246:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760765.094249:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24162304 00000020:00010000:0.0:1789760765.094257:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760765.094260:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760765.094264:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760765.094267:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760765.094270:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760765.094278:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760765.094284:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760765.094301:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760765.094408:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 24158208<>24162304 00000100:00100000:1.0:1789760765.094530:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515755392:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760765.130777:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973215 gen 2 00000008:00010000:1.0:1789760765.130826:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760765.130846:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760765.130882:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760765.130903:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760765.130934:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515755392:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760765.131100:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5898, 5898] 00000080:00200000:0.0:1789760765.131225:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760765.131232:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760765.131250:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24162304 i_blocks 49159 00000020:00200000:0.0:1789760765.131254:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760765.131265:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760765.131302:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24162304, count: 4096 00000080:00200000:0.0:1789760765.131310:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24162304, bytes: 4096 00000080:00200000:0.0:1789760765.131320:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760765.131330:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760765.131332:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24162304, 24166400) 0 0 00000080:00200000:0.0:1789760765.131337:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760765.131354:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5899, 5899] 00020000:00200000:0.0:1789760765.131362:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24162304 chunk: [24162304, 24166400) 24166400, 4096 00020000:00200000:0.0:1789760765.131367:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760765.131386:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5899, 5899] 00000008:00010000:0.0:1789760765.131404:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760765.131409:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760765.131420:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24162304, 24166400) append 0 append lockpos 0 00000080:00200000:0.0:1789760765.131434:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24162304=0x170b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760765.131494:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760765.131497:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24166400 00000020:00010000:0.0:1789760765.131504:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760765.131507:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760765.131510:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760765.131513:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760765.131516:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760765.131523:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760765.131530:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760765.131546:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760765.131650:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6300 - object 0x240000400:4 offset 24162304<>24166400 00000100:00100000:1.0:1789760765.131744:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760765.131762:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515755520:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760765.159608:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973216 gen 2 00000008:00010000:1.0:1789760765.159661:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760765.159669:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760765.159680:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760765.159703:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760765.159735:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515755520:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760765.159891:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5899, 5899] 00000080:00200000:0.0:1789760765.159908:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760765.159914:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760765.159930:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24166400 i_blocks 49159 00000020:00200000:0.0:1789760765.159934:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760765.159945:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760765.159979:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24166400, count: 4096 00000080:00200000:0.0:1789760765.159987:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24166400, bytes: 4096 00000080:00200000:0.0:1789760765.159997:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760765.160006:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760765.160008:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24166400, 24170496) 0 0 00000080:00200000:0.0:1789760765.160013:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760765.160029:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5900, 5900] 00020000:00200000:0.0:1789760765.160039:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24166400 chunk: [24166400, 24170496) 24170496, 4096 00020000:00200000:0.0:1789760765.160044:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760765.160064:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5900, 5900] 00000008:00010000:0.0:1789760765.160082:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760765.160088:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760765.160098:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24166400, 24170496) append 0 append lockpos 0 00000080:00200000:0.0:1789760765.160123:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24166400=0x170c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760765.160182:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760765.160184:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24170496 00000020:00010000:0.0:1789760765.160202:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760765.160206:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760765.160209:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760765.160212:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760765.160215:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760765.160223:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760765.160230:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760765.160246:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760765.160351:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4000 - object 0x240000400:4 offset 24166400<>24170496 00000100:00100000:0.0:1789760765.160394:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760765.160412:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515755648:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760765.189763:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973217 gen 2 00000008:00010000:0.0:1789760765.189815:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:0.0:1789760765.189824:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760765.189846:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760765.189910:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:0.0:1789760765.189939:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515755648:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760765.190050:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5900, 5900] 00000080:00200000:3.0:1789760765.190066:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760765.190072:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760765.190089:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24170496 i_blocks 49159 00000020:00200000:3.0:1789760765.190093:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760765.190103:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760765.190148:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24170496, count: 4096 00000080:00200000:3.0:1789760765.190156:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24170496, bytes: 4096 00000080:00200000:3.0:1789760765.190167:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760765.190176:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760765.190178:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24170496, 24174592) 0 0 00000080:00200000:3.0:1789760765.190183:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760765.190210:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5901, 5901] 00020000:00200000:3.0:1789760765.190219:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24170496 chunk: [24170496, 24174592) 24174592, 4096 00020000:00200000:3.0:1789760765.190224:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760765.190243:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5901, 5901] 00000008:00010000:3.0:1789760765.190261:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760765.190266:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760765.190278:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24170496, 24174592) append 0 append lockpos 0 00000080:00200000:3.0:1789760765.190292:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24170496=0x170d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760765.190352:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760765.190355:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24174592 00000020:00010000:3.0:1789760765.190363:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760765.190367:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760765.190370:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760765.190373:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760765.190376:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760765.190383:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760765.190389:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760765.190406:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760765.190521:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 24170496<>24174592 00000100:00100000:3.0:1789760765.190577:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760765.190593:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515755776:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760765.229100:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973218 gen 2 00000008:00010000:3.0:1789760765.229154:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760765.229163:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760765.229175:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760765.229207:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760765.229237:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515755776:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760765.229426:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5901, 5901] 00000080:00200000:0.0:1789760765.229444:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760765.229450:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760765.229467:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24174592 i_blocks 49159 00000020:00200000:0.0:1789760765.229471:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760765.229482:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760765.229517:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24174592, count: 4096 00000080:00200000:0.0:1789760765.229524:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24174592, bytes: 4096 00000080:00200000:0.0:1789760765.229536:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760765.229544:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760765.229546:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24174592, 24178688) 0 0 00000080:00200000:0.0:1789760765.229551:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760765.229568:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5902, 5902] 00020000:00200000:0.0:1789760765.229577:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24174592 chunk: [24174592, 24178688) 24178688, 4096 00020000:00200000:0.0:1789760765.229582:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760765.229602:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5902, 5902] 00000008:00010000:0.0:1789760765.229622:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760765.229628:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760765.229640:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24174592, 24178688) append 0 append lockpos 0 00000080:00200000:0.0:1789760765.229655:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24174592=0x170e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760765.229716:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760765.229719:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24178688 00000020:00010000:0.0:1789760765.229728:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760765.229732:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760765.229735:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760765.229739:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760765.229742:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760765.229750:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760765.229758:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760765.229775:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760765.229929:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4000 - object 0x240000400:4 offset 24174592<>24178688 00000100:00100000:1.0:1789760765.230071:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760765.230091:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515755904:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760765.266161:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973219 gen 2 00000008:00010000:1.0:1789760765.266227:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760765.266236:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760765.266248:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760765.266268:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760765.266301:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515755904:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760765.266420:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5902, 5902] 00000080:00200000:0.0:1789760765.266439:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760765.266446:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760765.266464:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24178688 i_blocks 49159 00000020:00200000:0.0:1789760765.266467:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760765.266479:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760765.266516:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24178688, count: 4096 00000080:00200000:0.0:1789760765.266524:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24178688, bytes: 4096 00000080:00200000:0.0:1789760765.266534:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760765.266543:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760765.266545:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24178688, 24182784) 0 0 00000080:00200000:0.0:1789760765.266550:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760765.266567:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5903, 5903] 00020000:00200000:0.0:1789760765.266576:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24178688 chunk: [24178688, 24182784) 24182784, 4096 00020000:00200000:0.0:1789760765.266581:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760765.266602:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5903, 5903] 00000008:00010000:0.0:1789760765.266623:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760765.266629:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760765.266642:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24178688, 24182784) append 0 append lockpos 0 00000080:00200000:0.0:1789760765.266658:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24178688=0x170f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760765.266721:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760765.266724:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24182784 00000020:00010000:0.0:1789760765.266733:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760765.266736:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760765.266740:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760765.266743:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760765.266747:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760765.266755:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760765.266763:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760765.266780:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760765.267012:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7480 - object 0x240000400:4 offset 24178688<>24182784 00000100:00100000:1.0:1789760765.267115:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515756032:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760765.293821:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973220 gen 2 00000008:00010000:1.0:1789760765.293975:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760765.293984:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760765.293996:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760765.294070:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760765.294114:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515756032:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760765.294289:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5903, 5903] 00000080:00200000:0.0:1789760765.294306:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760765.294312:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760765.294328:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24182784 i_blocks 49159 00000020:00200000:0.0:1789760765.294333:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760765.294343:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760765.294380:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24182784, count: 4096 00000080:00200000:0.0:1789760765.294387:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24182784, bytes: 4096 00000080:00200000:0.0:1789760765.294397:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760765.294405:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760765.294408:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24182784, 24186880) 0 0 00000080:00200000:0.0:1789760765.294413:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760765.294430:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5904, 5904] 00020000:00200000:0.0:1789760765.294439:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24182784 chunk: [24182784, 24186880) 24186880, 4096 00020000:00200000:0.0:1789760765.294444:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760765.294463:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5904, 5904] 00000008:00010000:0.0:1789760765.294482:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760765.294487:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760765.294500:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24182784, 24186880) append 0 append lockpos 0 00000080:00200000:0.0:1789760765.294513:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24182784=0x1710000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760765.294570:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760765.294573:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24186880 00000020:00010000:0.0:1789760765.294580:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760765.294584:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760765.294588:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760765.294591:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760765.294595:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760765.294602:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760765.294608:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760765.294624:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760765.294730:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 24182784<>24186880 00000100:00100000:1.0:1789760765.294798:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515756160:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760765.324412:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760765.324427:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760765.324438:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760765.324462:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760765.324493:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515756160:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760765.324592:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5904, 5904] 00000080:00200000:3.0:1789760765.324607:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760765.324614:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760765.324629:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24186880 i_blocks 49159 00000020:00200000:3.0:1789760765.324632:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760765.324642:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760765.324676:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24186880, count: 4096 00000080:00200000:3.0:1789760765.324682:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24186880, bytes: 4096 00000080:00200000:3.0:1789760765.324691:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760765.324699:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760765.324701:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24186880, 24190976) 0 0 00000080:00200000:3.0:1789760765.324706:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760765.324721:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5905, 5905] 00020000:00200000:3.0:1789760765.324729:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24186880 chunk: [24186880, 24190976) 24190976, 4096 00020000:00200000:3.0:1789760765.324734:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760765.324755:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5905, 5905] 00000008:00010000:3.0:1789760765.324772:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760765.324778:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760765.324788:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24186880, 24190976) append 0 append lockpos 0 00000080:00200000:3.0:1789760765.324802:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24186880=0x1711000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760765.325260:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760765.325265:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24190976 00000020:00010000:3.0:1789760765.325275:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760765.325278:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760765.325281:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760765.325285:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760765.325288:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760765.325296:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760765.325304:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760765.325325:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760765.325431:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 24186880<>24190976 00000100:00100000:2.0:1789760765.325539:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760765.325560:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515756288:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760765.360427:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973222 gen 2 00000008:00010000:3.0:1789760765.360495:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760765.360504:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760765.360515:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760765.360538:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760765.360570:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515756288:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760765.360672:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5905, 5905] 00000080:00200000:2.0:1789760765.360689:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760765.360695:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760765.360711:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24190976 i_blocks 49159 00000020:00200000:2.0:1789760765.360715:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760765.360725:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760765.360760:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24190976, count: 4096 00000080:00200000:2.0:1789760765.360768:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24190976, bytes: 4096 00000080:00200000:2.0:1789760765.360779:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760765.360788:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760765.360791:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24190976, 24195072) 0 0 00000080:00200000:2.0:1789760765.360795:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760765.360812:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5906, 5906] 00020000:00200000:2.0:1789760765.360821:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24190976 chunk: [24190976, 24195072) 24195072, 4096 00020000:00200000:2.0:1789760765.360825:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760765.360887:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5906, 5906] 00000008:00010000:2.0:1789760765.360905:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760765.360911:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760765.360923:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24190976, 24195072) append 0 append lockpos 0 00000080:00200000:2.0:1789760765.360937:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24190976=0x1712000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760765.360997:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760765.361000:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24195072 00000020:00010000:2.0:1789760765.361009:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760765.361012:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.361015:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.361019:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760765.361022:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760765.361031:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760765.361038:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760765.361054:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760765.361173:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 24190976<>24195072 00000100:00100000:3.0:1789760765.361246:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515756416:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760765.393495:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973223 gen 2 00000008:00010000:3.0:1789760765.393559:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:3.0:1789760765.393567:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760765.393579:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760765.393649:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:3.0:1789760765.393680:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515756416:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760765.393774:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5906, 5906] 00000080:00200000:2.0:1789760765.393791:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760765.393797:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760765.393813:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24195072 i_blocks 49159 00000020:00200000:2.0:1789760765.393818:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760765.393828:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760765.393967:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24195072, count: 4096 00000080:00200000:2.0:1789760765.393974:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24195072, bytes: 4096 00000080:00200000:2.0:1789760765.393984:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760765.393993:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760765.393995:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24195072, 24199168) 0 0 00000080:00200000:2.0:1789760765.393999:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760765.394016:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5907, 5907] 00020000:00200000:2.0:1789760765.394025:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24195072 chunk: [24195072, 24199168) 24199168, 4096 00020000:00200000:2.0:1789760765.394030:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760765.394049:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5907, 5907] 00000008:00010000:2.0:1789760765.394068:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760765.394073:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760765.394086:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24195072, 24199168) append 0 append lockpos 0 00000080:00200000:2.0:1789760765.394213:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24195072=0x1713000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760765.394273:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760765.394275:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24199168 00000020:00010000:2.0:1789760765.394283:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760765.394287:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.394290:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.394294:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760765.394296:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760765.394306:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760765.394312:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760765.394328:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760765.394430:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 24195072<>24199168 00000100:00100000:3.0:1789760765.394507:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515756544:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760765.438518:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973224 gen 2 00000008:00010000:3.0:1789760765.438572:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:3.0:1789760765.438580:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760765.438591:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760765.438646:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:3.0:1789760765.438677:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515756544:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760765.438767:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5907, 5907] 00000080:00200000:2.0:1789760765.438785:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760765.438791:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760765.438810:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24199168 i_blocks 49159 00000020:00200000:2.0:1789760765.438815:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760765.438825:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760765.438955:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24199168, count: 4096 00000080:00200000:2.0:1789760765.438964:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24199168, bytes: 4096 00000080:00200000:2.0:1789760765.438974:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760765.438983:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760765.438986:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24199168, 24203264) 0 0 00000080:00200000:2.0:1789760765.438990:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760765.439008:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5908, 5908] 00020000:00200000:2.0:1789760765.439017:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24199168 chunk: [24199168, 24203264) 24203264, 4096 00020000:00200000:2.0:1789760765.439021:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760765.439041:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5908, 5908] 00000008:00010000:2.0:1789760765.439060:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760765.439065:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760765.439076:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24199168, 24203264) append 0 append lockpos 0 00000080:00200000:2.0:1789760765.439341:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24199168=0x1714000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760765.439402:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760765.439405:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24203264 00000020:00010000:2.0:1789760765.439414:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760765.439418:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.439420:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.439424:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760765.439427:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760765.439435:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760765.439442:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760765.439459:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760765.439562:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 24199168<>24203264 00000100:00100000:3.0:1789760765.439681:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515756672:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760765.465616:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973225 gen 2 00000008:00010000:3.0:1789760765.465668:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e86c0 00000020:00200000:3.0:1789760765.465677:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760765.465686:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760765.465707:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e86c0 00000100:00100000:3.0:1789760765.465739:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515756672:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760765.466071:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5908, 5908] 00000080:00200000:2.0:1789760765.466097:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760765.466104:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760765.466120:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24203264 i_blocks 49159 00000020:00200000:2.0:1789760765.466126:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760765.466136:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760765.466169:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24203264, count: 4096 00000080:00200000:2.0:1789760765.466177:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24203264, bytes: 4096 00000080:00200000:2.0:1789760765.466195:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760765.466204:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760765.466207:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24203264, 24207360) 0 0 00000080:00200000:2.0:1789760765.466211:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760765.466229:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5909, 5909] 00020000:00200000:2.0:1789760765.466237:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24203264 chunk: [24203264, 24207360) 24207360, 4096 00020000:00200000:2.0:1789760765.466242:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760765.466263:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5909, 5909] 00000008:00010000:2.0:1789760765.466281:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760765.466287:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760765.466299:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24203264, 24207360) append 0 append lockpos 0 00000080:00200000:2.0:1789760765.466314:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24203264=0x1715000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760765.466372:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760765.466375:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24207360 00000020:00010000:2.0:1789760765.466383:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760765.466387:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.466391:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.466394:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760765.466397:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760765.466406:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760765.466413:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760765.466429:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760765.466539:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 24203264<>24207360 00000100:00100000:3.0:1789760765.466611:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515756800:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760765.500411:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973226 gen 2 00000008:00010000:3.0:1789760765.500464:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8840 00000020:00200000:3.0:1789760765.500473:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760765.500485:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760765.500510:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8840 00000100:00100000:3.0:1789760765.500542:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515756800:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760765.500698:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5909, 5909] 00000080:00200000:2.0:1789760765.500715:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760765.500721:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760765.500823:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24207360 i_blocks 49159 00000020:00200000:2.0:1789760765.501437:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760765.501450:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760765.501486:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24207360, count: 4096 00000080:00200000:2.0:1789760765.501494:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24207360, bytes: 4096 00000080:00200000:2.0:1789760765.501516:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760765.501525:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760765.501527:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24207360, 24211456) 0 0 00000080:00200000:2.0:1789760765.501532:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760765.501550:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5910, 5910] 00020000:00200000:2.0:1789760765.501558:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24207360 chunk: [24207360, 24211456) 24211456, 4096 00020000:00200000:2.0:1789760765.501563:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760765.501585:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5910, 5910] 00000008:00010000:2.0:1789760765.501605:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760765.501611:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760765.501623:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24207360, 24211456) append 0 append lockpos 0 00000080:00200000:2.0:1789760765.501637:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24207360=0x1716000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760765.501706:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760765.501708:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24211456 00000020:00010000:2.0:1789760765.501716:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760765.501719:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.501723:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.501737:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760765.501741:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760765.501750:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760765.501757:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760765.501779:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8c00 00000008:00100000:2.0:1789760765.502153:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 24207360<>24211456 00000100:00100000:2.0:1789760765.502214:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515756928:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760765.537474:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8c00 00000020:00200000:3.0:1789760765.537555:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760765.537567:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760765.537588:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8c00 00000100:00100000:3.0:1789760765.537676:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515756928:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760765.537782:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5910, 5910] 00000080:00200000:2.0:1789760765.537800:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760765.537807:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760765.537824:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24211456 i_blocks 49159 00000020:00200000:2.0:1789760765.537828:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760765.537837:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760765.537913:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24211456, count: 4096 00000080:00200000:2.0:1789760765.537921:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24211456, bytes: 4096 00000080:00200000:2.0:1789760765.537930:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760765.537940:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760765.537942:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24211456, 24215552) 0 0 00000080:00200000:2.0:1789760765.537946:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760765.537962:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5911, 5911] 00020000:00200000:2.0:1789760765.537971:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24211456 chunk: [24211456, 24215552) 24215552, 4096 00020000:00200000:2.0:1789760765.537975:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760765.537995:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5911, 5911] 00000008:00010000:2.0:1789760765.538014:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760765.538020:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760765.538030:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24211456, 24215552) append 0 append lockpos 0 00000080:00200000:2.0:1789760765.538044:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24211456=0x1717000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760765.538215:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760765.538219:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24215552 00000020:00010000:2.0:1789760765.538227:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760765.538231:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.538234:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.538237:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760765.538240:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760765.538248:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760765.538255:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760765.538271:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760765.538380:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 24211456<>24215552 00000100:00100000:3.0:1789760765.538782:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515757056:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760765.574504:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973228 gen 2 00000008:00010000:3.0:1789760765.575418:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8540 00000020:00200000:3.0:1789760765.575429:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760765.575439:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760765.575468:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8540 00000100:00100000:3.0:1789760765.575505:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515757056:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760765.575765:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5911, 5911] 00000080:00200000:2.0:1789760765.575780:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760765.575787:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760765.575803:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24215552 i_blocks 49159 00000020:00200000:2.0:1789760765.575807:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760765.575818:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760765.575886:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24215552, count: 4096 00000080:00200000:2.0:1789760765.575894:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24215552, bytes: 4096 00000080:00200000:2.0:1789760765.575909:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760765.575918:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760765.575921:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24215552, 24219648) 0 0 00000080:00200000:2.0:1789760765.575925:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760765.575950:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5912, 5912] 00020000:00200000:2.0:1789760765.575960:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24215552 chunk: [24215552, 24219648) 24219648, 4096 00020000:00200000:2.0:1789760765.575964:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760765.575985:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5912, 5912] 00000008:00010000:2.0:1789760765.576003:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760765.576009:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760765.576022:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24215552, 24219648) append 0 append lockpos 0 00000080:00200000:2.0:1789760765.576037:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24215552=0x1718000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760765.576106:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760765.576109:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24219648 00000020:00010000:2.0:1789760765.576117:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760765.576121:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.576124:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.576127:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760765.576130:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760765.576139:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760765.576145:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760765.576162:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760765.576279:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 24215552<>24219648 00000100:00100000:3.0:1789760765.577213:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515757184:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760765.623658:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:3.0:1789760765.623675:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760765.623688:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760765.623704:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000080:00200000:2.0:1789760765.623728:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5912, 5912] 00000100:00100000:3.0:1789760765.623736:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515757184:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760765.623748:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760765.623756:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760765.623771:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24219648 i_blocks 49159 00000020:00200000:2.0:1789760765.623776:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760765.623786:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760765.623820:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24219648, count: 4096 00000080:00200000:2.0:1789760765.623828:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24219648, bytes: 4096 00000080:00200000:2.0:1789760765.623838:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760765.623847:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760765.623849:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24219648, 24223744) 0 0 00000080:00200000:2.0:1789760765.623888:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760765.623906:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5913, 5913] 00020000:00200000:2.0:1789760765.623915:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24219648 chunk: [24219648, 24223744) 24223744, 4096 00020000:00200000:2.0:1789760765.623920:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760765.623940:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5913, 5913] 00000008:00010000:2.0:1789760765.623961:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760765.623966:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760765.623978:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24219648, 24223744) append 0 append lockpos 0 00000080:00200000:2.0:1789760765.623993:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24219648=0x1719000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760765.624054:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760765.624057:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24223744 00000020:00010000:2.0:1789760765.624068:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760765.624071:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.624075:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.624078:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760765.624081:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760765.624091:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760765.624098:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760765.624114:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760765.624231:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 24219648<>24223744 00000100:00100000:3.0:1789760765.624410:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760765.624429:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515757312:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760765.679535:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973230 gen 2 00000008:00010000:3.0:1789760765.679603:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8000 00000020:00200000:3.0:1789760765.679613:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760765.679622:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760765.679642:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8000 00000100:00100000:3.0:1789760765.679673:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515757312:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760765.679755:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5913, 5913] 00000080:00200000:2.0:1789760765.679772:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760765.679780:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760765.679795:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24223744 i_blocks 49159 00000020:00200000:2.0:1789760765.679800:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760765.679809:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760765.679843:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24223744, count: 4096 00000080:00200000:2.0:1789760765.679850:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24223744, bytes: 4096 00000080:00200000:2.0:1789760765.679889:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760765.679898:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760765.679900:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24223744, 24227840) 0 0 00000080:00200000:2.0:1789760765.679905:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760765.679922:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5914, 5914] 00020000:00200000:2.0:1789760765.679932:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24223744 chunk: [24223744, 24227840) 24227840, 4096 00020000:00200000:2.0:1789760765.679937:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760765.679958:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5914, 5914] 00000008:00010000:2.0:1789760765.679976:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760765.679983:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760765.679994:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24223744, 24227840) append 0 append lockpos 0 00000080:00200000:2.0:1789760765.680008:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24223744=0x171a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760765.680066:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760765.680069:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24227840 00000020:00010000:2.0:1789760765.680078:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760765.680081:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.680084:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.680088:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760765.680091:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760765.680112:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760765.680119:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760765.680136:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760765.680474:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 24223744<>24227840 00000100:00100000:3.0:1789760765.680571:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515757440:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760765.717281:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973231 gen 2 00000008:00010000:3.0:1789760765.717332:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:3.0:1789760765.717340:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760765.717351:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760765.718403:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000100:00100000:3.0:1789760765.718447:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515757440:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760765.718549:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5914, 5914] 00000080:00200000:2.0:1789760765.718567:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760765.718573:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760765.718590:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24227840 i_blocks 49159 00000020:00200000:2.0:1789760765.718595:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760765.718605:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760765.718642:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24227840, count: 4096 00000080:00200000:2.0:1789760765.718649:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24227840, bytes: 4096 00000080:00200000:2.0:1789760765.718661:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760765.718670:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760765.718672:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24227840, 24231936) 0 0 00000080:00200000:2.0:1789760765.718677:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760765.718693:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5915, 5915] 00020000:00200000:2.0:1789760765.718702:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24227840 chunk: [24227840, 24231936) 24231936, 4096 00020000:00200000:2.0:1789760765.718707:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760765.718728:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5915, 5915] 00000008:00010000:2.0:1789760765.718748:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760765.718754:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760765.718764:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24227840, 24231936) append 0 append lockpos 0 00000080:00200000:2.0:1789760765.718784:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24227840=0x171b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760765.718847:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760765.718850:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24231936 00000020:00010000:2.0:1789760765.718957:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760765.718961:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.718965:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.718968:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760765.718971:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760765.718981:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760765.718988:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760765.719006:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760765.719528:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 24227840<>24231936 00000100:00100000:3.0:1789760765.719650:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760765.719672:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515757568:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760765.794127:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:3.0:1789760765.794143:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760765.794155:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760765.794177:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:3.0:1789760765.794213:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515757568:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760765.794442:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5915, 5915] 00000080:00200000:2.0:1789760765.794459:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760765.794465:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760765.794481:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24231936 i_blocks 49159 00000020:00200000:2.0:1789760765.794484:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760765.794493:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760765.794526:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24231936, count: 4096 00000080:00200000:2.0:1789760765.794533:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24231936, bytes: 4096 00000080:00200000:2.0:1789760765.794547:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760765.794555:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760765.794557:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24231936, 24236032) 0 0 00000080:00200000:2.0:1789760765.794561:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760765.794578:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5916, 5916] 00020000:00200000:2.0:1789760765.794588:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24231936 chunk: [24231936, 24236032) 24236032, 4096 00020000:00200000:2.0:1789760765.794592:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760765.794611:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5916, 5916] 00000008:00010000:2.0:1789760765.794629:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760765.794634:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760765.794648:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24231936, 24236032) append 0 append lockpos 0 00000080:00200000:2.0:1789760765.794663:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24231936=0x171c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760765.794719:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760765.794722:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24236032 00000020:00010000:2.0:1789760765.794731:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760765.794734:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.794737:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.794741:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760765.794743:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760765.794753:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760765.794760:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760765.794967:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e80c0 00000008:00100000:3.0:1789760765.795081:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 24231936<>24236032 00000100:00100000:3.0:1789760765.795147:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515757696:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760765.874386:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973233 gen 2 00000008:00010000:3.0:1789760765.874455:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e80c0 00000020:00200000:3.0:1789760765.874464:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760765.874475:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760765.874496:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e80c0 00000100:00100000:3.0:1789760765.874523:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515757696:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760765.874651:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5916, 5916] 00000080:00200000:2.0:1789760765.874668:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760765.874674:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760765.874689:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24236032 i_blocks 49159 00000020:00200000:2.0:1789760765.874694:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760765.874703:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760765.874738:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24236032, count: 4096 00000080:00200000:2.0:1789760765.874745:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24236032, bytes: 4096 00000080:00200000:2.0:1789760765.874754:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760765.874763:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760765.874765:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24236032, 24240128) 0 0 00000080:00200000:2.0:1789760765.874770:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760765.874786:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5917, 5917] 00020000:00200000:2.0:1789760765.874795:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24236032 chunk: [24236032, 24240128) 24240128, 4096 00020000:00200000:2.0:1789760765.874799:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760765.874818:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5917, 5917] 00000008:00010000:2.0:1789760765.874836:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760765.874842:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760765.874852:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24236032, 24240128) append 0 append lockpos 0 00000080:00200000:2.0:1789760765.874894:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24236032=0x171d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760765.874944:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760765.874947:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24240128 00000020:00010000:2.0:1789760765.874955:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760765.874959:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.874962:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.874965:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760765.874968:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760765.874977:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760765.874983:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760765.874999:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760765.875311:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 24236032<>24240128 00000100:00100000:3.0:1789760765.875393:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515757824:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760765.925683:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973234 gen 2 00000008:00010000:3.0:1789760765.925738:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8600 00000020:00200000:3.0:1789760765.925746:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760765.925757:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760765.925778:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8600 00000100:00100000:3.0:1789760765.925810:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515757824:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760765.926056:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5917, 5917] 00000080:00200000:2.0:1789760765.926074:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760765.926080:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760765.926112:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24240128 i_blocks 49159 00000020:00200000:2.0:1789760765.926117:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760765.926127:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760765.926163:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24240128, count: 4096 00000080:00200000:2.0:1789760765.926170:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24240128, bytes: 4096 00000080:00200000:2.0:1789760765.926180:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760765.926198:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760765.926200:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24240128, 24244224) 0 0 00000080:00200000:2.0:1789760765.926205:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760765.926221:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5918, 5918] 00020000:00200000:2.0:1789760765.926231:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24240128 chunk: [24240128, 24244224) 24244224, 4096 00020000:00200000:2.0:1789760765.926403:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760765.926426:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5918, 5918] 00000008:00010000:2.0:1789760765.926443:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760765.926450:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760765.926462:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24240128, 24244224) append 0 append lockpos 0 00000080:00200000:2.0:1789760765.926476:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24240128=0x171e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760765.926541:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760765.926544:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24244224 00000020:00010000:2.0:1789760765.926552:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760765.926555:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.926558:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.926561:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760765.926564:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760765.926573:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760765.926579:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760765.926596:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760765.926701:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 24240128<>24244224 00000100:00100000:3.0:1789760765.927031:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515757952:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760765.938226:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789760765.958592:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973235 gen 2 00000008:00010000:3.0:1789760765.958648:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8240 00000020:00200000:3.0:1789760765.958657:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760765.958667:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760765.958690:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8240 00000100:00100000:3.0:1789760765.958722:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515757952:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760765.959036:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5918, 5918] 00000080:00200000:2.0:1789760765.959054:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760765.959061:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760765.959080:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24244224 i_blocks 49159 00000020:00200000:2.0:1789760765.959084:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760765.959111:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760765.959152:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24244224, count: 4096 00000080:00200000:2.0:1789760765.959159:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24244224, bytes: 4096 00000080:00200000:2.0:1789760765.959171:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760765.959181:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760765.959191:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24244224, 24248320) 0 0 00000080:00200000:2.0:1789760765.959196:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760765.959217:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5919, 5919] 00020000:00200000:2.0:1789760765.959227:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24244224 chunk: [24244224, 24248320) 24248320, 4096 00020000:00200000:2.0:1789760765.959231:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760765.959264:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5919, 5919] 00000008:00010000:2.0:1789760765.959283:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760765.959288:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760765.959301:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24244224, 24248320) append 0 append lockpos 0 00000080:00200000:2.0:1789760765.959314:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24244224=0x171f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760765.959370:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760765.959373:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24248320 00000020:00010000:2.0:1789760765.959381:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760765.959384:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.959387:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.959390:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760765.959393:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760765.959402:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760765.959408:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760765.959422:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8900 00000008:00100000:2.0:1789760765.959533:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 24244224<>24248320 00000100:00100000:3.0:1789760765.959684:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760765.959704:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515758080:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760765.999178:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8900 00000020:00200000:3.0:1789760765.999203:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760765.999216:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760765.999237:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8900 00000100:00100000:3.0:1789760765.999270:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515758080:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760765.999402:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5919, 5919] 00000080:00200000:2.0:1789760765.999419:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760765.999425:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760765.999440:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24248320 i_blocks 49159 00000020:00200000:2.0:1789760765.999444:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760765.999454:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760765.999487:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24248320, count: 4096 00000080:00200000:2.0:1789760765.999493:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24248320, bytes: 4096 00000080:00200000:2.0:1789760765.999504:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760765.999514:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760765.999516:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24248320, 24252416) 0 0 00000080:00200000:2.0:1789760765.999520:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760765.999539:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5920, 5920] 00020000:00200000:2.0:1789760765.999549:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24248320 chunk: [24248320, 24252416) 24252416, 4096 00020000:00200000:2.0:1789760765.999553:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760765.999574:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5920, 5920] 00000008:00010000:2.0:1789760765.999593:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760765.999600:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760765.999612:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24248320, 24252416) append 0 append lockpos 0 00000080:00200000:2.0:1789760765.999625:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24248320=0x1720000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760765.999681:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760765.999683:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24252416 00000020:00010000:2.0:1789760765.999692:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760765.999696:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.999699:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760765.999703:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760765.999706:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760765.999715:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760765.999721:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760765.999737:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760765.999914:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 24248320<>24252416 00000100:00100000:3.0:1789760766.000279:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760766.000301:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515758208:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760766.036777:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973237 gen 2 00000008:00010000:3.0:1789760766.036837:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:3.0:1789760766.036844:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760766.036852:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760766.036907:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:3.0:1789760766.036931:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515758208:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760766.037063:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5920, 5920] 00000080:00200000:2.0:1789760766.037077:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760766.037082:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760766.037094:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24252416 i_blocks 49159 00000020:00200000:2.0:1789760766.037098:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760766.037108:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760766.037134:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24252416, count: 4096 00000080:00200000:2.0:1789760766.037140:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24252416, bytes: 4096 00000080:00200000:2.0:1789760766.037149:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760766.037155:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760766.037157:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24252416, 24256512) 0 0 00000080:00200000:2.0:1789760766.037160:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760766.037173:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5921, 5921] 00020000:00200000:2.0:1789760766.037180:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24252416 chunk: [24252416, 24256512) 24256512, 4096 00020000:00200000:2.0:1789760766.037192:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760766.037207:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5921, 5921] 00000008:00010000:2.0:1789760766.037220:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760766.037225:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760766.037234:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24252416, 24256512) append 0 append lockpos 0 00000080:00200000:2.0:1789760766.037254:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24252416=0x1721000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760766.037297:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760766.037300:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24256512 00000020:00010000:2.0:1789760766.037307:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760766.037310:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760766.037313:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760766.037315:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760766.037318:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760766.037325:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760766.037331:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760766.037343:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760766.037419:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 24252416<>24256512 00000100:00100000:3.0:1789760766.039097:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760766.039124:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515758336:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760766.074586:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8b40 00000020:00200000:3.0:1789760766.074601:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760766.074612:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760766.074633:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8b40 00000100:00100000:3.0:1789760766.074662:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515758336:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760766.074838:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5921, 5921] 00000080:00200000:2.0:1789760766.074887:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760766.074893:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760766.074909:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24256512 i_blocks 49159 00000020:00200000:2.0:1789760766.074913:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760766.074923:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760766.074956:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24256512, count: 4096 00000080:00200000:2.0:1789760766.074963:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24256512, bytes: 4096 00000080:00200000:2.0:1789760766.074973:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760766.074982:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760766.074984:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24256512, 24260608) 0 0 00000080:00200000:2.0:1789760766.074989:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760766.075006:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5922, 5922] 00020000:00200000:2.0:1789760766.075015:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24256512 chunk: [24256512, 24260608) 24260608, 4096 00020000:00200000:2.0:1789760766.075019:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760766.075039:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5922, 5922] 00000008:00010000:2.0:1789760766.075057:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760766.075062:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760766.075073:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24256512, 24260608) append 0 append lockpos 0 00000080:00200000:2.0:1789760766.075086:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24256512=0x1722000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760766.075315:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760766.075318:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24260608 00000020:00010000:2.0:1789760766.075327:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760766.075332:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760766.075335:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760766.075338:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760766.075342:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760766.075350:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760766.075356:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760766.075374:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8d80 00000008:00100000:2.0:1789760766.075481:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 24256512<>24260608 00000100:00100000:3.0:1789760766.075589:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760766.075611:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515758464:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760766.109622:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973238 gen 2 00000100:00100000:3.0:1789760766.109667:0:2364:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23a8e00 x1876699515758464/t4294973239(4294973239) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760782 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760766.109721:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8d80 00000020:00200000:3.0:1789760766.109728:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760766.109738:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760766.109760:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8d80 00000100:00100000:3.0:1789760766.109788:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515758464:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760766.110568:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5922, 5922] 00000080:00200000:2.0:1789760766.110589:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760766.110596:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760766.110614:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24260608 i_blocks 49159 00000020:00200000:2.0:1789760766.110619:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760766.110630:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760766.110668:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24260608, count: 4096 00000080:00200000:2.0:1789760766.110677:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24260608, bytes: 4096 00000080:00200000:2.0:1789760766.110691:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760766.110701:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760766.110703:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24260608, 24264704) 0 0 00000080:00200000:2.0:1789760766.110708:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760766.110728:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5923, 5923] 00020000:00200000:2.0:1789760766.110737:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24260608 chunk: [24260608, 24264704) 24264704, 4096 00020000:00200000:2.0:1789760766.110742:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760766.110761:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5923, 5923] 00000008:00010000:2.0:1789760766.110793:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760766.110799:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760766.110812:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24260608, 24264704) append 0 append lockpos 0 00000080:00200000:2.0:1789760766.111135:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24260608=0x1723000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760766.111219:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760766.111222:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24264704 00000020:00010000:2.0:1789760766.111231:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760766.111234:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760766.111238:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760766.111242:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760766.111245:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760766.111254:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760766.111262:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760766.111282:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760766.111406:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 24260608<>24264704 00000100:00100000:3.0:1789760766.111596:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760766.111619:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515758592:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760766.149299:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973240 gen 2 00000008:00010000:3.0:1789760766.149369:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8f00 00000020:00200000:3.0:1789760766.149378:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760766.149389:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760766.149410:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8f00 00000100:00100000:3.0:1789760766.149439:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515758592:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760766.149538:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5923, 5923] 00000080:00200000:2.0:1789760766.149554:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760766.149561:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760766.149578:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24264704 i_blocks 49159 00000020:00200000:2.0:1789760766.149583:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760766.149592:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760766.149627:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24264704, count: 4096 00000080:00200000:2.0:1789760766.149634:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24264704, bytes: 4096 00000080:00200000:2.0:1789760766.149644:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760766.149653:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760766.149655:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24264704, 24268800) 0 0 00000080:00200000:2.0:1789760766.149659:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760766.149674:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5924, 5924] 00020000:00200000:2.0:1789760766.149682:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24264704 chunk: [24264704, 24268800) 24268800, 4096 00020000:00200000:2.0:1789760766.149687:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760766.149706:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5924, 5924] 00000008:00010000:2.0:1789760766.149723:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760766.149728:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760766.149740:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24264704, 24268800) append 0 append lockpos 0 00000080:00200000:2.0:1789760766.149753:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24264704=0x1724000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760766.149811:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760766.149814:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24268800 00000020:00010000:2.0:1789760766.149929:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760766.149934:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760766.149937:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760766.149940:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760766.149944:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760766.149953:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760766.149960:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760766.149977:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760766.150086:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 24264704<>24268800 00000100:00100000:3.0:1789760766.150321:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760766.150345:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515758720:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760766.186067:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8f00 00000020:00200000:3.0:1789760766.186083:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760766.186094:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760766.186121:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8f00 00000100:00100000:3.0:1789760766.186153:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515758720:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760766.186341:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5924, 5924] 00000080:00200000:2.0:1789760766.186357:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760766.186364:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760766.186381:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24268800 i_blocks 49159 00000020:00200000:2.0:1789760766.186385:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760766.186395:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760766.186428:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24268800, count: 4096 00000080:00200000:2.0:1789760766.186437:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24268800, bytes: 4096 00000080:00200000:2.0:1789760766.186449:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760766.186460:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760766.186463:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24268800, 24272896) 0 0 00000080:00200000:2.0:1789760766.186468:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760766.186486:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5925, 5925] 00020000:00200000:2.0:1789760766.186496:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24268800 chunk: [24268800, 24272896) 24272896, 4096 00020000:00200000:2.0:1789760766.186501:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760766.186522:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5925, 5925] 00000008:00010000:2.0:1789760766.186545:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760766.186551:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760766.186564:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24268800, 24272896) append 0 append lockpos 0 00000080:00200000:2.0:1789760766.186579:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24268800=0x1725000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760766.186640:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760766.186643:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24272896 00000020:00010000:2.0:1789760766.186652:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760766.186656:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760766.186659:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760766.186662:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760766.186666:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760766.186674:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760766.186681:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760766.186699:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8d80 00000008:00100000:2.0:1789760766.187664:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 24268800<>24272896 00000100:00100000:3.0:1789760766.187749:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515758848:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760766.221770:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973242 gen 2 00000008:00010000:3.0:1789760766.221990:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8d80 00000020:00200000:3.0:1789760766.222000:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760766.222010:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760766.222025:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8d80 00000100:00100000:3.0:1789760766.222056:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515758848:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760766.222178:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5925, 5925] 00000080:00200000:0.0:1789760766.222205:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760766.222213:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760766.222229:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24272896 i_blocks 49159 00000020:00200000:0.0:1789760766.222233:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760766.222244:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760766.222280:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24272896, count: 4096 00000080:00200000:0.0:1789760766.222286:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24272896, bytes: 4096 00000080:00200000:0.0:1789760766.222299:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760766.222309:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760766.222312:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24272896, 24276992) 0 0 00000080:00200000:0.0:1789760766.222317:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760766.222333:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5926, 5926] 00020000:00200000:0.0:1789760766.222342:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24272896 chunk: [24272896, 24276992) 24276992, 4096 00020000:00200000:0.0:1789760766.222346:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760766.222366:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5926, 5926] 00000008:00010000:0.0:1789760766.222384:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760766.222390:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760766.222403:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24272896, 24276992) append 0 append lockpos 0 00000080:00200000:0.0:1789760766.222418:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24272896=0x1726000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760766.222480:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760766.222483:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24276992 00000020:00010000:0.0:1789760766.222504:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760766.222508:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.222511:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.222515:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760766.222518:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760766.222527:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760766.222534:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760766.222551:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760766.222663:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4380 - object 0x240000400:4 offset 24272896<>24276992 00000100:00100000:1.0:1789760766.223607:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515758976:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760766.254009:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760766.254026:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760766.254038:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760766.254110:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760766.254142:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515758976:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760766.254278:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5926, 5926] 00000080:00200000:0.0:1789760766.254294:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760766.254299:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760766.254314:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24276992 i_blocks 49159 00000020:00200000:0.0:1789760766.254317:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760766.254327:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760766.254367:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24276992, count: 4096 00000080:00200000:0.0:1789760766.254374:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24276992, bytes: 4096 00000080:00200000:0.0:1789760766.254387:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760766.254396:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760766.254399:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24276992, 24281088) 0 0 00000080:00200000:0.0:1789760766.254404:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760766.254422:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5927, 5927] 00020000:00200000:0.0:1789760766.254431:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24276992 chunk: [24276992, 24281088) 24281088, 4096 00020000:00200000:0.0:1789760766.254436:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760766.254460:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5927, 5927] 00000008:00010000:0.0:1789760766.254479:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760766.254485:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760766.254499:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24276992, 24281088) append 0 append lockpos 0 00000080:00200000:0.0:1789760766.254607:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24276992=0x1727000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760766.254670:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760766.254673:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24281088 00000020:00010000:0.0:1789760766.254681:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760766.254684:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.254687:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.254691:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760766.254693:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760766.254700:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760766.254706:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760766.254721:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760766.255007:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 24276992<>24281088 00000100:00100000:1.0:1789760766.255070:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515759104:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760766.283792:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973244 gen 2 00000008:00010000:1.0:1789760766.284101:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760766.284111:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760766.284121:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760766.284144:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000080:00200000:0.0:1789760766.284192:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5927, 5927] 00000100:00100000:1.0:1789760766.284193:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515759104:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760766.284212:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760766.284219:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760766.284236:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24281088 i_blocks 49159 00000020:00200000:0.0:1789760766.284240:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760766.284253:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760766.284287:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24281088, count: 4096 00000080:00200000:0.0:1789760766.284294:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24281088, bytes: 4096 00000080:00200000:0.0:1789760766.284305:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760766.284314:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760766.284316:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24281088, 24285184) 0 0 00000080:00200000:0.0:1789760766.284322:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760766.284340:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5928, 5928] 00020000:00200000:0.0:1789760766.284351:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24281088 chunk: [24281088, 24285184) 24285184, 4096 00020000:00200000:0.0:1789760766.284356:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760766.284377:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5928, 5928] 00000008:00010000:0.0:1789760766.284396:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760766.284402:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760766.284412:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24281088, 24285184) append 0 append lockpos 0 00000080:00200000:0.0:1789760766.284426:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24281088=0x1728000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760766.284550:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760766.284553:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24285184 00000020:00010000:0.0:1789760766.284563:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760766.284567:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.284570:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.284574:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760766.284577:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760766.284584:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760766.284592:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760766.284608:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760766.284718:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5c00 - object 0x240000400:4 offset 24281088<>24285184 00000100:00100000:1.0:1789760766.285623:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515759232:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760766.333584:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973245 gen 2 00000008:00010000:1.0:1789760766.333635:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760766.333643:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760766.333653:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760766.333679:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760766.333710:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515759232:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760766.333828:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5928, 5928] 00000080:00200000:0.0:1789760766.333844:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760766.333850:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760766.333909:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24285184 i_blocks 49159 00000020:00200000:0.0:1789760766.333912:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760766.333924:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760766.333957:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24285184, count: 4096 00000080:00200000:0.0:1789760766.333964:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24285184, bytes: 4096 00000080:00200000:0.0:1789760766.333983:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760766.333992:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760766.333995:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24285184, 24289280) 0 0 00000080:00200000:0.0:1789760766.333999:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760766.334015:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5929, 5929] 00020000:00200000:0.0:1789760766.334023:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24285184 chunk: [24285184, 24289280) 24289280, 4096 00020000:00200000:0.0:1789760766.334027:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760766.334045:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5929, 5929] 00000008:00010000:0.0:1789760766.334063:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760766.334070:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760766.334081:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24285184, 24289280) append 0 append lockpos 0 00000080:00200000:0.0:1789760766.334112:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24285184=0x1729000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760766.334171:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760766.334174:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24289280 00000020:00010000:0.0:1789760766.334190:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760766.334194:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.334197:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.334201:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760766.334203:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760766.334211:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760766.334218:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760766.334461:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760766.334569:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 24285184<>24289280 00000100:00100000:1.0:1789760766.334820:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760766.334843:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515759360:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760766.380720:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973246 gen 2 00000008:00010000:1.0:1789760766.380782:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760766.380793:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760766.380806:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760766.380829:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760766.380949:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515759360:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760766.381482:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5929, 5929] 00000080:00200000:0.0:1789760766.381499:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760766.381505:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760766.381521:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24289280 i_blocks 49159 00000020:00200000:0.0:1789760766.381525:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760766.381536:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760766.381571:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24289280, count: 4096 00000080:00200000:0.0:1789760766.381579:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24289280, bytes: 4096 00000080:00200000:0.0:1789760766.381592:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760766.381600:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760766.381603:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24289280, 24293376) 0 0 00000080:00200000:0.0:1789760766.381608:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760766.381627:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5930, 5930] 00020000:00200000:0.0:1789760766.381637:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24289280 chunk: [24289280, 24293376) 24293376, 4096 00020000:00200000:0.0:1789760766.381643:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760766.381665:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5930, 5930] 00000008:00010000:0.0:1789760766.381690:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760766.381697:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760766.381712:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24289280, 24293376) append 0 append lockpos 0 00000080:00200000:0.0:1789760766.381729:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24289280=0x172a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760766.381803:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760766.381806:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24293376 00000020:00010000:0.0:1789760766.381815:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760766.381819:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.382141:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.382146:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760766.382149:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760766.382158:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760766.382166:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760766.382194:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760766.382312:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5180 - object 0x240000400:4 offset 24289280<>24293376 00000100:00100000:1.0:1789760766.382509:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515759488:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760766.421228:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760766.421244:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760766.421255:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760766.421267:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760766.421299:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515759488:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760766.421399:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5930, 5930] 00000080:00200000:0.0:1789760766.421417:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760766.421423:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760766.421439:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24293376 i_blocks 49159 00000020:00200000:0.0:1789760766.421442:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760766.421452:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760766.421488:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24293376, count: 4096 00000080:00200000:0.0:1789760766.421495:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24293376, bytes: 4096 00000080:00200000:0.0:1789760766.421506:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760766.421515:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760766.421517:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24293376, 24297472) 0 0 00000080:00200000:0.0:1789760766.421522:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760766.421538:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5931, 5931] 00020000:00200000:0.0:1789760766.421546:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24293376 chunk: [24293376, 24297472) 24297472, 4096 00020000:00200000:0.0:1789760766.421551:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760766.421571:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5931, 5931] 00000008:00010000:0.0:1789760766.421588:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760766.421594:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760766.421605:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24293376, 24297472) append 0 append lockpos 0 00000080:00200000:0.0:1789760766.421619:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24293376=0x172b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760766.421678:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760766.421681:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24297472 00000020:00010000:0.0:1789760766.421689:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760766.421692:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.421695:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.421698:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760766.421701:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760766.421709:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760766.421715:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760766.421730:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760766.421833:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4a80 - object 0x240000400:4 offset 24293376<>24297472 00000100:00100000:1.0:1789760766.421960:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760766.421987:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515759616:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760766.454919:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973248 gen 2 00000008:00010000:1.0:1789760766.455038:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760766.455047:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760766.455057:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760766.455075:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760766.455114:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515759616:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760766.455224:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5931, 5931] 00000080:00200000:0.0:1789760766.455240:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760766.455246:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760766.455262:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24297472 i_blocks 49159 00000020:00200000:0.0:1789760766.455266:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760766.455276:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760766.455310:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24297472, count: 4096 00000080:00200000:0.0:1789760766.455317:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24297472, bytes: 4096 00000080:00200000:0.0:1789760766.455328:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760766.455336:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760766.455339:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24297472, 24301568) 0 0 00000080:00200000:0.0:1789760766.455343:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760766.455359:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5932, 5932] 00020000:00200000:0.0:1789760766.455367:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24297472 chunk: [24297472, 24301568) 24301568, 4096 00020000:00200000:0.0:1789760766.455372:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760766.455392:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5932, 5932] 00000008:00010000:0.0:1789760766.455410:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760766.455416:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760766.455427:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24297472, 24301568) append 0 append lockpos 0 00000080:00200000:0.0:1789760766.455441:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24297472=0x172c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760766.455498:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760766.455501:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24301568 00000020:00010000:0.0:1789760766.455510:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760766.455513:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.455516:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.455519:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760766.455522:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760766.455529:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760766.455537:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760766.455552:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760766.455668:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4a80 - object 0x240000400:4 offset 24297472<>24301568 00000100:00100000:1.0:1789760766.455734:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515759744:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760766.490895:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973249 gen 2 00000008:00010000:1.0:1789760766.490948:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760766.490956:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760766.490966:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760766.491040:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760766.491071:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515759744:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760766.491296:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5932, 5932] 00000080:00200000:0.0:1789760766.491313:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760766.491320:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760766.491335:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24301568 i_blocks 49159 00000020:00200000:0.0:1789760766.491338:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760766.491349:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760766.491382:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24301568, count: 4096 00000080:00200000:0.0:1789760766.491390:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24301568, bytes: 4096 00000080:00200000:0.0:1789760766.491401:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760766.491411:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760766.491413:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24301568, 24305664) 0 0 00000080:00200000:0.0:1789760766.491418:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760766.491437:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5933, 5933] 00020000:00200000:0.0:1789760766.491446:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24301568 chunk: [24301568, 24305664) 24305664, 4096 00020000:00200000:0.0:1789760766.491450:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760766.491472:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5933, 5933] 00000008:00010000:0.0:1789760766.491491:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760766.491497:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760766.491507:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24301568, 24305664) append 0 append lockpos 0 00000080:00200000:0.0:1789760766.491521:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24301568=0x172d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760766.491589:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760766.491591:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24305664 00000020:00010000:0.0:1789760766.491601:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760766.491603:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.491606:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.491610:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760766.491612:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760766.491620:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760766.491627:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760766.491644:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760766.491749:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5180 - object 0x240000400:4 offset 24301568<>24305664 00000100:00100000:1.0:1789760766.491826:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515759872:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760766.526475:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973250 gen 2 00000008:00010000:1.0:1789760766.526510:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760766.526517:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760766.526525:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760766.527474:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760766.527509:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515759872:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760766.528470:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5933, 5933] 00000080:00200000:2.0:1789760766.528487:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760766.528493:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760766.528508:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24305664 i_blocks 49159 00000020:00200000:2.0:1789760766.528513:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760766.528525:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760766.528551:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24305664, count: 4096 00000080:00200000:2.0:1789760766.528557:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24305664, bytes: 4096 00000080:00200000:2.0:1789760766.528568:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760766.528578:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760766.528580:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24305664, 24309760) 0 0 00000080:00200000:2.0:1789760766.528584:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760766.528599:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5934, 5934] 00020000:00200000:2.0:1789760766.528607:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24305664 chunk: [24305664, 24309760) 24309760, 4096 00020000:00200000:2.0:1789760766.528611:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760766.528626:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5934, 5934] 00000008:00010000:2.0:1789760766.528639:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760766.528644:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760766.528654:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24305664, 24309760) append 0 append lockpos 0 00000080:00200000:2.0:1789760766.528675:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24305664=0x172e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760766.528725:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760766.528728:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24309760 00000020:00010000:2.0:1789760766.528734:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760766.528737:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760766.528740:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760766.528744:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760766.528746:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760766.528753:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760766.528758:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760766.528775:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760766.528888:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 24305664<>24309760 00000100:00100000:3.0:1789760766.529008:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515760000:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760766.578899:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8b40 00000020:00200000:3.0:1789760766.578909:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760766.578918:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760766.578937:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8b40 00000100:00100000:3.0:1789760766.578961:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515760000:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760766.579046:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5934, 5934] 00000080:00200000:2.0:1789760766.579059:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760766.579064:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760766.579075:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24309760 i_blocks 49159 00000020:00200000:2.0:1789760766.579079:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760766.579087:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760766.579113:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24309760, count: 4096 00000080:00200000:2.0:1789760766.579119:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24309760, bytes: 4096 00000080:00200000:2.0:1789760766.579127:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760766.579134:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760766.579136:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24309760, 24313856) 0 0 00000080:00200000:2.0:1789760766.579140:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760766.579152:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5935, 5935] 00020000:00200000:2.0:1789760766.579160:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24309760 chunk: [24309760, 24313856) 24313856, 4096 00020000:00200000:2.0:1789760766.579163:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760766.579205:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5935, 5935] 00000008:00010000:2.0:1789760766.579221:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760766.579226:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760766.579235:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24309760, 24313856) append 0 append lockpos 0 00000080:00200000:2.0:1789760766.579246:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24309760=0x172f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760766.579288:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760766.579291:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24313856 00000020:00010000:2.0:1789760766.579307:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760766.579311:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760766.579314:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760766.579317:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760766.579320:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760766.579327:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760766.579333:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760766.579345:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760766.579427:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 24309760<>24313856 00000100:00100000:3.0:1789760766.579680:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760766.579695:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515760128:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760766.627402:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973252 gen 2 00000008:00010000:3.0:1789760766.627444:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:3.0:1789760766.627450:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760766.627457:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760766.627515:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:3.0:1789760766.627537:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515760128:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760766.628945:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5935, 5935] 00000080:00200000:2.0:1789760766.628963:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760766.628968:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760766.628982:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24313856 i_blocks 49159 00000020:00200000:2.0:1789760766.628988:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760766.628998:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760766.629024:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24313856, count: 4096 00000080:00200000:2.0:1789760766.629031:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24313856, bytes: 4096 00000080:00200000:2.0:1789760766.629041:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760766.629049:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760766.629051:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24313856, 24317952) 0 0 00000080:00200000:2.0:1789760766.629055:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760766.629067:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5936, 5936] 00020000:00200000:2.0:1789760766.629074:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24313856 chunk: [24313856, 24317952) 24317952, 4096 00020000:00200000:2.0:1789760766.629078:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760766.629094:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5936, 5936] 00000008:00010000:2.0:1789760766.629108:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760766.629112:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760766.629121:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24313856, 24317952) append 0 append lockpos 0 00000080:00200000:2.0:1789760766.629131:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24313856=0x1730000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760766.629190:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760766.629194:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24317952 00000020:00010000:2.0:1789760766.629200:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760766.629203:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760766.629206:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760766.629209:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760766.629212:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760766.629220:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760766.629225:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760766.629242:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8900 00000008:00100000:2.0:1789760766.629492:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 24313856<>24317952 00000100:00100000:3.0:1789760766.629568:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515760256:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760766.671204:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973253 gen 2 00000008:00010000:3.0:1789760766.671252:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8900 00000020:00200000:3.0:1789760766.671259:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760766.671267:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760766.671286:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8900 00000100:00100000:3.0:1789760766.671309:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515760256:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760766.671400:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5936, 5936] 00000080:00200000:2.0:1789760766.671413:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760766.671418:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760766.671430:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24317952 i_blocks 49159 00000020:00200000:2.0:1789760766.671433:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760766.671441:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760766.671465:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24317952, count: 4096 00000080:00200000:2.0:1789760766.671472:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24317952, bytes: 4096 00000080:00200000:2.0:1789760766.671480:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760766.671499:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760766.671501:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24317952, 24322048) 0 0 00000080:00200000:2.0:1789760766.671504:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760766.671518:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5937, 5937] 00020000:00200000:2.0:1789760766.671525:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24317952 chunk: [24317952, 24322048) 24322048, 4096 00020000:00200000:2.0:1789760766.671528:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760766.671543:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5937, 5937] 00000008:00010000:2.0:1789760766.671558:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760766.671563:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760766.671573:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24317952, 24322048) append 0 append lockpos 0 00000080:00200000:2.0:1789760766.671583:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24317952=0x1731000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760766.671627:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760766.671630:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24322048 00000020:00010000:2.0:1789760766.671637:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760766.671641:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760766.671644:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760766.671647:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760766.671650:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760766.671670:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760766.672530:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760766.672550:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760766.672630:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 24317952<>24322048 00000100:00100000:3.0:1789760766.672741:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515760384:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760766.704323:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973254 gen 2 00000008:00010000:3.0:1789760766.704354:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8240 00000020:00200000:3.0:1789760766.704360:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760766.704366:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760766.704383:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8240 00000100:00100000:3.0:1789760766.704409:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515760384:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760766.704420:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5937, 5937] 00000080:00200000:0.0:1789760766.704438:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760766.704443:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760766.704458:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24322048 i_blocks 49159 00000020:00200000:0.0:1789760766.704461:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760766.704470:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760766.704637:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24322048, count: 4096 00000080:00200000:0.0:1789760766.704645:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24322048, bytes: 4096 00000080:00200000:0.0:1789760766.704710:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760766.704718:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760766.704721:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24322048, 24326144) 0 0 00000080:00200000:0.0:1789760766.704725:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760766.704738:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5938, 5938] 00020000:00200000:0.0:1789760766.704745:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24322048 chunk: [24322048, 24326144) 24326144, 4096 00020000:00200000:0.0:1789760766.704749:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760766.704762:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5938, 5938] 00000008:00010000:0.0:1789760766.704776:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760766.704780:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760766.704789:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24322048, 24326144) append 0 append lockpos 0 00000080:00200000:0.0:1789760766.704799:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24322048=0x1732000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760766.704941:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760766.704945:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24326144 00000020:00010000:0.0:1789760766.704952:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760766.704956:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.704959:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.704962:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760766.704964:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760766.704971:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760766.704977:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760766.704992:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760766.705071:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 24322048<>24326144 00000100:00100000:1.0:1789760766.705196:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515760512:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760766.739588:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973255 gen 2 00000008:00010000:1.0:1789760766.739627:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760766.739634:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760766.739643:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760766.739662:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760766.739687:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515760512:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760766.740348:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5938, 5938] 00000080:00200000:0.0:1789760766.740363:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760766.740369:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760766.740380:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24326144 i_blocks 49159 00000020:00200000:0.0:1789760766.740384:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760766.740393:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760766.740418:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24326144, count: 4096 00000080:00200000:0.0:1789760766.740424:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24326144, bytes: 4096 00000080:00200000:0.0:1789760766.740435:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760766.740442:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760766.740445:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24326144, 24330240) 0 0 00000080:00200000:0.0:1789760766.740449:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760766.740462:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5939, 5939] 00020000:00200000:0.0:1789760766.740468:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24326144 chunk: [24326144, 24330240) 24330240, 4096 00020000:00200000:0.0:1789760766.740472:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760766.740702:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5939, 5939] 00000008:00010000:0.0:1789760766.740718:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760766.740722:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760766.740732:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24326144, 24330240) append 0 append lockpos 0 00000080:00200000:0.0:1789760766.740743:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24326144=0x1733000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760766.741149:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760766.741153:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24330240 00000020:00010000:0.0:1789760766.741161:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760766.741165:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.741169:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.741173:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760766.741186:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760766.741195:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760766.741201:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760766.741220:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760766.741305:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5c00 - object 0x240000400:4 offset 24326144<>24330240 00000100:00100000:1.0:1789760766.741764:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760766.741798:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515760640:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760766.783593:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760766.783604:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760766.783613:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760766.783636:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760766.783660:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515760640:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760766.783809:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5939, 5939] 00000080:00200000:0.0:1789760766.783822:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760766.783837:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760766.783849:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24330240 i_blocks 49159 00000020:00200000:0.0:1789760766.783879:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760766.783888:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760766.783922:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24330240, count: 4096 00000080:00200000:0.0:1789760766.783928:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24330240, bytes: 4096 00000080:00200000:0.0:1789760766.783936:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760766.783943:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760766.783945:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24330240, 24334336) 0 0 00000080:00200000:0.0:1789760766.783949:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760766.783961:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5940, 5940] 00020000:00200000:0.0:1789760766.783967:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24330240 chunk: [24330240, 24334336) 24334336, 4096 00020000:00200000:0.0:1789760766.783972:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760766.783985:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5940, 5940] 00000008:00010000:0.0:1789760766.783998:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760766.784002:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760766.784010:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24330240, 24334336) append 0 append lockpos 0 00000080:00200000:0.0:1789760766.784021:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24330240=0x1734000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760766.784064:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760766.784067:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24334336 00000020:00010000:0.0:1789760766.784073:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760766.784076:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.784079:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.784082:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760766.784084:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760766.784091:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760766.784097:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760766.784110:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760766.784196:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 24330240<>24334336 00000100:00100000:1.0:1789760766.784591:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515760768:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760766.845377:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973256 gen 2 00000100:00100000:1.0:1789760766.845407:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc5880 x1876699515760768/t4294973257(4294973257) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760782 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760766.845444:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760766.845450:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760766.845458:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760766.845551:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760766.845575:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515760768:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760766.846129:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5940, 5940] 00000080:00200000:0.0:1789760766.846142:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760766.846147:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760766.846158:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24334336 i_blocks 49159 00000020:00200000:0.0:1789760766.846161:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760766.846172:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760766.846207:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24334336, count: 4096 00000080:00200000:0.0:1789760766.846213:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24334336, bytes: 4096 00000080:00200000:0.0:1789760766.846224:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760766.846241:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760766.846243:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24334336, 24338432) 0 0 00000080:00200000:0.0:1789760766.846247:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760766.846259:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5941, 5941] 00020000:00200000:0.0:1789760766.846267:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24334336 chunk: [24334336, 24338432) 24338432, 4096 00020000:00200000:0.0:1789760766.846272:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760766.846287:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5941, 5941] 00000008:00010000:0.0:1789760766.846301:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760766.846305:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760766.846314:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24334336, 24338432) append 0 append lockpos 0 00000080:00200000:0.0:1789760766.846324:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24334336=0x1735000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760766.846370:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760766.846373:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24338432 00000020:00010000:0.0:1789760766.846379:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760766.846382:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.846385:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.846387:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760766.846390:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760766.846395:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760766.846400:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760766.846415:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760766.846508:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4380 - object 0x240000400:4 offset 24334336<>24338432 00000100:00100000:0.0:1789760766.846547:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760766.846561:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515760896:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760766.904107:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973258 gen 2 00000008:00010000:0.0:1789760766.904605:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:0.0:1789760766.904613:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760766.904623:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760766.904712:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:0.0:1789760766.904740:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515760896:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760766.906400:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5941, 5941] 00000080:00200000:3.0:1789760766.906417:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760766.906423:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760766.906438:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24338432 i_blocks 49159 00000020:00200000:3.0:1789760766.906443:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760766.906457:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760766.906486:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24338432, count: 4096 00000080:00200000:3.0:1789760766.906492:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24338432, bytes: 4096 00000080:00200000:3.0:1789760766.906570:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760766.906579:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760766.906581:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24338432, 24342528) 0 0 00000080:00200000:3.0:1789760766.906586:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760766.906599:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5942, 5942] 00020000:00200000:3.0:1789760766.906608:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24338432 chunk: [24338432, 24342528) 24342528, 4096 00020000:00200000:3.0:1789760766.906613:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760766.906630:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5942, 5942] 00000008:00010000:3.0:1789760766.906645:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760766.906649:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760766.906657:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24338432, 24342528) append 0 append lockpos 0 00000080:00200000:3.0:1789760766.906668:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24338432=0x1736000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760766.906717:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760766.906720:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24342528 00000020:00010000:3.0:1789760766.906726:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760766.906729:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760766.906733:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760766.906736:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760766.906738:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760766.906745:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760766.906749:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760766.906770:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760766.907563:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 24338432<>24342528 00000100:00100000:2.0:1789760766.907656:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515761024:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760766.949242:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973259 gen 2 00000008:00010000:3.0:1789760766.950139:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760766.950147:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760766.950156:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760766.950188:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760766.950215:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515761024:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760766.951523:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5942, 5942] 00000080:00200000:0.0:1789760766.951540:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760766.951546:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760766.951559:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24342528 i_blocks 49159 00000020:00200000:0.0:1789760766.951563:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760766.951574:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760766.951601:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24342528, count: 4096 00000080:00200000:0.0:1789760766.951607:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24342528, bytes: 4096 00000080:00200000:0.0:1789760766.951616:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760766.951624:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760766.951626:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24342528, 24346624) 0 0 00000080:00200000:0.0:1789760766.951629:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760766.951642:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5943, 5943] 00020000:00200000:0.0:1789760766.951648:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24342528 chunk: [24342528, 24346624) 24346624, 4096 00020000:00200000:0.0:1789760766.951652:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760766.951668:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5943, 5943] 00000008:00010000:0.0:1789760766.951693:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760766.951697:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760766.951706:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24342528, 24346624) append 0 append lockpos 0 00000080:00200000:0.0:1789760766.951717:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24342528=0x1737000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760766.951765:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760766.951768:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24346624 00000020:00010000:0.0:1789760766.951775:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760766.951778:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.951780:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760766.951784:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760766.951787:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760766.951793:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760766.951799:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760766.951816:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760766.951950:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4380 - object 0x240000400:4 offset 24342528<>24346624 00000100:00100000:1.0:1789760766.952892:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515761152:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760766.962522:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789760767.009692:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973260 gen 2 00000008:00010000:1.0:1789760767.009747:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760767.009756:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760767.009770:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760767.009794:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000080:00200000:0.0:1789760767.009924:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5943, 5943] 00000080:00200000:0.0:1789760767.009942:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760767.009948:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760767.009965:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24346624 i_blocks 49159 00000020:00200000:0.0:1789760767.009969:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760767.009981:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760767.010017:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24346624, count: 4096 00000080:00200000:0.0:1789760767.010026:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24346624, bytes: 4096 00000080:00200000:0.0:1789760767.010037:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760767.010046:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760767.010049:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24346624, 24350720) 0 0 00000080:00200000:0.0:1789760767.010053:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760767.010072:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5944, 5944] 00020000:00200000:0.0:1789760767.010081:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24346624 chunk: [24346624, 24350720) 24350720, 4096 00020000:00200000:0.0:1789760767.010086:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760767.010246:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5944, 5944] 00000008:00010000:0.0:1789760767.010265:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760767.010272:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760767.010283:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24346624, 24350720) append 0 append lockpos 0 00000080:00200000:0.0:1789760767.010299:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24346624=0x1738000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760767.010355:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760767.010358:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24350720 00000020:00010000:0.0:1789760767.010368:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760767.010373:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760767.010376:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760767.010380:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760767.010383:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760767.010392:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760767.010399:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1789760767.010956:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515761152:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760767.011007:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:1.0:1789760767.011231:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570a80 - object 0x240000400:4 offset 24346624<>24350720 00000100:00100000:0.0:1789760767.011295:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760767.011368:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515761280:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760767.045559:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:0.0:1789760767.045575:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760767.045587:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760767.045612:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:0.0:1789760767.045645:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515761280:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760767.045806:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5944, 5944] 00000080:00200000:3.0:1789760767.045834:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760767.045841:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760767.045884:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24350720 i_blocks 49159 00000020:00200000:3.0:1789760767.045888:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760767.045899:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760767.045933:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24350720, count: 4096 00000080:00200000:3.0:1789760767.045940:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24350720, bytes: 4096 00000080:00200000:3.0:1789760767.045950:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760767.045958:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760767.045960:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24350720, 24354816) 0 0 00000080:00200000:3.0:1789760767.045964:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760767.045979:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5945, 5945] 00020000:00200000:3.0:1789760767.045988:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24350720 chunk: [24350720, 24354816) 24354816, 4096 00020000:00200000:3.0:1789760767.045992:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760767.046011:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5945, 5945] 00000008:00010000:3.0:1789760767.046027:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760767.046033:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760767.046044:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24350720, 24354816) append 0 append lockpos 0 00000080:00200000:3.0:1789760767.046057:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24350720=0x1739000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760767.046126:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760767.046129:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24354816 00000020:00010000:3.0:1789760767.046137:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760767.046140:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760767.046143:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760767.046146:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760767.046149:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760767.046156:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760767.046162:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760767.046191:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760767.046295:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 24350720<>24354816 00000100:00100000:3.0:1789760767.046341:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760767.046359:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515761408:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760767.095403:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973262 gen 2 00000008:00010000:3.0:1789760767.095470:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760767.095573:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760767.095587:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760767.095614:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760767.095646:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515761408:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760767.095758:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5945, 5945] 00000080:00200000:0.0:1789760767.095774:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760767.095780:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760767.095797:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24354816 i_blocks 49159 00000020:00200000:0.0:1789760767.095800:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760767.095810:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760767.095843:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24354816, count: 4096 00000080:00200000:0.0:1789760767.095850:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24354816, bytes: 4096 00000080:00200000:0.0:1789760767.095897:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760767.095907:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760767.095910:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24354816, 24358912) 0 0 00000080:00200000:0.0:1789760767.095915:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760767.095932:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5946, 5946] 00020000:00200000:0.0:1789760767.095941:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24354816 chunk: [24354816, 24358912) 24358912, 4096 00020000:00200000:0.0:1789760767.095945:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760767.095965:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5946, 5946] 00000008:00010000:0.0:1789760767.095983:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760767.095988:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760767.096000:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24354816, 24358912) append 0 append lockpos 0 00000080:00200000:0.0:1789760767.096013:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24354816=0x173a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760767.096071:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760767.096074:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24358912 00000020:00010000:0.0:1789760767.096083:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760767.096087:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760767.096090:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760767.096094:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760767.096098:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760767.096106:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760767.096113:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760767.096129:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760767.096246:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 24354816<>24358912 00000100:00100000:1.0:1789760767.096336:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515761536:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760767.126555:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973263 gen 2 00000008:00010000:1.0:1789760767.126609:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760767.126617:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760767.126629:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760767.126896:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760767.126925:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515761536:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760767.130050:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5946, 5946] 00000080:00200000:0.0:1789760767.130079:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760767.130087:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760767.133290:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24358912 i_blocks 49159 00000020:00200000:1.0:1789760767.133306:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760767.133330:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760767.133370:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24358912, count: 4096 00000080:00200000:1.0:1789760767.133381:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24358912, bytes: 4096 00000080:00200000:1.0:1789760767.133396:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760767.133406:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760767.133409:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24358912, 24363008) 0 0 00000080:00200000:1.0:1789760767.133414:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760767.133434:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5947, 5947] 00020000:00200000:1.0:1789760767.133445:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24358912 chunk: [24358912, 24363008) 24363008, 4096 00020000:00200000:1.0:1789760767.133449:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760767.133472:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5947, 5947] 00000008:00010000:1.0:1789760767.133492:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760767.133498:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760767.133511:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24358912, 24363008) append 0 append lockpos 0 00000080:00200000:1.0:1789760767.133527:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24358912=0x173b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760767.133604:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760767.133607:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24363008 00000020:00010000:1.0:1789760767.133616:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760767.133620:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760767.133623:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760767.133627:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760767.133630:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760767.133639:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760767.133647:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760767.133733:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760767.134622:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570a80 - object 0x240000400:4 offset 24358912<>24363008 00000100:00100000:0.0:1789760767.134695:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515761664:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760767.204497:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:1.0:1789760767.204515:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760767.204526:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760767.204551:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:1.0:1789760767.204592:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515761664:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760767.206352:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5947, 5947] 00000080:00200000:0.0:1789760767.206376:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760767.206383:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760767.206402:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24363008 i_blocks 49159 00000020:00200000:0.0:1789760767.206407:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760767.206423:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760767.206459:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24363008, count: 4096 00000080:00200000:0.0:1789760767.206467:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24363008, bytes: 4096 00000080:00200000:0.0:1789760767.206481:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760767.206490:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760767.206493:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24363008, 24367104) 0 0 00000080:00200000:0.0:1789760767.206497:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760767.206514:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5948, 5948] 00020000:00200000:0.0:1789760767.206524:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24363008 chunk: [24363008, 24367104) 24367104, 4096 00020000:00200000:0.0:1789760767.206528:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760767.206550:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5948, 5948] 00000008:00010000:0.0:1789760767.206568:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760767.206575:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760767.206589:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24363008, 24367104) append 0 append lockpos 0 00000080:00200000:0.0:1789760767.206606:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24363008=0x173c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760767.206699:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760767.206702:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24367104 00000020:00010000:0.0:1789760767.206711:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760767.206714:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760767.206717:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760767.206721:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760767.206735:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760767.206745:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760767.206751:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760767.206772:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760767.206942:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 24363008<>24367104 00000100:00100000:1.0:1789760767.207514:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515761792:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760767.244515:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973264 gen 2 00000100:00100000:1.0:1789760767.244558:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc5500 x1876699515761792/t4294973265(4294973265) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760783 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760767.244610:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760767.244617:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760767.244627:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760767.244698:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760767.244722:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515761792:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760767.245027:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5948, 5948] 00000080:00200000:0.0:1789760767.245042:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760767.245048:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760767.245147:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24367104 i_blocks 49159 00000020:00200000:1.0:1789760767.245151:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760767.245162:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760767.245272:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24367104, count: 4096 00000080:00200000:1.0:1789760767.245281:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24367104, bytes: 4096 00000080:00200000:1.0:1789760767.245291:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760767.245300:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760767.245302:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24367104, 24371200) 0 0 00000080:00200000:1.0:1789760767.245306:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760767.245322:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5949, 5949] 00020000:00200000:1.0:1789760767.245330:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24367104 chunk: [24367104, 24371200) 24371200, 4096 00020000:00200000:1.0:1789760767.245335:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760767.245353:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5949, 5949] 00000008:00010000:1.0:1789760767.245370:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760767.245375:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760767.245386:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24367104, 24371200) append 0 append lockpos 0 00000080:00200000:1.0:1789760767.245399:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24367104=0x173d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760767.245449:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760767.245452:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24371200 00000020:00010000:1.0:1789760767.245459:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760767.245463:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760767.245567:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760767.245571:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760767.245573:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760767.245581:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760767.245588:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760767.245631:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760767.245733:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570a80 - object 0x240000400:4 offset 24367104<>24371200 00000100:00100000:0.0:1789760767.245803:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515761920:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760767.293148:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973265 gen 2 00000100:00100000:0.0:1789760767.293200:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8570a80 x1876699515761920/t4294973266(4294973266) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760783 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760767.293250:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760767.293257:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760767.293268:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760767.293290:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760767.293316:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515761920:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760767.293418:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5949, 5949] 00000080:00200000:3.0:1789760767.293435:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760767.293440:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760767.293456:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24371200 i_blocks 49159 00000020:00200000:3.0:1789760767.293459:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760767.293468:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760767.293503:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24371200, count: 4096 00000080:00200000:3.0:1789760767.293510:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24371200, bytes: 4096 00000080:00200000:3.0:1789760767.293520:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760767.293529:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760767.293532:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24371200, 24375296) 0 0 00000080:00200000:3.0:1789760767.293536:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760767.293555:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5950, 5950] 00020000:00200000:3.0:1789760767.293563:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24371200 chunk: [24371200, 24375296) 24375296, 4096 00020000:00200000:3.0:1789760767.293567:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760767.293587:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5950, 5950] 00000008:00010000:3.0:1789760767.293606:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760767.293612:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760767.293624:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24371200, 24375296) append 0 append lockpos 0 00000080:00200000:3.0:1789760767.293638:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24371200=0x173e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760767.293698:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760767.293701:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24375296 00000020:00010000:3.0:1789760767.293709:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760767.293713:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760767.293716:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760767.293720:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760767.293722:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760767.293729:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760767.293736:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760767.293751:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760767.293898:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 24371200<>24375296 00000100:00100000:2.0:1789760767.294048:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760767.294068:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515762048:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760767.322233:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973267 gen 2 00000008:00010000:3.0:1789760767.322294:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760767.322302:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760767.322313:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760767.322334:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760767.322364:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515762048:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760767.322514:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5950, 5950] 00000080:00200000:2.0:1789760767.322529:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760767.322534:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760767.322550:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24375296 i_blocks 49159 00000020:00200000:2.0:1789760767.322554:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760767.322562:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760767.322593:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24375296, count: 4096 00000080:00200000:2.0:1789760767.322600:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24375296, bytes: 4096 00000080:00200000:2.0:1789760767.322608:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760767.322616:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760767.322618:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24375296, 24379392) 0 0 00000080:00200000:2.0:1789760767.322623:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760767.322639:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5951, 5951] 00020000:00200000:2.0:1789760767.322648:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24375296 chunk: [24375296, 24379392) 24379392, 4096 00020000:00200000:2.0:1789760767.322652:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760767.322670:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5951, 5951] 00000008:00010000:2.0:1789760767.322686:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760767.322691:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760767.322701:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24375296, 24379392) append 0 append lockpos 0 00000080:00200000:2.0:1789760767.322715:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24375296=0x173f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760767.322766:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760767.322768:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24379392 00000020:00010000:2.0:1789760767.322776:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760767.322779:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760767.322782:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760767.322785:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760767.322788:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760767.322796:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760767.322803:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760767.322827:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760767.322971:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 24375296<>24379392 00000100:00100000:2.0:1789760767.323006:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760767.323021:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515762176:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760767.351485:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973268 gen 2 00000008:00010000:3.0:1789760767.351546:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8600 00000020:00200000:3.0:1789760767.351554:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760767.351566:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760767.351586:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8600 00000100:00100000:3.0:1789760767.351618:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515762176:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760767.351889:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5951, 5951] 00000080:00200000:2.0:1789760767.351908:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760767.351914:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760767.351930:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24379392 i_blocks 49159 00000020:00200000:2.0:1789760767.351934:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760767.351943:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760767.351978:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24379392, count: 4096 00000080:00200000:2.0:1789760767.351985:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24379392, bytes: 4096 00000080:00200000:2.0:1789760767.351995:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760767.352004:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760767.352006:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24379392, 24383488) 0 0 00000080:00200000:2.0:1789760767.352011:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760767.352029:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5952, 5952] 00020000:00200000:2.0:1789760767.352038:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24379392 chunk: [24379392, 24383488) 24383488, 4096 00020000:00200000:2.0:1789760767.352043:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760767.352064:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5952, 5952] 00000008:00010000:2.0:1789760767.352083:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760767.352102:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760767.352115:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24379392, 24383488) append 0 append lockpos 0 00000080:00200000:2.0:1789760767.352130:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24379392=0x1740000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760767.352196:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760767.352199:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24383488 00000020:00010000:2.0:1789760767.352207:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760767.352211:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760767.352214:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760767.352217:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760767.352220:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760767.352230:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760767.352238:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760767.352253:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e80c0 00000008:00100000:2.0:1789760767.352360:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 24379392<>24383488 00000100:00100000:3.0:1789760767.352597:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760767.352617:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515762304:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760767.385651:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973269 gen 2 00000008:00010000:3.0:1789760767.385698:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e80c0 00000020:00200000:3.0:1789760767.385706:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760767.385716:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760767.385735:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e80c0 00000100:00100000:3.0:1789760767.385766:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515762304:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760767.386000:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5952, 5952] 00000080:00200000:2.0:1789760767.386020:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760767.386028:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760767.386049:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24383488 i_blocks 49159 00000020:00200000:2.0:1789760767.386053:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760767.386064:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760767.386119:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24383488, count: 4096 00000080:00200000:2.0:1789760767.386128:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24383488, bytes: 4096 00000080:00200000:2.0:1789760767.386139:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760767.386149:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760767.386152:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24383488, 24387584) 0 0 00000080:00200000:2.0:1789760767.386157:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760767.386188:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5953, 5953] 00020000:00200000:2.0:1789760767.386200:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24383488 chunk: [24383488, 24387584) 24387584, 4096 00020000:00200000:2.0:1789760767.386205:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760767.386227:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5953, 5953] 00000008:00010000:2.0:1789760767.386247:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760767.386254:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760767.386266:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24383488, 24387584) append 0 append lockpos 0 00000080:00200000:2.0:1789760767.386279:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24383488=0x1741000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760767.386342:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760767.386345:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24387584 00000020:00010000:2.0:1789760767.386354:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760767.386357:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760767.386360:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760767.386364:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760767.386367:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760767.386377:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760767.386385:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760767.386403:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760767.386514:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 24383488<>24387584 00000100:00100000:3.0:1789760767.386756:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515762432:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760767.444226:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973270 gen 2 00000008:00010000:3.0:1789760767.444277:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:3.0:1789760767.444287:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760767.444299:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760767.444319:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:3.0:1789760767.444352:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515762432:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760767.444454:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5953, 5953] 00000080:00200000:2.0:1789760767.444469:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760767.444476:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760767.444491:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24387584 i_blocks 49159 00000020:00200000:2.0:1789760767.444495:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760767.444504:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760767.444537:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24387584, count: 4096 00000080:00200000:2.0:1789760767.444544:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24387584, bytes: 4096 00000080:00200000:2.0:1789760767.444553:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760767.444561:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760767.444564:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24387584, 24391680) 0 0 00000080:00200000:2.0:1789760767.444568:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760767.444582:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5954, 5954] 00020000:00200000:2.0:1789760767.444590:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24387584 chunk: [24387584, 24391680) 24391680, 4096 00020000:00200000:2.0:1789760767.444594:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760767.444612:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5954, 5954] 00000008:00010000:2.0:1789760767.444629:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760767.444635:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760767.444645:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24387584, 24391680) append 0 append lockpos 0 00000080:00200000:2.0:1789760767.444658:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24387584=0x1742000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760767.444708:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760767.444711:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24391680 00000020:00010000:2.0:1789760767.444718:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760767.444721:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760767.444724:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760767.444727:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760767.444730:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760767.444738:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760767.444745:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760767.444761:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760767.445092:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 24387584<>24391680 00000100:00100000:2.0:1789760767.445137:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760767.445155:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515762560:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760767.479591:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973271 gen 2 00000008:00010000:3.0:1789760767.479647:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:3.0:1789760767.479656:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760767.479667:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760767.479690:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000100:00100000:3.0:1789760767.479722:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515762560:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760767.479847:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5954, 5954] 00000080:00200000:0.0:1789760767.479902:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760767.479910:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760767.479977:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24391680 i_blocks 49159 00000020:00200000:0.0:1789760767.479982:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760767.479993:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760767.480033:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24391680, count: 4096 00000080:00200000:0.0:1789760767.480041:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24391680, bytes: 4096 00000080:00200000:0.0:1789760767.480052:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760767.480062:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760767.480065:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24391680, 24395776) 0 0 00000080:00200000:0.0:1789760767.480070:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760767.480100:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5955, 5955] 00020000:00200000:0.0:1789760767.480110:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24391680 chunk: [24391680, 24395776) 24395776, 4096 00020000:00200000:0.0:1789760767.480114:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760767.480138:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5955, 5955] 00000008:00010000:0.0:1789760767.480158:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760767.480164:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760767.480185:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24391680, 24395776) append 0 append lockpos 0 00000080:00200000:0.0:1789760767.480201:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24391680=0x1743000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760767.480261:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760767.480264:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24395776 00000020:00010000:0.0:1789760767.480272:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760767.480276:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760767.480279:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760767.480282:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760767.480285:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760767.480293:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760767.480299:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760767.480313:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760767.480426:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 24391680<>24395776 00000100:00100000:0.0:1789760767.480474:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760767.480492:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515762688:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760767.532690:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973272 gen 2 00000008:00010000:0.0:1789760767.532756:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:0.0:1789760767.532765:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760767.532777:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760767.532803:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:0.0:1789760767.532834:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515762688:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760767.533059:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5955, 5955] 00000080:00200000:3.0:1789760767.533077:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760767.533083:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760767.533098:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24395776 i_blocks 49159 00000020:00200000:3.0:1789760767.533103:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760767.533114:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760767.533151:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24395776, count: 4096 00000080:00200000:3.0:1789760767.533158:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24395776, bytes: 4096 00000080:00200000:3.0:1789760767.533169:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760767.533188:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760767.533191:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24395776, 24399872) 0 0 00000080:00200000:3.0:1789760767.533195:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760767.533213:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5956, 5956] 00020000:00200000:3.0:1789760767.533223:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24395776 chunk: [24395776, 24399872) 24399872, 4096 00020000:00200000:3.0:1789760767.533229:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760767.533252:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5956, 5956] 00000008:00010000:3.0:1789760767.533273:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760767.533280:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b90f30, osc lock ffff980dc99e8980, flags 0x0 00000080:00200000:3.0:1789760767.533291:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24395776, 24399872) append 0 append lockpos 0 00000080:00200000:3.0:1789760767.533307:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24395776=0x1744000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760767.533448:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760767.533451:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24399872 00000020:00010000:0.0:1789760767.533462:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760767.533466:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760767.533469:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b90f30 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760767.533473:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760767.533476:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b90f30 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760767.533484:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760767.533490:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760767.533503:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760767.533614:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 24395776<>24399872 00000100:00100000:1.0:1789760767.533725:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515762816:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760767.585119:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:0.0:1789760767.585135:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760767.585149:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760767.585179:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:0.0:1789760767.585209:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515762816:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760767.585624:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5956, 5956] 00000080:00200000:2.0:1789760767.585641:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760767.585648:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760767.585665:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24399872 i_blocks 49159 00000020:00200000:2.0:1789760767.585669:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760767.585679:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760767.585714:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24399872, count: 4096 00000080:00200000:2.0:1789760767.585722:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24399872, bytes: 4096 00000080:00200000:2.0:1789760767.586236:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760767.586248:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760767.586250:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24399872, 24403968) 0 0 00000080:00200000:2.0:1789760767.586256:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760767.586454:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5957, 5957] 00020000:00200000:2.0:1789760767.586464:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24399872 chunk: [24399872, 24403968) 24403968, 4096 00020000:00200000:2.0:1789760767.586469:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760767.586493:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5957, 5957] 00000008:00010000:2.0:1789760767.586515:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760767.586521:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760767.586535:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24399872, 24403968) append 0 append lockpos 0 00000080:00200000:2.0:1789760767.586549:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24399872=0x1745000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760767.586616:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760767.586619:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24403968 00000020:00010000:2.0:1789760767.586628:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760767.586632:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760767.586635:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760767.586639:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760767.586642:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760767.586653:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760767.586660:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760767.586678:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760767.586964:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 24399872<>24403968 00000100:00100000:3.0:1789760767.587044:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515762944:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760767.635322:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973274 gen 2 00000008:00010000:3.0:1789760767.635384:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8000 00000020:00200000:3.0:1789760767.635392:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760767.635401:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760767.635424:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8000 00000100:00100000:3.0:1789760767.635453:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515762944:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760767.635669:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5957, 5957] 00000080:00200000:0.0:1789760767.635687:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760767.635693:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760767.635709:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24403968 i_blocks 49159 00000020:00200000:0.0:1789760767.635712:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760767.635722:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760767.635766:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24403968, count: 4096 00000080:00200000:0.0:1789760767.635773:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24403968, bytes: 4096 00000080:00200000:0.0:1789760767.635782:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760767.635790:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760767.635793:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24403968, 24408064) 0 0 00000080:00200000:0.0:1789760767.635797:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760767.635821:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5958, 5958] 00020000:00200000:0.0:1789760767.635830:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24403968 chunk: [24403968, 24408064) 24408064, 4096 00020000:00200000:0.0:1789760767.635834:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760767.635853:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5958, 5958] 00000008:00010000:0.0:1789760767.635900:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760767.635906:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760767.635916:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24403968, 24408064) append 0 append lockpos 0 00000080:00200000:0.0:1789760767.635931:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24403968=0x1746000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760767.635990:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760767.635993:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24408064 00000020:00010000:0.0:1789760767.636001:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760767.636004:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760767.636007:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760767.636010:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760767.636013:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760767.636021:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760767.636027:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760767.636042:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760767.636164:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7480 - object 0x240000400:4 offset 24403968<>24408064 00000100:00100000:0.0:1789760767.636216:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760767.636234:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515763072:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760767.698847:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973275 gen 2 00000008:00010000:0.0:1789760767.698944:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:0.0:1789760767.698954:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760767.698966:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760767.698989:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:0.0:1789760767.699019:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515763072:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760767.699034:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5958, 5958] 00000080:00200000:1.0:1789760767.699052:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760767.699058:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760767.699074:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24408064 i_blocks 49159 00000020:00200000:1.0:1789760767.699078:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760767.699098:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760767.699135:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24408064, count: 4096 00000080:00200000:1.0:1789760767.699142:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24408064, bytes: 4096 00000080:00200000:1.0:1789760767.699154:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760767.699163:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760767.699166:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24408064, 24412160) 0 0 00000080:00200000:1.0:1789760767.699179:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760767.699195:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5959, 5959] 00020000:00200000:1.0:1789760767.699205:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24408064 chunk: [24408064, 24412160) 24412160, 4096 00020000:00200000:1.0:1789760767.699210:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760767.699231:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5959, 5959] 00000008:00010000:1.0:1789760767.699253:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760767.699259:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760767.699271:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24408064, 24412160) append 0 append lockpos 0 00000080:00200000:1.0:1789760767.699286:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24408064=0x1747000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760767.699348:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760767.699351:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24412160 00000020:00010000:1.0:1789760767.699360:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760767.699364:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760767.699367:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760767.699370:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760767.699373:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760767.699380:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760767.699386:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760767.699402:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760767.699509:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 24408064<>24412160 00000100:00100000:1.0:1789760767.699552:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760767.699569:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515763200:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760767.752426:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973276 gen 2 00000008:00010000:1.0:1789760767.752477:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:1.0:1789760767.752484:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760767.752495:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760767.752526:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:1.0:1789760767.752558:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515763200:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760767.752827:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5959, 5959] 00000080:00200000:0.0:1789760767.752842:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760767.752848:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760767.752889:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24412160 i_blocks 49159 00000020:00200000:0.0:1789760767.752892:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760767.752902:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760767.752934:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24412160, count: 4096 00000080:00200000:0.0:1789760767.752940:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24412160, bytes: 4096 00000080:00200000:0.0:1789760767.752954:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760767.752962:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760767.752965:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24412160, 24416256) 0 0 00000080:00200000:0.0:1789760767.752969:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760767.752985:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5960, 5960] 00020000:00200000:0.0:1789760767.752994:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24412160 chunk: [24412160, 24416256) 24416256, 4096 00020000:00200000:0.0:1789760767.753008:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760767.753028:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5960, 5960] 00000008:00010000:0.0:1789760767.753045:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760767.753051:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760767.753062:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24412160, 24416256) append 0 append lockpos 0 00000080:00200000:0.0:1789760767.753076:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24412160=0x1748000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760767.753132:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760767.753134:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24416256 00000020:00010000:0.0:1789760767.753143:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760767.753146:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760767.753149:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760767.753153:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760767.753156:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760767.753163:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760767.753183:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760767.753198:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760767.753311:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7480 - object 0x240000400:4 offset 24412160<>24416256 00000100:00100000:0.0:1789760767.753351:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760767.753368:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515763328:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760767.802937:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973277 gen 2 00000008:00010000:0.0:1789760767.802994:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:0.0:1789760767.803003:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760767.803015:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760767.803047:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:0.0:1789760767.803096:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515763328:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760767.803108:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5960, 5960] 00000080:00200000:1.0:1789760767.803127:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760767.803135:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760767.803152:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24416256 i_blocks 49159 00000020:00200000:1.0:1789760767.803156:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760767.803167:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760767.803225:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24416256, count: 4096 00000080:00200000:1.0:1789760767.803232:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24416256, bytes: 4096 00000080:00200000:1.0:1789760767.803245:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760767.803254:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760767.803256:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24416256, 24420352) 0 0 00000080:00200000:1.0:1789760767.803261:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760767.803278:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5961, 5961] 00020000:00200000:1.0:1789760767.803285:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24416256 chunk: [24416256, 24420352) 24420352, 4096 00020000:00200000:1.0:1789760767.803290:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760767.803309:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5961, 5961] 00000008:00010000:1.0:1789760767.803327:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760767.803332:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760767.803344:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24416256, 24420352) append 0 append lockpos 0 00000080:00200000:1.0:1789760767.803358:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24416256=0x1749000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760767.803418:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760767.803421:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24420352 00000020:00010000:1.0:1789760767.803429:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760767.803433:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760767.803435:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760767.803439:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760767.803442:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760767.803450:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760767.803458:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760767.803475:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760767.803580:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 24416256<>24420352 00000100:00100000:1.0:1789760767.803631:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760767.803649:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515763456:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760767.847891:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973278 gen 2 00000008:00010000:1.0:1789760767.847946:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:1.0:1789760767.847954:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760767.847966:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760767.847990:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:1.0:1789760767.848020:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515763456:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760767.848133:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5961, 5961] 00000080:00200000:0.0:1789760767.848150:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760767.848156:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760767.848181:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24420352 i_blocks 49159 00000020:00200000:0.0:1789760767.848185:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760767.848196:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760767.848241:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24420352, count: 4096 00000080:00200000:0.0:1789760767.848248:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24420352, bytes: 4096 00000080:00200000:0.0:1789760767.848258:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760767.848268:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760767.848271:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24420352, 24424448) 0 0 00000080:00200000:0.0:1789760767.848276:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760767.848295:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5962, 5962] 00020000:00200000:0.0:1789760767.848304:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24420352 chunk: [24420352, 24424448) 24424448, 4096 00020000:00200000:0.0:1789760767.848308:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760767.848329:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5962, 5962] 00000008:00010000:0.0:1789760767.848349:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760767.848355:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760767.848367:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24420352, 24424448) append 0 append lockpos 0 00000080:00200000:0.0:1789760767.848383:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24420352=0x174a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760767.848447:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760767.848451:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24424448 00000020:00010000:0.0:1789760767.848461:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760767.848465:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760767.848469:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760767.848472:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760767.848475:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760767.848482:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760767.848490:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760767.848508:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760767.848772:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7480 - object 0x240000400:4 offset 24420352<>24424448 00000100:00100000:1.0:1789760767.848846:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515763584:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760767.901393:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760767.901410:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760767.901423:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760767.901446:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760767.901481:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515763584:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760767.902576:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5962, 5962] 00000080:00200000:0.0:1789760767.902602:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760767.902610:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760767.902639:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24424448 i_blocks 49159 00000020:00200000:0.0:1789760767.902643:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760767.902657:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760767.902693:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24424448, count: 4096 00000080:00200000:0.0:1789760767.902701:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24424448, bytes: 4096 00000080:00200000:0.0:1789760767.902715:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760767.902725:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760767.902728:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24424448, 24428544) 0 0 00000080:00200000:0.0:1789760767.902732:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760767.902752:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5963, 5963] 00020000:00200000:0.0:1789760767.902762:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24424448 chunk: [24424448, 24428544) 24428544, 4096 00020000:00200000:0.0:1789760767.902767:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760767.902789:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5963, 5963] 00000008:00010000:0.0:1789760767.902808:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760767.902814:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760767.902828:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24424448, 24428544) append 0 append lockpos 0 00000080:00200000:0.0:1789760767.902843:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24424448=0x174b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760767.902942:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760767.902944:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24428544 00000020:00010000:0.0:1789760767.902952:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760767.902956:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760767.902959:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760767.902961:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760767.902964:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760767.902972:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760767.902977:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760767.902995:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760767.903108:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4000 - object 0x240000400:4 offset 24424448<>24428544 00000100:00100000:1.0:1789760767.903334:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515763712:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760767.971715:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973280 gen 2 00000008:00010000:1.0:1789760767.971788:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760767.971797:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760767.971808:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760767.972000:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760767.972035:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515763712:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760767.972312:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5963, 5963] 00000080:00200000:0.0:1789760767.972333:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760767.972339:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760767.972358:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24428544 i_blocks 49159 00000020:00200000:0.0:1789760767.972362:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760767.972374:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760767.972499:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24428544, count: 4096 00000080:00200000:0.0:1789760767.972508:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24428544, bytes: 4096 00000080:00200000:0.0:1789760767.972523:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760767.972534:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760767.972536:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24428544, 24432640) 0 0 00000080:00200000:0.0:1789760767.972541:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760767.972558:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5964, 5964] 00020000:00200000:0.0:1789760767.972568:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24428544 chunk: [24428544, 24432640) 24432640, 4096 00020000:00200000:0.0:1789760767.972574:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760767.972597:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5964, 5964] 00000008:00010000:0.0:1789760767.972617:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760767.972623:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760767.972635:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24428544, 24432640) append 0 append lockpos 0 00000080:00200000:0.0:1789760767.972651:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24428544=0x174c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760767.972715:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760767.972718:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24432640 00000020:00010000:0.0:1789760767.972728:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760767.972731:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760767.972735:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760767.972739:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760767.972742:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760767.972750:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760767.972758:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760767.972778:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760767.973181:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6300 - object 0x240000400:4 offset 24428544<>24432640 00000100:00100000:0.0:1789760767.973239:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760767.973260:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515763840:192.168.203.146@tcp:4:dd.0 00010000:00010000:3.0:1789760767.985788:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:0.0:1789760768.026675:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:0.0:1789760768.026694:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760768.026709:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760768.026732:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:0.0:1789760768.026764:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515763840:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760768.026911:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5964, 5964] 00000080:00200000:1.0:1789760768.026927:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760768.026934:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760768.026952:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24432640 i_blocks 49159 00000020:00200000:1.0:1789760768.026957:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760768.026978:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760768.027013:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24432640, count: 4096 00000080:00200000:1.0:1789760768.027020:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24432640, bytes: 4096 00000080:00200000:1.0:1789760768.027030:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760768.027039:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760768.027041:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24432640, 24436736) 0 0 00000080:00200000:1.0:1789760768.027046:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760768.027065:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5965, 5965] 00020000:00200000:1.0:1789760768.027074:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24432640 chunk: [24432640, 24436736) 24436736, 4096 00020000:00200000:1.0:1789760768.027080:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760768.027110:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5965, 5965] 00000008:00010000:1.0:1789760768.027129:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760768.027135:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760768.027146:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24432640, 24436736) append 0 append lockpos 0 00000080:00200000:1.0:1789760768.027162:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24432640=0x174d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760768.027249:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760768.027252:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24436736 00000020:00010000:1.0:1789760768.027262:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760768.027265:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.027268:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.027271:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760768.027273:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760768.027282:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760768.027288:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760768.027306:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760768.027429:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 24432640<>24436736 00000100:00100000:1.0:1789760768.027469:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760768.027487:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515763968:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760768.076836:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973282 gen 2 00000008:00010000:0.0:1789760768.076928:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760768.076937:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760768.076947:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760768.076980:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760768.077010:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515763968:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760768.077240:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5965, 5965] 00000080:00200000:2.0:1789760768.077256:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760768.077262:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760768.077278:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24436736 i_blocks 49159 00000020:00200000:2.0:1789760768.077283:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760768.077293:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760768.077330:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24436736, count: 4096 00000080:00200000:2.0:1789760768.077338:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24436736, bytes: 4096 00000080:00200000:2.0:1789760768.077349:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760768.077359:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760768.077361:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24436736, 24440832) 0 0 00000080:00200000:2.0:1789760768.077366:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760768.077383:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5966, 5966] 00020000:00200000:2.0:1789760768.077392:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24436736 chunk: [24436736, 24440832) 24440832, 4096 00020000:00200000:2.0:1789760768.077519:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760768.077543:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5966, 5966] 00000008:00010000:2.0:1789760768.077562:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760768.077568:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760768.077580:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24436736, 24440832) append 0 append lockpos 0 00000080:00200000:2.0:1789760768.077594:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24436736=0x174e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760768.077664:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760768.077667:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24440832 00000020:00010000:2.0:1789760768.077675:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760768.077678:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760768.077682:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760768.077686:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760768.077689:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760768.077699:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760768.077706:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760768.077724:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760768.077833:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 24436736<>24440832 00000100:00100000:3.0:1789760768.078007:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515764096:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760768.115037:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:65ff60fc-9b44-48f8-988f-b0587af5cf52:2362:1876699515764224:192.168.203.146@tcp:400:kworker.0 00000100:00100000:1.0:1789760768.115204:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2362:1876699515764480:192.168.203.146@tcp:400:kworker.0 00000100:00100000:1.0:1789760768.115266:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760768.115274:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515764352:192.168.203.146@tcp:400:kworker.0 00000100:00100000:1.0:1789760768.121030:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515764352:192.168.203.146@tcp:400:kworker.0 00000100:00100000:1.0:1789760768.121056:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:65ff60fc-9b44-48f8-988f-b0587af5cf52:2362:1876699515764224:192.168.203.146@tcp:400:kworker.0 00000100:00100000:1.0:1789760768.121085:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2362:1876699515764480:192.168.203.146@tcp:400:kworker.0 00000008:00010000:3.0:1789760768.129772:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:3.0:1789760768.129787:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760768.129798:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760768.129817:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:3.0:1789760768.129848:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515764096:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760768.130071:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5966, 5966] 00000080:00200000:2.0:1789760768.130090:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760768.130097:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760768.130113:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24440832 i_blocks 49159 00000020:00200000:2.0:1789760768.130127:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760768.130137:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760768.130186:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24440832, count: 4096 00000080:00200000:2.0:1789760768.130194:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24440832, bytes: 4096 00000080:00200000:2.0:1789760768.130204:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760768.130213:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760768.130215:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24440832, 24444928) 0 0 00000080:00200000:2.0:1789760768.130219:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760768.130494:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5967, 5967] 00020000:00200000:2.0:1789760768.130505:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24440832 chunk: [24440832, 24444928) 24444928, 4096 00020000:00200000:2.0:1789760768.130508:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760768.130528:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5967, 5967] 00000008:00010000:2.0:1789760768.130546:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760768.130551:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760768.130563:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24440832, 24444928) append 0 append lockpos 0 00000080:00200000:2.0:1789760768.130576:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24440832=0x174f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760768.130801:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760768.130805:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24444928 00000020:00010000:2.0:1789760768.130813:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760768.130816:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760768.130819:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760768.130823:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760768.130826:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760768.130834:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760768.130841:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760768.130969:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760768.131083:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 24440832<>24444928 00000100:00100000:3.0:1789760768.131700:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760768.131725:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515764608:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760768.174120:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973284 gen 2 00000008:00010000:3.0:1789760768.174192:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8540 00000020:00200000:3.0:1789760768.174202:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760768.174211:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760768.174237:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8540 00000100:00100000:3.0:1789760768.174267:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515764608:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760768.174424:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5967, 5967] 00000080:00200000:2.0:1789760768.174441:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760768.174447:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760768.174464:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24444928 i_blocks 49159 00000020:00200000:2.0:1789760768.174467:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760768.174477:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760768.174512:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24444928, count: 4096 00000080:00200000:2.0:1789760768.174518:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24444928, bytes: 4096 00000080:00200000:2.0:1789760768.174529:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760768.174537:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760768.174539:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24444928, 24449024) 0 0 00000080:00200000:2.0:1789760768.174544:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760768.174560:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5968, 5968] 00020000:00200000:2.0:1789760768.174568:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24444928 chunk: [24444928, 24449024) 24449024, 4096 00020000:00200000:2.0:1789760768.174572:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760768.174591:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5968, 5968] 00000008:00010000:2.0:1789760768.174609:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760768.174615:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760768.174626:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24444928, 24449024) append 0 append lockpos 0 00000080:00200000:2.0:1789760768.174640:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24444928=0x1750000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760768.174691:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760768.174693:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24449024 00000020:00010000:2.0:1789760768.174701:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760768.174705:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760768.174708:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760768.174712:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760768.174716:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760768.174725:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760768.174731:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760768.174746:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8c00 00000008:00100000:2.0:1789760768.175368:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 24444928<>24449024 00000100:00100000:3.0:1789760768.175447:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515764736:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760768.220618:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973285 gen 2 00000008:00010000:3.0:1789760768.220668:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8c00 00000020:00200000:3.0:1789760768.220676:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760768.220688:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760768.220778:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8c00 00000100:00100000:3.0:1789760768.220812:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515764736:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760768.221278:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5968, 5968] 00000080:00200000:1.0:1789760768.221295:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760768.221301:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760768.221317:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24449024 i_blocks 49159 00000020:00200000:1.0:1789760768.221321:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760768.221331:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760768.221368:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24449024, count: 4096 00000080:00200000:1.0:1789760768.221375:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24449024, bytes: 4096 00000080:00200000:1.0:1789760768.221386:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760768.221396:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760768.221398:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24449024, 24453120) 0 0 00000080:00200000:1.0:1789760768.221403:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760768.221421:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5969, 5969] 00020000:00200000:1.0:1789760768.221700:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24449024 chunk: [24449024, 24453120) 24453120, 4096 00020000:00200000:1.0:1789760768.221705:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760768.221786:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5969, 5969] 00000008:00010000:1.0:1789760768.221806:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760768.221894:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760768.221963:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24449024, 24453120) append 0 append lockpos 0 00000080:00200000:1.0:1789760768.221978:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24449024=0x1751000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760768.222044:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760768.222047:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24453120 00000020:00010000:1.0:1789760768.222055:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760768.222058:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.222061:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.222064:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760768.222067:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760768.222076:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760768.222083:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760768.222161:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760768.222346:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571880 - object 0x240000400:4 offset 24449024<>24453120 00000100:00100000:1.0:1789760768.222407:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760768.222431:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515764864:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760768.263422:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973286 gen 2 00000008:00010000:1.0:1789760768.263481:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:1.0:1789760768.263489:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760768.263502:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760768.263526:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:1.0:1789760768.263563:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515764864:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760768.263684:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5969, 5969] 00000080:00200000:3.0:1789760768.263701:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760768.263707:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760768.263727:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24453120 i_blocks 49159 00000020:00200000:3.0:1789760768.263734:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760768.263745:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760768.263789:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24453120, count: 4096 00000080:00200000:3.0:1789760768.263798:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24453120, bytes: 4096 00000080:00200000:3.0:1789760768.264390:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760768.264404:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760768.264406:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24453120, 24457216) 0 0 00000080:00200000:3.0:1789760768.264411:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760768.264434:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5970, 5970] 00020000:00200000:3.0:1789760768.264444:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24453120 chunk: [24453120, 24457216) 24457216, 4096 00020000:00200000:3.0:1789760768.264452:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760768.264475:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5970, 5970] 00000008:00010000:3.0:1789760768.264500:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760768.264505:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760768.264519:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24453120, 24457216) append 0 append lockpos 0 00000080:00200000:3.0:1789760768.264536:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24453120=0x1752000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760768.264606:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760768.264609:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24457216 00000020:00010000:3.0:1789760768.264621:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760768.264624:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760768.264630:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760768.264634:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760768.264636:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760768.264645:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760768.264654:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760768.264675:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760768.264800:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 24453120<>24457216 00000100:00100000:3.0:1789760768.265435:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760768.265547:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515764992:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760768.298388:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973287 gen 2 00000008:00010000:3.0:1789760768.298440:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760768.298449:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760768.298459:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760768.298483:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760768.298514:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515764992:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760768.298620:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5970, 5970] 00000080:00200000:1.0:1789760768.298638:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760768.298643:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760768.298669:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24457216 i_blocks 49159 00000020:00200000:1.0:1789760768.298673:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760768.298683:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760768.298722:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24457216, count: 4096 00000080:00200000:1.0:1789760768.298730:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24457216, bytes: 4096 00000080:00200000:1.0:1789760768.298741:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760768.298749:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760768.298752:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24457216, 24461312) 0 0 00000080:00200000:1.0:1789760768.298756:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760768.298772:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5971, 5971] 00020000:00200000:1.0:1789760768.298781:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24457216 chunk: [24457216, 24461312) 24461312, 4096 00020000:00200000:1.0:1789760768.298785:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760768.298805:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5971, 5971] 00000008:00010000:1.0:1789760768.298836:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760768.298842:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760768.298853:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24457216, 24461312) append 0 append lockpos 0 00000080:00200000:1.0:1789760768.298900:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24457216=0x1753000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760768.298959:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760768.298963:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24461312 00000020:00010000:1.0:1789760768.298970:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760768.298973:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.298977:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.298980:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760768.298983:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760768.298991:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760768.298998:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760768.299016:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760768.301303:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571880 - object 0x240000400:4 offset 24457216<>24461312 00000100:00100000:0.0:1789760768.301949:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760768.301985:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515765120:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760768.338075:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973288 gen 2 00000008:00010000:0.0:1789760768.338134:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760768.338142:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760768.338153:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760768.338182:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760768.338214:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515765120:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760768.338323:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5971, 5971] 00000080:00200000:1.0:1789760768.338338:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760768.338344:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760768.338360:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24461312 i_blocks 49159 00000020:00200000:1.0:1789760768.338363:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760768.338372:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760768.338406:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24461312, count: 4096 00000080:00200000:1.0:1789760768.338413:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24461312, bytes: 4096 00000080:00200000:1.0:1789760768.338423:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760768.338432:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760768.338434:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24461312, 24465408) 0 0 00000080:00200000:1.0:1789760768.338439:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760768.338455:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5972, 5972] 00020000:00200000:1.0:1789760768.338463:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24461312 chunk: [24461312, 24465408) 24465408, 4096 00020000:00200000:1.0:1789760768.338467:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760768.338486:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5972, 5972] 00000008:00010000:1.0:1789760768.338504:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760768.338510:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760768.338521:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24461312, 24465408) append 0 append lockpos 0 00000080:00200000:1.0:1789760768.338534:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24461312=0x1754000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760768.338590:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760768.338594:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24465408 00000020:00010000:1.0:1789760768.338603:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760768.338606:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.338609:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.338613:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760768.338616:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760768.338623:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760768.338629:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760768.338645:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760768.338745:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573480 - object 0x240000400:4 offset 24461312<>24465408 00000100:00100000:0.0:1789760768.338830:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515765248:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760768.368215:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973289 gen 2 00000008:00010000:0.0:1789760768.368269:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760768.368277:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760768.368289:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760768.368315:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760768.368409:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515765248:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760768.368580:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5972, 5972] 00000080:00200000:1.0:1789760768.368656:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760768.368664:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760768.368682:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24465408 i_blocks 49159 00000020:00200000:1.0:1789760768.368687:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760768.368699:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760768.368736:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24465408, count: 4096 00000080:00200000:1.0:1789760768.368743:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24465408, bytes: 4096 00000080:00200000:1.0:1789760768.368753:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760768.368761:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760768.368763:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24465408, 24469504) 0 0 00000080:00200000:1.0:1789760768.368767:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760768.368784:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5973, 5973] 00020000:00200000:1.0:1789760768.368793:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24465408 chunk: [24465408, 24469504) 24469504, 4096 00020000:00200000:1.0:1789760768.368798:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760768.368818:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5973, 5973] 00000008:00010000:1.0:1789760768.368838:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760768.368844:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760768.368888:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24465408, 24469504) append 0 append lockpos 0 00000080:00200000:1.0:1789760768.368904:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24465408=0x1755000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760768.368971:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760768.368974:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24469504 00000020:00010000:1.0:1789760768.368984:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760768.368988:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.368991:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.368994:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760768.368997:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760768.369005:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760768.369012:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760768.369029:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760768.369401:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570e00 - object 0x240000400:4 offset 24465408<>24469504 00000100:00100000:0.0:1789760768.369681:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515765376:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760768.422690:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973290 gen 2 00000008:00010000:0.0:1789760768.422738:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760768.422747:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760768.422757:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760768.422781:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760768.422810:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515765376:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760768.422959:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5973, 5973] 00000080:00200000:1.0:1789760768.422976:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760768.422983:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760768.422999:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24469504 i_blocks 49159 00000020:00200000:1.0:1789760768.423003:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760768.423015:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760768.423052:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24469504, count: 4096 00000080:00200000:1.0:1789760768.423059:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24469504, bytes: 4096 00000080:00200000:1.0:1789760768.423070:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760768.423079:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760768.423082:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24469504, 24473600) 0 0 00000080:00200000:1.0:1789760768.423086:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760768.423101:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5974, 5974] 00020000:00200000:1.0:1789760768.423110:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24469504 chunk: [24469504, 24473600) 24473600, 4096 00020000:00200000:1.0:1789760768.423114:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760768.423135:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5974, 5974] 00000008:00010000:1.0:1789760768.423153:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760768.423159:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760768.425300:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24469504, 24473600) append 0 append lockpos 0 00000080:00200000:1.0:1789760768.425331:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24469504=0x1756000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760768.425421:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760768.425426:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24473600 00000020:00010000:1.0:1789760768.425435:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760768.425438:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.425441:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.425445:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760768.425448:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760768.426304:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760768.426316:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760768.426350:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760768.426565:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571180 - object 0x240000400:4 offset 24469504<>24473600 00000100:00100000:0.0:1789760768.426768:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760768.426798:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515765504:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760768.477790:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973291 gen 2 00000008:00010000:0.0:1789760768.477852:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760768.477907:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760768.477920:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760768.477943:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760768.477966:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515765504:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760768.478292:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5974, 5974] 00000080:00200000:1.0:1789760768.478308:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760768.478314:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760768.478330:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24473600 i_blocks 49159 00000020:00200000:1.0:1789760768.478334:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760768.478343:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760768.478377:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24473600, count: 4096 00000080:00200000:1.0:1789760768.478385:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24473600, bytes: 4096 00000080:00200000:1.0:1789760768.478395:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760768.478403:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760768.478405:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24473600, 24477696) 0 0 00000080:00200000:1.0:1789760768.478410:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760768.478426:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5975, 5975] 00020000:00200000:1.0:1789760768.478435:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24473600 chunk: [24473600, 24477696) 24477696, 4096 00020000:00200000:1.0:1789760768.478439:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760768.478457:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5975, 5975] 00000008:00010000:1.0:1789760768.478474:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760768.478480:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760768.478491:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24473600, 24477696) append 0 append lockpos 0 00000080:00200000:1.0:1789760768.478506:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24473600=0x1757000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760768.478574:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760768.478577:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24477696 00000020:00010000:1.0:1789760768.478585:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760768.478588:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.478591:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.478594:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760768.478597:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760768.478714:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760768.478722:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760768.478740:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760768.478946:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570700 - object 0x240000400:4 offset 24473600<>24477696 00000100:00100000:0.0:1789760768.479464:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760768.479489:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515765632:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760768.534453:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973292 gen 2 00000008:00010000:0.0:1789760768.534505:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760768.534523:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760768.534535:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760768.534556:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760768.534588:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515765632:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760768.534764:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5975, 5975] 00000080:00200000:1.0:1789760768.534781:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760768.534787:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760768.534804:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24477696 i_blocks 49159 00000020:00200000:1.0:1789760768.534819:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760768.534828:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760768.534898:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24477696, count: 4096 00000080:00200000:1.0:1789760768.534906:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24477696, bytes: 4096 00000080:00200000:1.0:1789760768.534916:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760768.534925:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760768.534927:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24477696, 24481792) 0 0 00000080:00200000:1.0:1789760768.534931:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760768.534948:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5976, 5976] 00020000:00200000:1.0:1789760768.534957:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24477696 chunk: [24477696, 24481792) 24481792, 4096 00020000:00200000:1.0:1789760768.534961:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760768.534980:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5976, 5976] 00000008:00010000:1.0:1789760768.534999:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760768.535005:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760768.535015:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24477696, 24481792) append 0 append lockpos 0 00000080:00200000:1.0:1789760768.535031:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24477696=0x1758000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760768.535091:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760768.535094:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24481792 00000020:00010000:1.0:1789760768.535103:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760768.535107:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.535110:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.535113:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760768.535116:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760768.535124:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760768.535130:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760768.535147:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760768.535264:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570000 - object 0x240000400:4 offset 24477696<>24481792 00000100:00100000:0.0:1789760768.535427:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760768.535448:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515765760:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760768.569103:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973293 gen 2 00000008:00010000:0.0:1789760768.569158:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760768.569176:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760768.569188:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760768.569208:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760768.569239:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515765760:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760768.569400:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5976, 5976] 00000080:00200000:1.0:1789760768.569417:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760768.569423:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760768.569439:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24481792 i_blocks 49159 00000020:00200000:1.0:1789760768.569442:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760768.569452:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760768.569488:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24481792, count: 4096 00000080:00200000:1.0:1789760768.569495:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24481792, bytes: 4096 00000080:00200000:1.0:1789760768.569504:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760768.569522:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760768.569525:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24481792, 24485888) 0 0 00000080:00200000:1.0:1789760768.569530:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760768.569547:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5977, 5977] 00020000:00200000:1.0:1789760768.569556:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24481792 chunk: [24481792, 24485888) 24485888, 4096 00020000:00200000:1.0:1789760768.569561:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760768.569580:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5977, 5977] 00000008:00010000:1.0:1789760768.569597:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760768.569610:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760768.569623:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24481792, 24485888) append 0 append lockpos 0 00000080:00200000:1.0:1789760768.569637:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24481792=0x1759000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760768.569694:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760768.569697:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24485888 00000020:00010000:1.0:1789760768.569704:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760768.569707:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.569710:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.569713:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760768.569716:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760768.569723:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760768.569730:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760768.569746:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760768.570060:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572d80 - object 0x240000400:4 offset 24481792<>24485888 00000100:00100000:0.0:1789760768.570336:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760768.570361:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515765888:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760768.610177:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760768.610192:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760768.610204:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760768.610226:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760768.610259:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515765888:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760768.610457:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5977, 5977] 00000080:00200000:1.0:1789760768.610473:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760768.610480:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760768.610495:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24485888 i_blocks 49159 00000020:00200000:1.0:1789760768.610499:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760768.610509:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760768.610556:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24485888, count: 4096 00000080:00200000:1.0:1789760768.610564:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24485888, bytes: 4096 00000080:00200000:1.0:1789760768.610574:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760768.610583:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760768.610585:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24485888, 24489984) 0 0 00000080:00200000:1.0:1789760768.610590:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760768.610607:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5978, 5978] 00020000:00200000:1.0:1789760768.610616:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24485888 chunk: [24485888, 24489984) 24489984, 4096 00020000:00200000:1.0:1789760768.610620:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760768.610640:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5978, 5978] 00000008:00010000:1.0:1789760768.610659:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760768.610665:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760768.610677:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24485888, 24489984) append 0 append lockpos 0 00000080:00200000:1.0:1789760768.610691:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24485888=0x175a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760768.610750:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760768.610754:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24489984 00000020:00010000:1.0:1789760768.610763:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760768.610766:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.610769:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.610772:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760768.610775:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760768.610783:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760768.610790:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760768.610818:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760768.610968:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571500 - object 0x240000400:4 offset 24485888<>24489984 00000100:00100000:0.0:1789760768.611221:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760768.611243:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515766016:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760768.645601:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973294 gen 2 00000100:00100000:0.0:1789760768.645644:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8571500 x1876699515766016/t4294973295(4294973295) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760784 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760768.645696:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760768.645703:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760768.645714:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760768.645736:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760768.645763:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515766016:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760768.646001:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5978, 5978] 00000080:00200000:1.0:1789760768.646016:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760768.646023:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760768.646039:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24489984 i_blocks 49159 00000020:00200000:1.0:1789760768.646043:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760768.646053:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760768.646099:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24489984, count: 4096 00000080:00200000:1.0:1789760768.646107:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24489984, bytes: 4096 00000080:00200000:1.0:1789760768.646117:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760768.646126:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760768.646129:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24489984, 24494080) 0 0 00000080:00200000:1.0:1789760768.646133:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760768.646150:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5979, 5979] 00020000:00200000:1.0:1789760768.646159:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24489984 chunk: [24489984, 24494080) 24494080, 4096 00020000:00200000:1.0:1789760768.646174:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760768.646194:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5979, 5979] 00000008:00010000:1.0:1789760768.646212:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760768.646217:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760768.646231:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24489984, 24494080) append 0 append lockpos 0 00000080:00200000:1.0:1789760768.646245:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24489984=0x175b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760768.646306:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760768.646310:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24494080 00000020:00010000:1.0:1789760768.646319:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760768.646323:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.646325:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.646328:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760768.646331:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760768.646339:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760768.646346:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760768.646362:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760768.646471:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571f80 - object 0x240000400:4 offset 24489984<>24494080 00000100:00100000:0.0:1789760768.646654:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760768.646676:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515766144:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760768.676783:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973295 gen 2 00000100:00100000:0.0:1789760768.676814:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8571f80 x1876699515766144/t4294973296(4294973296) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760784 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760768.676849:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760768.676887:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760768.676895:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760768.676981:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760768.677003:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515766144:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760768.677337:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5979, 5979] 00000080:00200000:1.0:1789760768.677351:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760768.677356:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760768.677587:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24494080 i_blocks 49159 00000020:00200000:0.0:1789760768.677592:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760768.677601:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760768.677627:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24494080, count: 4096 00000080:00200000:0.0:1789760768.677633:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24494080, bytes: 4096 00000080:00200000:0.0:1789760768.677641:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760768.677648:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760768.677650:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24494080, 24498176) 0 0 00000080:00200000:0.0:1789760768.677654:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760768.677667:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5980, 5980] 00020000:00200000:0.0:1789760768.677674:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24494080 chunk: [24494080, 24498176) 24498176, 4096 00020000:00200000:0.0:1789760768.677677:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760768.677691:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5980, 5980] 00000008:00010000:0.0:1789760768.677707:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760768.677711:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760768.677720:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24494080, 24498176) append 0 append lockpos 0 00000080:00200000:0.0:1789760768.677732:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24494080=0x175c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760768.677776:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760768.677779:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24498176 00000020:00010000:0.0:1789760768.677786:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760768.677789:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760768.677792:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760768.677795:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760768.677797:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760768.677804:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760768.677810:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760768.677824:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760768.678011:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 24494080<>24498176 00000100:00100000:1.0:1789760768.678066:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760768.678654:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515766272:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760768.729560:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973296 gen 2 00000100:00100000:0.0:1789760768.729590:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc4e00 x1876699515766272/t4294973297(4294973297) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760784 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760768.729626:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:0.0:1789760768.729631:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760768.729639:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760768.729735:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:0.0:1789760768.729756:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515766272:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760768.729824:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5980, 5980] 00000080:00200000:1.0:1789760768.729837:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760768.729841:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760768.729853:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24498176 i_blocks 49159 00000020:00200000:1.0:1789760768.729976:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760768.730060:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760768.730088:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24498176, count: 4096 00000080:00200000:1.0:1789760768.730094:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24498176, bytes: 4096 00000080:00200000:1.0:1789760768.730106:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760768.730112:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760768.730115:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24498176, 24502272) 0 0 00000080:00200000:1.0:1789760768.730119:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760768.730130:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5981, 5981] 00020000:00200000:1.0:1789760768.730137:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24498176 chunk: [24498176, 24502272) 24502272, 4096 00020000:00200000:1.0:1789760768.730140:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760768.730154:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5981, 5981] 00000008:00010000:1.0:1789760768.730180:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760768.730186:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760768.730195:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24498176, 24502272) append 0 append lockpos 0 00000080:00200000:1.0:1789760768.730273:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24498176=0x175d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760768.730379:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760768.730382:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24502272 00000020:00010000:1.0:1789760768.730389:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760768.730404:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.730407:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.730410:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760768.730413:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760768.730419:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760768.730424:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760768.730438:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760768.730752:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572680 - object 0x240000400:4 offset 24498176<>24502272 00000100:00100000:0.0:1789760768.730848:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760768.730892:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515766400:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760768.793076:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973298 gen 2 00000008:00010000:0.0:1789760768.793121:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760768.793127:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760768.793135:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760768.793155:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760768.793189:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515766400:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760768.793283:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5981, 5981] 00000080:00200000:1.0:1789760768.793305:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760768.793310:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760768.793322:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24502272 i_blocks 49159 00000020:00200000:1.0:1789760768.793326:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760768.793333:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760768.793356:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24502272, count: 4096 00000080:00200000:1.0:1789760768.793362:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24502272, bytes: 4096 00000080:00200000:1.0:1789760768.793370:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760768.793377:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760768.793379:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24502272, 24506368) 0 0 00000080:00200000:1.0:1789760768.793383:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760768.793395:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5982, 5982] 00020000:00200000:1.0:1789760768.793402:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24502272 chunk: [24502272, 24506368) 24506368, 4096 00020000:00200000:1.0:1789760768.793406:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760768.793421:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5982, 5982] 00000008:00010000:1.0:1789760768.793435:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760768.793440:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760768.793450:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24502272, 24506368) append 0 append lockpos 0 00000080:00200000:1.0:1789760768.793460:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24502272=0x175e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760768.793498:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760768.793500:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24506368 00000020:00010000:1.0:1789760768.793507:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760768.793510:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.793513:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.793517:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760768.793519:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760768.793525:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760768.793530:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760768.793643:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:0.0:1789760768.793718:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 24502272<>24506368 00000100:00100000:0.0:1789760768.793762:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515766528:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760768.874074:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760768.874087:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760768.874096:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760768.874155:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760768.874190:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515766528:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760768.874475:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5982, 5982] 00000080:00200000:1.0:1789760768.874490:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760768.874495:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760768.874508:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24506368 i_blocks 49159 00000020:00200000:1.0:1789760768.874512:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760768.874521:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760768.874548:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24506368, count: 4096 00000080:00200000:1.0:1789760768.874555:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24506368, bytes: 4096 00000080:00200000:1.0:1789760768.874563:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760768.874570:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760768.874572:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24506368, 24510464) 0 0 00000080:00200000:1.0:1789760768.874576:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760768.874590:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5983, 5983] 00020000:00200000:1.0:1789760768.874597:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24506368 chunk: [24506368, 24510464) 24510464, 4096 00020000:00200000:1.0:1789760768.874601:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760768.874616:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5983, 5983] 00000008:00010000:1.0:1789760768.874630:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760768.874635:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760768.874644:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24506368, 24510464) append 0 append lockpos 0 00000080:00200000:1.0:1789760768.874657:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24506368=0x175f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760768.874704:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760768.874707:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24510464 00000020:00010000:1.0:1789760768.874714:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760768.874717:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.874720:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.874724:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760768.874726:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760768.874731:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760768.874737:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760768.874750:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760768.874828:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573b80 - object 0x240000400:4 offset 24506368<>24510464 00000100:00100000:0.0:1789760768.874892:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515766656:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760768.937010:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973299 gen 2 00000100:00100000:0.0:1789760768.937041:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8573b80 x1876699515766656/t4294973300(4294973300) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760784 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760768.937076:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760768.937179:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760768.937189:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760768.937208:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760768.937522:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515766656:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760768.937578:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5983, 5983] 00000080:00200000:1.0:1789760768.937588:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760768.937591:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760768.937602:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24510464 i_blocks 49159 00000020:00200000:1.0:1789760768.937604:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760768.937611:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760768.937633:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24510464, count: 4096 00000080:00200000:1.0:1789760768.937637:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24510464, bytes: 4096 00000080:00200000:1.0:1789760768.937644:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760768.937650:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760768.937651:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24510464, 24514560) 0 0 00000080:00200000:1.0:1789760768.937654:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760768.937665:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5984, 5984] 00020000:00200000:1.0:1789760768.937669:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24510464 chunk: [24510464, 24514560) 24514560, 4096 00020000:00200000:1.0:1789760768.937673:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760768.937688:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5984, 5984] 00000008:00010000:1.0:1789760768.937701:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760768.937705:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760768.937714:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24510464, 24514560) append 0 append lockpos 0 00000080:00200000:1.0:1789760768.937724:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24510464=0x1760000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760768.937767:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760768.937769:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24514560 00000020:00010000:1.0:1789760768.937775:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760768.937779:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.937781:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.937783:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760768.937842:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760768.937849:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760768.937875:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760768.937888:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760768.937957:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572a00 - object 0x240000400:4 offset 24510464<>24514560 00000100:00100000:0.0:1789760768.938027:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515766784:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760768.995919:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973301 gen 2 00000008:00010000:0.0:1789760768.995965:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760768.995972:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760768.995979:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760768.995999:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760768.996022:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515766784:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760768.996099:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5984, 5984] 00000080:00200000:1.0:1789760768.996110:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760768.996115:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760768.996126:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24514560 i_blocks 49159 00000020:00200000:1.0:1789760768.996129:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760768.996138:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760768.996173:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24514560, count: 4096 00000080:00200000:1.0:1789760768.996180:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24514560, bytes: 4096 00000080:00200000:1.0:1789760768.996189:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760768.996196:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760768.996199:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24514560, 24518656) 0 0 00000080:00200000:1.0:1789760768.996203:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760768.996225:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5985, 5985] 00020000:00200000:1.0:1789760768.996233:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24514560 chunk: [24514560, 24518656) 24518656, 4096 00020000:00200000:1.0:1789760768.996237:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760768.996255:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5985, 5985] 00000008:00010000:1.0:1789760768.996269:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760768.996274:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760768.996282:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24514560, 24518656) append 0 append lockpos 0 00000080:00200000:1.0:1789760768.996296:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24514560=0x1761000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760768.996344:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760768.996347:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24518656 00000020:00010000:1.0:1789760768.996354:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760768.996358:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.996361:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760768.996364:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760768.996366:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760768.996374:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760768.996379:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760768.996521:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760768.996601:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573100 - object 0x240000400:4 offset 24514560<>24518656 00000100:00100000:0.0:1789760768.996701:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515766912:192.168.203.146@tcp:4:dd.0 00010000:00010000:3.0:1789760769.009789:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:0.0:1789760769.083957:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760769.083969:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760769.083979:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760769.084002:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760769.084026:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515766912:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760769.084120:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5985, 5985] 00000080:00200000:1.0:1789760769.084135:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760769.084139:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760769.084151:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24518656 i_blocks 49159 00000020:00200000:1.0:1789760769.084154:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760769.084172:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760769.084198:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24518656, count: 4096 00000080:00200000:1.0:1789760769.084206:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24518656, bytes: 4096 00000080:00200000:1.0:1789760769.084214:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760769.084221:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760769.084223:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24518656, 24522752) 0 0 00000080:00200000:1.0:1789760769.084227:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760769.084239:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5986, 5986] 00020000:00200000:1.0:1789760769.084246:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24518656 chunk: [24518656, 24522752) 24522752, 4096 00020000:00200000:1.0:1789760769.084250:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760769.084275:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5986, 5986] 00000008:00010000:1.0:1789760769.084289:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760769.084295:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760769.084304:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24518656, 24522752) append 0 append lockpos 0 00000080:00200000:1.0:1789760769.084315:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24518656=0x1762000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760769.084364:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760769.084367:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24522752 00000020:00010000:1.0:1789760769.084375:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760769.084378:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.084381:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.084385:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760769.084387:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760769.084393:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760769.084399:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760769.084413:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760769.084487:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570380 - object 0x240000400:4 offset 24518656<>24522752 00000100:00100000:0.0:1789760769.084577:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515767040:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760769.157484:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973302 gen 2 00000100:00100000:0.0:1789760769.157516:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8570380 x1876699515767040/t4294973303(4294973303) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760785 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760769.157552:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760769.157558:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760769.157566:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760769.157587:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760769.157609:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515767040:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760769.157697:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5986, 5986] 00000080:00200000:1.0:1789760769.157709:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760769.157714:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760769.157725:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24522752 i_blocks 49159 00000020:00200000:1.0:1789760769.157728:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760769.157736:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760769.157762:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24522752, count: 4096 00000080:00200000:1.0:1789760769.157768:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24522752, bytes: 4096 00000080:00200000:1.0:1789760769.157775:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760769.157781:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760769.157783:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24522752, 24526848) 0 0 00000080:00200000:1.0:1789760769.157787:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760769.157798:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5987, 5987] 00020000:00200000:1.0:1789760769.157805:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24522752 chunk: [24522752, 24526848) 24526848, 4096 00020000:00200000:1.0:1789760769.157809:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760769.157824:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5987, 5987] 00000008:00010000:1.0:1789760769.157837:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760769.157841:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760769.157848:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24522752, 24526848) append 0 append lockpos 0 00000080:00200000:1.0:1789760769.157887:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24522752=0x1763000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760769.157932:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760769.157935:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24526848 00000020:00010000:1.0:1789760769.157943:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760769.157946:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.157949:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.157952:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760769.157955:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760769.157961:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760769.157967:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760769.157982:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760769.158072:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571c00 - object 0x240000400:4 offset 24522752<>24526848 00000100:00100000:0.0:1789760769.158304:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515767168:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760769.213923:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973304 gen 2 00000008:00010000:0.0:1789760769.213968:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760769.213974:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760769.213982:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760769.213992:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760769.214015:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515767168:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760769.215017:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5987, 5987] 00000080:00200000:1.0:1789760769.215035:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760769.215041:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760769.215057:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24526848 i_blocks 49159 00000020:00200000:1.0:1789760769.215060:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760769.215070:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760769.215098:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24526848, count: 4096 00000080:00200000:1.0:1789760769.215105:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24526848, bytes: 4096 00000080:00200000:1.0:1789760769.215117:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760769.215124:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760769.215126:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24526848, 24530944) 0 0 00000080:00200000:1.0:1789760769.215130:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760769.215143:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5988, 5988] 00020000:00200000:1.0:1789760769.215150:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24526848 chunk: [24526848, 24530944) 24530944, 4096 00020000:00200000:1.0:1789760769.215154:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760769.215182:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5988, 5988] 00000008:00010000:1.0:1789760769.215195:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760769.215199:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760769.215209:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24526848, 24530944) append 0 append lockpos 0 00000080:00200000:1.0:1789760769.215222:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24526848=0x1764000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760769.215277:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760769.215280:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24530944 00000020:00010000:1.0:1789760769.215286:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760769.215289:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.215292:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.215295:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760769.215297:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760769.215304:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760769.215309:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760769.215326:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760769.215409:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 24526848<>24530944 00000100:00100000:0.0:1789760769.215591:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515767296:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760769.256155:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973305 gen 2 00000008:00010000:0.0:1789760769.256202:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760769.256209:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760769.256218:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760769.256237:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760769.256270:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515767296:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760769.256429:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5988, 5988] 00000080:00200000:1.0:1789760769.256441:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760769.256446:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760769.256458:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24530944 i_blocks 49159 00000020:00200000:1.0:1789760769.256461:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760769.256470:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760769.256495:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24530944, count: 4096 00000080:00200000:1.0:1789760769.256501:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24530944, bytes: 4096 00000080:00200000:1.0:1789760769.256508:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760769.256515:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760769.256518:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24530944, 24535040) 0 0 00000080:00200000:1.0:1789760769.256521:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760769.256533:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5989, 5989] 00020000:00200000:1.0:1789760769.256541:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24530944 chunk: [24530944, 24535040) 24535040, 4096 00020000:00200000:1.0:1789760769.256545:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760769.256560:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5989, 5989] 00000008:00010000:1.0:1789760769.256574:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760769.256578:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760769.256586:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24530944, 24535040) append 0 append lockpos 0 00000080:00200000:1.0:1789760769.256598:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24530944=0x1765000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760769.256643:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760769.256647:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24535040 00000020:00010000:1.0:1789760769.256654:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760769.256658:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.256661:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.256664:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760769.256677:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760769.256685:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760769.256691:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760769.256705:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760769.256791:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 24530944<>24535040 00000100:00100000:0.0:1789760769.257032:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515767424:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760769.292354:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760769.292366:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760769.292376:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760769.292397:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760769.292422:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515767424:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760769.292557:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5989, 5989] 00000080:00200000:1.0:1789760769.292571:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760769.292576:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760769.292587:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24535040 i_blocks 49159 00000020:00200000:1.0:1789760769.292590:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760769.292598:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760769.292626:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24535040, count: 4096 00000080:00200000:1.0:1789760769.292632:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24535040, bytes: 4096 00000080:00200000:1.0:1789760769.292638:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760769.292646:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760769.292648:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24535040, 24539136) 0 0 00000080:00200000:1.0:1789760769.292652:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760769.292664:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5990, 5990] 00020000:00200000:1.0:1789760769.292980:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24535040 chunk: [24535040, 24539136) 24539136, 4096 00020000:00200000:1.0:1789760769.292984:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760769.292999:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5990, 5990] 00000008:00010000:1.0:1789760769.293014:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760769.293018:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760769.293027:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24535040, 24539136) append 0 append lockpos 0 00000080:00200000:1.0:1789760769.293113:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24535040=0x1766000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760769.293170:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760769.293173:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24539136 00000020:00010000:1.0:1789760769.293180:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760769.293183:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.293186:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.293190:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760769.293193:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760769.293200:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760769.293205:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760769.293220:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760769.293473:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571c00 - object 0x240000400:4 offset 24535040<>24539136 00000100:00100000:0.0:1789760769.293576:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515767552:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760769.340764:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973307 gen 2 00000008:00010000:0.0:1789760769.340916:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760769.340923:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760769.340931:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760769.340952:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760769.340976:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515767552:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760769.341067:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5990, 5990] 00000080:00200000:1.0:1789760769.341079:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760769.341084:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760769.341096:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24539136 i_blocks 49159 00000020:00200000:1.0:1789760769.341099:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760769.341108:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760769.341134:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24539136, count: 4096 00000080:00200000:1.0:1789760769.341140:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24539136, bytes: 4096 00000080:00200000:1.0:1789760769.341148:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760769.341155:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760769.341170:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24539136, 24543232) 0 0 00000080:00200000:1.0:1789760769.341175:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760769.341188:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5991, 5991] 00020000:00200000:1.0:1789760769.341195:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24539136 chunk: [24539136, 24543232) 24543232, 4096 00020000:00200000:1.0:1789760769.341199:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760769.341214:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5991, 5991] 00000008:00010000:1.0:1789760769.341232:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760769.341236:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760769.341246:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24539136, 24543232) append 0 append lockpos 0 00000080:00200000:1.0:1789760769.341904:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24539136=0x1767000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760769.341963:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760769.341966:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24543232 00000020:00010000:1.0:1789760769.341974:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760769.341977:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.341981:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.341984:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760769.341987:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760769.341993:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760769.341999:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760769.342017:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760769.342098:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570380 - object 0x240000400:4 offset 24539136<>24543232 00000100:00100000:0.0:1789760769.343392:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515767680:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760769.383982:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973308 gen 2 00000008:00010000:0.0:1789760769.384017:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760769.384023:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760769.384033:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760769.384048:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760769.384073:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515767680:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760769.384545:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5991, 5991] 00000080:00200000:1.0:1789760769.384558:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760769.384564:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760769.384576:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24543232 i_blocks 49159 00000020:00200000:1.0:1789760769.384580:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760769.384589:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760769.384612:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24543232, count: 4096 00000080:00200000:1.0:1789760769.384617:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24543232, bytes: 4096 00000080:00200000:1.0:1789760769.384625:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760769.384632:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760769.384633:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24543232, 24547328) 0 0 00000080:00200000:1.0:1789760769.384636:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760769.384647:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5992, 5992] 00020000:00200000:1.0:1789760769.384653:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24543232 chunk: [24543232, 24547328) 24547328, 4096 00020000:00200000:1.0:1789760769.384655:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760769.384678:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5992, 5992] 00000008:00010000:1.0:1789760769.384688:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760769.384692:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760769.384699:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24543232, 24547328) append 0 append lockpos 0 00000080:00200000:1.0:1789760769.384709:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24543232=0x1768000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760769.384746:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760769.384748:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24547328 00000020:00010000:1.0:1789760769.384752:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760769.384755:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.384757:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.384759:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760769.384761:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760769.384765:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760769.384769:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760769.384779:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760769.384894:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573100 - object 0x240000400:4 offset 24543232<>24547328 00000100:00100000:0.0:1789760769.385239:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515767808:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760769.422662:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760769.422673:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760769.422681:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760769.422701:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760769.422726:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515767808:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760769.423098:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5992, 5992] 00000080:00200000:1.0:1789760769.423111:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760769.423115:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760769.423126:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24547328 i_blocks 49159 00000020:00200000:1.0:1789760769.423129:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760769.423138:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760769.423171:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24547328, count: 4096 00000080:00200000:1.0:1789760769.423177:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24547328, bytes: 4096 00000080:00200000:1.0:1789760769.423185:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760769.423191:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760769.423193:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24547328, 24551424) 0 0 00000080:00200000:1.0:1789760769.423196:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760769.423207:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5993, 5993] 00020000:00200000:1.0:1789760769.423214:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24547328 chunk: [24547328, 24551424) 24551424, 4096 00020000:00200000:1.0:1789760769.423217:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760769.423231:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5993, 5993] 00000008:00010000:1.0:1789760769.423244:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760769.423248:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760769.423256:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24547328, 24551424) append 0 append lockpos 0 00000080:00200000:1.0:1789760769.423267:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24547328=0x1769000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760769.423315:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760769.423318:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24551424 00000020:00010000:1.0:1789760769.423324:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760769.423328:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.423330:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.423333:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760769.423335:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760769.423342:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760769.423348:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760769.423362:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760769.423500:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572a00 - object 0x240000400:4 offset 24547328<>24551424 00000100:00100000:0.0:1789760769.423563:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515767936:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760769.479441:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973310 gen 2 00000008:00010000:0.0:1789760769.480091:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760769.480100:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760769.480108:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760769.480128:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760769.480146:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515767936:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760769.480278:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5993, 5993] 00000080:00200000:1.0:1789760769.480292:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760769.480297:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760769.480309:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24551424 i_blocks 49159 00000020:00200000:1.0:1789760769.480313:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760769.480321:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760769.480347:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24551424, count: 4096 00000080:00200000:1.0:1789760769.480354:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24551424, bytes: 4096 00000080:00200000:1.0:1789760769.480362:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760769.480370:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760769.480372:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24551424, 24555520) 0 0 00000080:00200000:1.0:1789760769.480376:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760769.480389:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5994, 5994] 00020000:00200000:1.0:1789760769.480396:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24551424 chunk: [24551424, 24555520) 24555520, 4096 00020000:00200000:1.0:1789760769.480400:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760769.480414:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5994, 5994] 00000008:00010000:1.0:1789760769.480426:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760769.480431:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760769.480440:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24551424, 24555520) append 0 append lockpos 0 00000080:00200000:1.0:1789760769.480450:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24551424=0x176a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760769.480498:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760769.480501:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24555520 00000020:00010000:1.0:1789760769.480508:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760769.480512:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.480516:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.480520:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760769.480523:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760769.480530:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760769.480535:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760769.480549:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760769.480641:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573b80 - object 0x240000400:4 offset 24551424<>24555520 00000100:00100000:0.0:1789760769.481096:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515768064:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760769.544135:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973311 gen 2 00000008:00010000:0.0:1789760769.544179:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760769.544186:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760769.544194:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760769.544214:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760769.544237:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515768064:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760769.544420:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5994, 5994] 00000080:00200000:1.0:1789760769.544432:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760769.544438:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760769.544450:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24555520 i_blocks 49159 00000020:00200000:1.0:1789760769.544453:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760769.544461:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760769.544492:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24555520, count: 4096 00000080:00200000:1.0:1789760769.544498:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24555520, bytes: 4096 00000080:00200000:1.0:1789760769.544506:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760769.544514:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760769.544515:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24555520, 24559616) 0 0 00000080:00200000:1.0:1789760769.544519:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760769.544532:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5995, 5995] 00020000:00200000:1.0:1789760769.544539:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24555520 chunk: [24555520, 24559616) 24559616, 4096 00020000:00200000:1.0:1789760769.544542:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760769.544556:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5995, 5995] 00000008:00010000:1.0:1789760769.544569:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760769.544574:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760769.544583:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24555520, 24559616) append 0 append lockpos 0 00000080:00200000:1.0:1789760769.544595:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24555520=0x176b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760769.544641:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760769.544644:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24559616 00000020:00010000:1.0:1789760769.544651:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760769.544654:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.544657:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.544661:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760769.544663:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760769.544670:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760769.544675:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760769.544689:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760769.544765:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572680 - object 0x240000400:4 offset 24555520<>24559616 00000100:00100000:0.0:1789760769.544986:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760769.545001:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515768192:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760769.598506:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973312 gen 2 00000008:00010000:0.0:1789760769.598544:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760769.598550:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760769.598558:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760769.598576:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760769.598598:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515768192:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760769.598730:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5995, 5995] 00000080:00200000:1.0:1789760769.598742:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760769.598747:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760769.598758:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24559616 i_blocks 49159 00000020:00200000:1.0:1789760769.598761:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760769.598768:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760769.598803:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24559616, count: 4096 00000080:00200000:1.0:1789760769.598813:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24559616, bytes: 4096 00000080:00200000:1.0:1789760769.598821:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760769.598827:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760769.598829:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24559616, 24563712) 0 0 00000080:00200000:1.0:1789760769.598833:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760769.598843:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5996, 5996] 00020000:00200000:1.0:1789760769.598849:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24559616 chunk: [24559616, 24563712) 24563712, 4096 00020000:00200000:1.0:1789760769.598873:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760769.598888:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5996, 5996] 00000008:00010000:1.0:1789760769.598902:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760769.598907:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760769.598916:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24559616, 24563712) append 0 append lockpos 0 00000080:00200000:1.0:1789760769.598927:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24559616=0x176c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760769.598972:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760769.598975:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24563712 00000020:00010000:1.0:1789760769.598982:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760769.598986:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.598988:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.598991:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760769.598994:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760769.598999:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760769.599004:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760769.599134:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760769.599223:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571f80 - object 0x240000400:4 offset 24559616<>24563712 00000100:00100000:0.0:1789760769.599347:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760769.599362:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515768320:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760769.675001:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973313 gen 2 00000008:00010000:0.0:1789760769.675038:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760769.675044:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760769.675053:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760769.675074:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760769.675112:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515768320:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760769.675216:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5996, 5996] 00000080:00200000:1.0:1789760769.675230:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760769.675235:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760769.675247:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24563712 i_blocks 49159 00000020:00200000:1.0:1789760769.675250:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760769.675258:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760769.675284:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24563712, count: 4096 00000080:00200000:1.0:1789760769.675290:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24563712, bytes: 4096 00000080:00200000:1.0:1789760769.675297:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760769.675304:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760769.675306:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24563712, 24567808) 0 0 00000080:00200000:1.0:1789760769.675310:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760769.675322:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5997, 5997] 00020000:00200000:1.0:1789760769.675329:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24563712 chunk: [24563712, 24567808) 24567808, 4096 00020000:00200000:1.0:1789760769.675332:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760769.675347:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5997, 5997] 00000008:00010000:1.0:1789760769.675361:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760769.675366:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760769.675374:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24563712, 24567808) append 0 append lockpos 0 00000080:00200000:1.0:1789760769.675385:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24563712=0x176d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760769.675427:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760769.675430:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24567808 00000020:00010000:1.0:1789760769.675438:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760769.675441:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.675444:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.675447:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760769.675450:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760769.675457:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760769.675463:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760769.675476:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760769.675551:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571500 - object 0x240000400:4 offset 24563712<>24567808 00000100:00100000:0.0:1789760769.675597:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515768448:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760769.749340:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760769.749352:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760769.749362:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760769.749385:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760769.749409:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515768448:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760769.749563:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5997, 5997] 00000080:00200000:3.0:1789760769.749577:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760769.749583:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760769.749594:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24567808 i_blocks 49159 00000020:00200000:3.0:1789760769.749667:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760769.749678:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760769.749707:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24567808, count: 4096 00000080:00200000:3.0:1789760769.749713:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24567808, bytes: 4096 00000080:00200000:3.0:1789760769.749721:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760769.749728:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760769.749730:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24567808, 24571904) 0 0 00000080:00200000:3.0:1789760769.749735:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760769.749748:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5998, 5998] 00020000:00200000:3.0:1789760769.749755:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24567808 chunk: [24567808, 24571904) 24571904, 4096 00020000:00200000:3.0:1789760769.749759:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760769.749775:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5998, 5998] 00000008:00010000:3.0:1789760769.749789:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760769.749793:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760769.749814:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24567808, 24571904) append 0 append lockpos 0 00000080:00200000:3.0:1789760769.749825:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24567808=0x176e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760769.749894:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760769.749898:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24571904 00000020:00010000:3.0:1789760769.749905:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760769.749908:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760769.749911:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760769.749914:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760769.749918:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760769.749924:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760769.749930:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760769.749944:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760769.750019:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 24567808<>24571904 00000100:00100000:3.0:1789760769.750060:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760769.750073:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515768576:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760769.798000:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973315 gen 2 00000008:00010000:3.0:1789760769.798046:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760769.798053:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760769.798062:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760769.798085:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760769.798109:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515768576:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760769.798209:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5998, 5998] 00000080:00200000:0.0:1789760769.798220:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760769.798224:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760769.798234:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24571904 i_blocks 49159 00000020:00200000:0.0:1789760769.798237:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760769.798244:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760769.798266:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24571904, count: 4096 00000080:00200000:0.0:1789760769.798271:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24571904, bytes: 4096 00000080:00200000:0.0:1789760769.798277:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760769.798283:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760769.798284:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24571904, 24576000) 0 0 00000080:00200000:0.0:1789760769.798287:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760769.798298:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [5999, 5999] 00020000:00200000:0.0:1789760769.798303:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24571904 chunk: [24571904, 24576000) 24576000, 4096 00020000:00200000:0.0:1789760769.798306:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760769.798319:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5999, 5999] 00000008:00010000:0.0:1789760769.798330:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760769.798334:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760769.798341:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24571904, 24576000) append 0 append lockpos 0 00000080:00200000:0.0:1789760769.798349:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24571904=0x176f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760769.798384:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760769.798385:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24576000 00000020:00010000:0.0:1789760769.798390:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760769.798392:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760769.798394:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760769.798397:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760769.798398:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760769.798403:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760769.798406:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760769.798417:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760769.798481:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 24571904<>24576000 00000100:00100000:0.0:1789760769.798513:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760769.798528:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515768704:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760769.844010:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973316 gen 2 00000008:00010000:0.0:1789760769.844048:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:0.0:1789760769.844056:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760769.844065:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760769.844088:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:0.0:1789760769.844112:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515768704:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760769.845405:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [5999, 5999] 00000080:00200000:1.0:1789760769.845423:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760769.845430:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760769.845445:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24576000 i_blocks 49159 00000020:00200000:1.0:1789760769.845449:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760769.845461:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760769.845486:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24576000, count: 4096 00000080:00200000:1.0:1789760769.845492:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24576000, bytes: 4096 00000080:00200000:1.0:1789760769.845501:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760769.845508:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760769.845510:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24576000, 24580096) 0 0 00000080:00200000:1.0:1789760769.845514:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760769.845524:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6000, 6000] 00020000:00200000:1.0:1789760769.845531:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24576000 chunk: [24576000, 24580096) 24580096, 4096 00020000:00200000:1.0:1789760769.845535:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760769.845549:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6000, 6000] 00000008:00010000:1.0:1789760769.845563:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760769.845567:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760769.845576:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24576000, 24580096) append 0 append lockpos 0 00000080:00200000:1.0:1789760769.845658:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24576000=0x1770000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760769.845711:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760769.845714:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24580096 00000020:00010000:1.0:1789760769.845721:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760769.845724:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.845728:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.845731:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760769.845734:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760769.845741:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760769.845747:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760769.845764:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760769.845842:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572d80 - object 0x240000400:4 offset 24576000<>24580096 00000100:00100000:0.0:1789760769.845991:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515768832:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760769.888754:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973317 gen 2 00000008:00010000:0.0:1789760769.888791:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760769.888807:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760769.888817:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760769.888838:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760769.888901:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515768832:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760769.889068:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6000, 6000] 00000080:00200000:1.0:1789760769.889081:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760769.889085:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760769.889108:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24580096 i_blocks 49159 00000020:00200000:1.0:1789760769.889112:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760769.889121:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760769.889145:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24580096, count: 4096 00000080:00200000:1.0:1789760769.889151:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24580096, bytes: 4096 00000080:00200000:1.0:1789760769.889172:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760769.889179:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760769.889182:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24580096, 24584192) 0 0 00000080:00200000:1.0:1789760769.889186:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760769.889197:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6001, 6001] 00020000:00200000:1.0:1789760769.889203:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24580096 chunk: [24580096, 24584192) 24584192, 4096 00020000:00200000:1.0:1789760769.889207:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760769.889220:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6001, 6001] 00000008:00010000:1.0:1789760769.889233:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760769.889238:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760769.889247:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24580096, 24584192) append 0 append lockpos 0 00000080:00200000:1.0:1789760769.889259:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24580096=0x1771000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760769.889300:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760769.889303:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24584192 00000020:00010000:1.0:1789760769.889310:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760769.889313:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.889316:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.889319:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760769.889322:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760769.889328:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760769.889333:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760769.889346:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760769.889418:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570000 - object 0x240000400:4 offset 24580096<>24584192 00000100:00100000:0.0:1789760769.889480:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515768960:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760769.931185:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760769.931197:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760769.931206:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760769.931229:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760769.931253:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515768960:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760769.931399:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6001, 6001] 00000080:00200000:1.0:1789760769.931413:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760769.931418:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760769.931428:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24584192 i_blocks 49159 00000020:00200000:1.0:1789760769.931432:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760769.931440:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760769.931467:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24584192, count: 4096 00000080:00200000:1.0:1789760769.931473:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24584192, bytes: 4096 00000080:00200000:1.0:1789760769.931481:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760769.931488:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760769.931491:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24584192, 24588288) 0 0 00000080:00200000:1.0:1789760769.931495:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760769.931509:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6002, 6002] 00020000:00200000:1.0:1789760769.931515:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24584192 chunk: [24584192, 24588288) 24588288, 4096 00020000:00200000:1.0:1789760769.931519:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760769.931534:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6002, 6002] 00000008:00010000:1.0:1789760769.931546:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760769.931551:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760769.931561:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24584192, 24588288) append 0 append lockpos 0 00000080:00200000:1.0:1789760769.931573:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24584192=0x1772000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760769.931618:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760769.931621:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24588288 00000020:00010000:1.0:1789760769.931628:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760769.931630:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.931633:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.931636:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760769.931639:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760769.931646:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760769.931652:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760769.931665:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760769.931745:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570700 - object 0x240000400:4 offset 24584192<>24588288 00000100:00100000:0.0:1789760769.931927:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760769.931942:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515769088:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760769.990214:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973319 gen 2 00000008:00010000:0.0:1789760769.990261:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760769.990269:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760769.990278:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760769.990298:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760769.990322:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515769088:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760769.990614:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6002, 6002] 00000080:00200000:1.0:1789760769.990626:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760769.990631:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760769.990642:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24588288 i_blocks 49159 00000020:00200000:1.0:1789760769.990645:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760769.990654:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760769.990680:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24588288, count: 4096 00000080:00200000:1.0:1789760769.990686:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24588288, bytes: 4096 00000080:00200000:1.0:1789760769.990693:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760769.990700:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760769.990702:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24588288, 24592384) 0 0 00000080:00200000:1.0:1789760769.990705:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760769.990716:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6003, 6003] 00020000:00200000:1.0:1789760769.990723:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24588288 chunk: [24588288, 24592384) 24592384, 4096 00020000:00200000:1.0:1789760769.990726:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760769.990743:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6003, 6003] 00000008:00010000:1.0:1789760769.990756:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760769.990760:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760769.990769:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24588288, 24592384) append 0 append lockpos 0 00000080:00200000:1.0:1789760769.990781:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24588288=0x1773000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760769.990837:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760769.990840:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24592384 00000020:00010000:1.0:1789760769.990847:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760769.990850:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.990888:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760769.990892:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760769.990895:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760769.990901:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760769.990907:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760769.990920:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760769.990995:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571180 - object 0x240000400:4 offset 24588288<>24592384 00000100:00100000:0.0:1789760769.991210:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515769216:192.168.203.146@tcp:4:dd.0 00010000:00010000:2.0:1789760770.033729:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789760770.048777:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973320 gen 2 00000008:00010000:0.0:1789760770.048886:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760770.048892:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760770.048902:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760770.048923:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760770.048946:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515769216:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760770.049046:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6003, 6003] 00000080:00200000:1.0:1789760770.049060:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760770.049066:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760770.049079:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24592384 i_blocks 49159 00000020:00200000:1.0:1789760770.049082:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760770.049091:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760770.049117:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24592384, count: 4096 00000080:00200000:1.0:1789760770.049123:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24592384, bytes: 4096 00000080:00200000:1.0:1789760770.049130:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760770.049137:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760770.049139:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24592384, 24596480) 0 0 00000080:00200000:1.0:1789760770.049143:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760770.049164:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6004, 6004] 00020000:00200000:1.0:1789760770.049172:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24592384 chunk: [24592384, 24596480) 24596480, 4096 00020000:00200000:1.0:1789760770.049176:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760770.049246:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6004, 6004] 00000008:00010000:1.0:1789760770.049260:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760770.049264:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760770.049273:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24592384, 24596480) append 0 append lockpos 0 00000080:00200000:1.0:1789760770.049286:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24592384=0x1774000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760770.049331:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760770.049334:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24596480 00000020:00010000:1.0:1789760770.049340:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760770.049344:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760770.049347:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760770.049350:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760770.049353:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760770.049360:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760770.049365:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760770.049379:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760770.049454:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570e00 - object 0x240000400:4 offset 24592384<>24596480 00000100:00100000:0.0:1789760770.050258:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515769344:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760770.119588:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760770.119600:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760770.119609:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760770.119632:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760770.119669:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515769344:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760770.119817:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6004, 6004] 00000080:00200000:1.0:1789760770.119831:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760770.119836:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760770.119848:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24596480 i_blocks 49159 00000020:00200000:1.0:1789760770.119851:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760770.120040:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760770.120068:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24596480, count: 4096 00000080:00200000:1.0:1789760770.120074:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24596480, bytes: 4096 00000080:00200000:1.0:1789760770.120081:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760770.120089:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760770.120091:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24596480, 24600576) 0 0 00000080:00200000:1.0:1789760770.120095:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760770.120109:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6005, 6005] 00020000:00200000:1.0:1789760770.120116:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24596480 chunk: [24596480, 24600576) 24600576, 4096 00020000:00200000:1.0:1789760770.120120:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760770.120137:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6005, 6005] 00000008:00010000:1.0:1789760770.121609:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760770.121620:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760770.121639:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24596480, 24600576) append 0 append lockpos 0 00000080:00200000:1.0:1789760770.121653:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24596480=0x1775000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760770.121719:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760770.121722:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24600576 00000020:00010000:1.0:1789760770.121732:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760770.121735:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760770.121739:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760770.121743:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760770.121746:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760770.121755:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760770.121764:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760770.121787:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760770.121989:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573480 - object 0x240000400:4 offset 24596480<>24600576 00000100:00100000:0.0:1789760770.122047:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515769472:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760770.187245:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973322 gen 2 00000008:00010000:0.0:1789760770.187295:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760770.187303:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760770.187312:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760770.187357:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760770.187386:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515769472:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760770.187660:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6005, 6005] 00000080:00200000:3.0:1789760770.187674:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760770.187679:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760770.187691:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24600576 i_blocks 49159 00000020:00200000:3.0:1789760770.187695:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760770.187703:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760770.187729:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24600576, count: 4096 00000080:00200000:3.0:1789760770.187735:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24600576, bytes: 4096 00000080:00200000:3.0:1789760770.187743:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760770.187750:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760770.187752:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24600576, 24604672) 0 0 00000080:00200000:3.0:1789760770.187756:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760770.187771:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6006, 6006] 00020000:00200000:3.0:1789760770.187779:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24600576 chunk: [24600576, 24604672) 24604672, 4096 00020000:00200000:3.0:1789760770.187783:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760770.187815:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6006, 6006] 00000008:00010000:3.0:1789760770.187832:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760770.187838:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760770.187849:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24600576, 24604672) append 0 append lockpos 0 00000080:00200000:3.0:1789760770.187909:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24600576=0x1776000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760770.187959:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760770.187963:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24604672 00000020:00010000:3.0:1789760770.187970:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760770.187974:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760770.187978:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760770.187981:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760770.187985:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760770.187991:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760770.187997:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760770.188012:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760770.188090:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 24600576<>24604672 00000100:00100000:2.0:1789760770.188690:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515769600:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760770.233146:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973323 gen 2 00000008:00010000:3.0:1789760770.233207:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760770.233216:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760770.233227:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760770.233248:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760770.233277:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515769600:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760770.233388:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6006, 6006] 00000080:00200000:0.0:1789760770.233409:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760770.233417:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760770.233436:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24604672 i_blocks 49159 00000020:00200000:0.0:1789760770.233439:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760770.233449:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760770.233483:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24604672, count: 4096 00000080:00200000:0.0:1789760770.233489:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24604672, bytes: 4096 00000080:00200000:0.0:1789760770.233499:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760770.233507:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760770.233509:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24604672, 24608768) 0 0 00000080:00200000:0.0:1789760770.233526:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760770.233550:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6007, 6007] 00020000:00200000:0.0:1789760770.233559:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24604672 chunk: [24604672, 24608768) 24608768, 4096 00020000:00200000:0.0:1789760770.233563:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760770.233585:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6007, 6007] 00000008:00010000:0.0:1789760770.233605:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760770.233611:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760770.233623:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24604672, 24608768) append 0 append lockpos 0 00000080:00200000:0.0:1789760770.233639:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24604672=0x1777000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760770.233705:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760770.233708:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24608768 00000020:00010000:0.0:1789760770.233717:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760770.233721:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760770.233724:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760770.233727:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760770.233730:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760770.233738:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760770.233745:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760770.233762:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760770.233913:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 24604672<>24608768 00000100:00100000:1.0:1789760770.234001:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515769728:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760770.285488:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973324 gen 2 00000008:00010000:1.0:1789760770.285550:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760770.285560:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760770.285573:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760770.285644:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760770.285679:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515769728:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760770.285774:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6007, 6007] 00000080:00200000:3.0:1789760770.285791:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760770.285884:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760770.285902:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24608768 i_blocks 49159 00000020:00200000:3.0:1789760770.285907:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760770.285917:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760770.285956:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24608768, count: 4096 00000080:00200000:3.0:1789760770.285964:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24608768, bytes: 4096 00000080:00200000:3.0:1789760770.285976:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760770.285986:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760770.285988:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24608768, 24612864) 0 0 00000080:00200000:3.0:1789760770.285993:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760770.286010:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6008, 6008] 00020000:00200000:3.0:1789760770.286020:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24608768 chunk: [24608768, 24612864) 24612864, 4096 00020000:00200000:3.0:1789760770.286025:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760770.286045:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6008, 6008] 00000008:00010000:3.0:1789760770.286064:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760770.286142:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760770.286219:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24608768, 24612864) append 0 append lockpos 0 00000080:00200000:3.0:1789760770.286236:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24608768=0x1778000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760770.286299:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760770.286302:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24612864 00000020:00010000:3.0:1789760770.286310:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760770.286314:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760770.286317:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760770.286320:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760770.286323:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760770.286330:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760770.286337:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760770.286355:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760770.286463:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 24608768<>24612864 00000100:00100000:2.0:1789760770.286539:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515769856:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760770.354083:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973325 gen 2 00000008:00010000:3.0:1789760770.354138:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760770.354147:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760770.354224:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760770.354244:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760770.354275:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515769856:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760770.354381:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6008, 6008] 00000080:00200000:2.0:1789760770.354399:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760770.354404:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760770.354422:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24612864 i_blocks 49159 00000020:00200000:2.0:1789760770.354425:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760770.354436:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760770.354474:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24612864, count: 4096 00000080:00200000:2.0:1789760770.354482:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24612864, bytes: 4096 00000080:00200000:2.0:1789760770.354495:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760770.354504:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760770.354506:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24612864, 24616960) 0 0 00000080:00200000:2.0:1789760770.354510:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760770.354528:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6009, 6009] 00020000:00200000:2.0:1789760770.354537:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24612864 chunk: [24612864, 24616960) 24616960, 4096 00020000:00200000:2.0:1789760770.354541:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760770.354562:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6009, 6009] 00000008:00010000:2.0:1789760770.354580:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760770.354586:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760770.354599:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24612864, 24616960) append 0 append lockpos 0 00000080:00200000:2.0:1789760770.354615:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24612864=0x1779000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760770.354679:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760770.354682:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24616960 00000020:00010000:2.0:1789760770.354691:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760770.354694:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.354696:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.354700:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760770.354703:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760770.354713:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760770.354720:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760770.354736:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760770.354895:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 24612864<>24616960 00000100:00100000:3.0:1789760770.355069:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515769984:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760770.432803:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973326 gen 2 00000008:00010000:3.0:1789760770.432936:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8840 00000020:00200000:3.0:1789760770.432947:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760770.432962:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760770.432980:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8840 00000100:00100000:3.0:1789760770.433007:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515769984:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760770.433537:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6009, 6009] 00000080:00200000:2.0:1789760770.433557:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760770.433564:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760770.433580:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24616960 i_blocks 49159 00000020:00200000:2.0:1789760770.433584:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760770.433607:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760770.433644:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24616960, count: 4096 00000080:00200000:2.0:1789760770.433652:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24616960, bytes: 4096 00000080:00200000:2.0:1789760770.433666:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760770.433675:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760770.433677:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24616960, 24621056) 0 0 00000080:00200000:2.0:1789760770.433681:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760770.433698:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6010, 6010] 00020000:00200000:2.0:1789760770.433709:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24616960 chunk: [24616960, 24621056) 24621056, 4096 00020000:00200000:2.0:1789760770.433714:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760770.433737:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6010, 6010] 00000008:00010000:2.0:1789760770.433772:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760770.433778:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760770.433789:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24616960, 24621056) append 0 append lockpos 0 00000080:00200000:2.0:1789760770.433804:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24616960=0x177a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760770.433882:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760770.433886:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24621056 00000020:00010000:2.0:1789760770.433897:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760770.433901:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.433904:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.433907:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760770.433911:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760770.433922:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760770.433929:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760770.434355:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:3.0:1789760770.434487:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 24616960<>24621056 00000100:00100000:3.0:1789760770.434568:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515770112:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760770.476160:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973327 gen 2 00000008:00010000:3.0:1789760770.476221:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e86c0 00000020:00200000:3.0:1789760770.476230:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760770.476241:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760770.476264:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e86c0 00000100:00100000:3.0:1789760770.476294:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515770112:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760770.476433:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6010, 6010] 00000080:00200000:2.0:1789760770.476450:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760770.476456:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760770.476473:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24621056 i_blocks 49159 00000020:00200000:2.0:1789760770.476477:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760770.476487:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760770.476523:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24621056, count: 4096 00000080:00200000:2.0:1789760770.476530:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24621056, bytes: 4096 00000080:00200000:2.0:1789760770.476540:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760770.476548:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760770.476551:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24621056, 24625152) 0 0 00000080:00200000:2.0:1789760770.476555:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760770.476572:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6011, 6011] 00020000:00200000:2.0:1789760770.476580:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24621056 chunk: [24621056, 24625152) 24625152, 4096 00020000:00200000:2.0:1789760770.476584:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760770.476605:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6011, 6011] 00000008:00010000:2.0:1789760770.476623:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760770.476629:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760770.476641:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24621056, 24625152) append 0 append lockpos 0 00000080:00200000:2.0:1789760770.476655:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24621056=0x177b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760770.476715:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760770.476719:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24625152 00000020:00010000:2.0:1789760770.476739:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760770.476744:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.476753:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.476757:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760770.476760:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760770.476770:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760770.476777:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760770.476799:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760770.476924:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 24621056<>24625152 00000100:00100000:3.0:1789760770.477485:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515770240:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760770.525469:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:3.0:1789760770.525486:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760770.525498:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760770.525519:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:3.0:1789760770.525550:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515770240:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760770.525642:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6011, 6011] 00000080:00200000:2.0:1789760770.525658:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760770.525665:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760770.525681:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24625152 i_blocks 49159 00000020:00200000:2.0:1789760770.525685:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760770.525695:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760770.525730:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24625152, count: 4096 00000080:00200000:2.0:1789760770.525738:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24625152, bytes: 4096 00000080:00200000:2.0:1789760770.525747:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760770.525756:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760770.525758:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24625152, 24629248) 0 0 00000080:00200000:2.0:1789760770.525762:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760770.525780:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6012, 6012] 00020000:00200000:2.0:1789760770.525789:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24625152 chunk: [24625152, 24629248) 24629248, 4096 00020000:00200000:2.0:1789760770.525807:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760770.525829:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6012, 6012] 00000008:00010000:2.0:1789760770.525848:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760770.525853:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760770.525904:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24625152, 24629248) append 0 append lockpos 0 00000080:00200000:2.0:1789760770.525920:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24625152=0x177c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760770.525982:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760770.525984:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24629248 00000020:00010000:2.0:1789760770.525994:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760770.525998:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.526001:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.526005:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760770.526007:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760770.526017:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760770.526024:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760770.526039:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760770.526373:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 24625152<>24629248 00000100:00100000:3.0:1789760770.526480:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760770.526503:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515770368:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760770.569242:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973329 gen 2 00000008:00010000:3.0:1789760770.569311:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:3.0:1789760770.569321:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760770.569331:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760770.569353:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:3.0:1789760770.569383:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515770368:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760770.569547:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6012, 6012] 00000080:00200000:2.0:1789760770.569564:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760770.569570:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760770.569586:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24629248 i_blocks 49159 00000020:00200000:2.0:1789760770.569590:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760770.569600:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760770.569634:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24629248, count: 4096 00000080:00200000:2.0:1789760770.569642:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24629248, bytes: 4096 00000080:00200000:2.0:1789760770.569651:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760770.569659:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760770.569661:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24629248, 24633344) 0 0 00000080:00200000:2.0:1789760770.569666:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760770.569682:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6013, 6013] 00020000:00200000:2.0:1789760770.569691:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24629248 chunk: [24629248, 24633344) 24633344, 4096 00020000:00200000:2.0:1789760770.569696:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760770.569716:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6013, 6013] 00000008:00010000:2.0:1789760770.569733:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760770.569740:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760770.569751:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24629248, 24633344) append 0 append lockpos 0 00000080:00200000:2.0:1789760770.569766:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24629248=0x177d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760770.569839:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760770.569842:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24633344 00000020:00010000:2.0:1789760770.569850:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760770.569905:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.569909:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.569913:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760770.569915:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760770.569925:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760770.569932:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760770.569950:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760770.570058:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 24629248<>24633344 00000100:00100000:3.0:1789760770.570287:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515770496:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760770.622544:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973330 gen 2 00000008:00010000:3.0:1789760770.622597:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e86c0 00000020:00200000:3.0:1789760770.622605:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760770.622616:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760770.622746:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e86c0 00000100:00100000:3.0:1789760770.622778:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515770496:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760770.623034:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6013, 6013] 00000080:00200000:2.0:1789760770.623053:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760770.623059:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760770.623274:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24633344 i_blocks 49159 00000020:00200000:2.0:1789760770.623280:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760770.623290:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760770.623328:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24633344, count: 4096 00000080:00200000:2.0:1789760770.623335:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24633344, bytes: 4096 00000080:00200000:2.0:1789760770.623347:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760770.623356:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760770.623358:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24633344, 24637440) 0 0 00000080:00200000:2.0:1789760770.623363:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760770.623381:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6014, 6014] 00020000:00200000:2.0:1789760770.623390:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24633344 chunk: [24633344, 24637440) 24637440, 4096 00020000:00200000:2.0:1789760770.623394:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760770.623415:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6014, 6014] 00000008:00010000:2.0:1789760770.623434:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760770.623440:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760770.623452:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24633344, 24637440) append 0 append lockpos 0 00000080:00200000:2.0:1789760770.623467:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24633344=0x177e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760770.623535:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760770.623538:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24637440 00000020:00010000:2.0:1789760770.623548:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760770.623553:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.623557:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.623561:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760770.623564:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760770.623574:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760770.623583:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760770.623603:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760770.623894:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 24633344<>24637440 00000100:00100000:3.0:1789760770.623966:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515770624:192.168.203.146@tcp:4:dd.0 00000008:00010000:2.0:1789760770.662261:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8840 00000020:00200000:2.0:1789760770.662277:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760770.662289:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760770.662351:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8840 00000100:00100000:2.0:1789760770.662384:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515770624:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760770.662644:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6014, 6014] 00000080:00200000:3.0:1789760770.662660:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760770.662666:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760770.662757:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24637440 i_blocks 49159 00000020:00200000:2.0:1789760770.662762:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760770.662772:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760770.662896:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24637440, count: 4096 00000080:00200000:2.0:1789760770.662905:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24637440, bytes: 4096 00000080:00200000:2.0:1789760770.662916:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760770.662924:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760770.662927:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24637440, 24641536) 0 0 00000080:00200000:2.0:1789760770.662931:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760770.662948:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6015, 6015] 00020000:00200000:2.0:1789760770.662957:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24637440 chunk: [24637440, 24641536) 24641536, 4096 00020000:00200000:2.0:1789760770.662962:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760770.662981:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6015, 6015] 00000008:00010000:2.0:1789760770.663000:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760770.663005:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760770.663016:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24637440, 24641536) append 0 append lockpos 0 00000080:00200000:2.0:1789760770.663031:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24637440=0x177f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760770.663271:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760770.663275:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24641536 00000020:00010000:2.0:1789760770.663286:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760770.663289:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.663293:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.663296:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760770.663300:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760770.663309:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760770.663317:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760770.663363:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760770.663470:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 24637440<>24641536 00000100:00100000:3.0:1789760770.663591:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515770752:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760770.697250:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973331 gen 2 00000100:00100000:3.0:1789760770.697295:0:2364:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23aaa00 x1876699515770752/t4294973332(4294973332) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760786 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760770.697346:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8840 00000020:00200000:3.0:1789760770.697354:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760770.697364:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760770.697384:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8840 00000100:00100000:3.0:1789760770.697411:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515770752:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760770.697582:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6015, 6015] 00000080:00200000:2.0:1789760770.697600:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760770.697606:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760770.697623:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24641536 i_blocks 49159 00000020:00200000:2.0:1789760770.697627:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760770.697638:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760770.697673:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24641536, count: 4096 00000080:00200000:2.0:1789760770.697680:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24641536, bytes: 4096 00000080:00200000:2.0:1789760770.697690:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760770.697697:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760770.697700:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24641536, 24645632) 0 0 00000080:00200000:2.0:1789760770.697705:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760770.697722:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6016, 6016] 00020000:00200000:2.0:1789760770.697731:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24641536 chunk: [24641536, 24645632) 24645632, 4096 00020000:00200000:2.0:1789760770.697735:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760770.697756:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6016, 6016] 00000008:00010000:2.0:1789760770.697775:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760770.697781:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760770.697792:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24641536, 24645632) append 0 append lockpos 0 00000080:00200000:2.0:1789760770.697807:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24641536=0x1780000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760770.697965:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760770.697969:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24645632 00000020:00010000:2.0:1789760770.697978:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760770.697982:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.697985:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.697989:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760770.697991:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760770.698000:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760770.698006:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760770.698022:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760770.698277:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 24641536<>24645632 00000100:00100000:3.0:1789760770.698358:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515770880:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760770.739536:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973333 gen 2 00000008:00010000:3.0:1789760770.739603:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8540 00000020:00200000:3.0:1789760770.739612:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760770.739622:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760770.739644:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8540 00000100:00100000:3.0:1789760770.739678:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515770880:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760770.739881:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6016, 6016] 00000080:00200000:2.0:1789760770.739897:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760770.739902:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760770.739918:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24645632 i_blocks 49159 00000020:00200000:2.0:1789760770.739922:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760770.739931:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760770.739965:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24645632, count: 4096 00000080:00200000:2.0:1789760770.739972:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24645632, bytes: 4096 00000080:00200000:2.0:1789760770.739983:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760770.739992:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760770.739994:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24645632, 24649728) 0 0 00000080:00200000:2.0:1789760770.739998:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760770.740015:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6017, 6017] 00020000:00200000:2.0:1789760770.740024:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24645632 chunk: [24645632, 24649728) 24649728, 4096 00020000:00200000:2.0:1789760770.740028:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760770.740049:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6017, 6017] 00000008:00010000:2.0:1789760770.740082:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760770.740089:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760770.740100:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24645632, 24649728) append 0 append lockpos 0 00000080:00200000:2.0:1789760770.740115:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24645632=0x1781000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760770.740179:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760770.740182:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24649728 00000020:00010000:2.0:1789760770.740191:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760770.740195:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.740198:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.740201:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760770.740205:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760770.740215:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760770.740221:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760770.740237:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760770.740339:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 24645632<>24649728 00000100:00100000:3.0:1789760770.740475:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515771008:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760770.787551:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:3.0:1789760770.787567:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760770.787578:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760770.787595:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:3.0:1789760770.787623:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515771008:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760770.787759:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6017, 6017] 00000080:00200000:2.0:1789760770.787774:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760770.787780:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760770.787803:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24649728 i_blocks 49159 00000020:00200000:2.0:1789760770.787807:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760770.787816:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760770.787848:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24649728, count: 4096 00000080:00200000:2.0:1789760770.787889:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24649728, bytes: 4096 00000080:00200000:2.0:1789760770.787899:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760770.787907:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760770.787910:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24649728, 24653824) 0 0 00000080:00200000:2.0:1789760770.787914:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760770.787929:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6018, 6018] 00020000:00200000:2.0:1789760770.787938:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24649728 chunk: [24649728, 24653824) 24653824, 4096 00020000:00200000:2.0:1789760770.787942:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760770.787960:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6018, 6018] 00000008:00010000:2.0:1789760770.787976:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760770.787980:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760770.787991:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24649728, 24653824) append 0 append lockpos 0 00000080:00200000:2.0:1789760770.788004:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24649728=0x1782000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760770.788054:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760770.788057:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24653824 00000020:00010000:2.0:1789760770.788065:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760770.788068:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.788072:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.788075:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760770.788078:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760770.788086:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760770.788093:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760770.788106:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760770.788214:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 24649728<>24653824 00000100:00100000:3.0:1789760770.788418:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760770.788434:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515771136:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760770.825673:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973334 gen 2 00000100:00100000:3.0:1789760770.825715:0:2364:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23a8e00 x1876699515771136/t4294973335(4294973335) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760786 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760770.825764:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8000 00000020:00200000:3.0:1789760770.825772:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760770.825781:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760770.825809:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8000 00000100:00100000:3.0:1789760770.825834:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515771136:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760770.826036:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6018, 6018] 00000080:00200000:2.0:1789760770.826054:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760770.826060:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760770.826084:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24653824 i_blocks 49159 00000020:00200000:2.0:1789760770.826094:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760770.826105:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760770.826139:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24653824, count: 4096 00000080:00200000:2.0:1789760770.826157:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24653824, bytes: 4096 00000080:00200000:2.0:1789760770.826167:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760770.826175:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760770.826178:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24653824, 24657920) 0 0 00000080:00200000:2.0:1789760770.826183:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760770.826201:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6019, 6019] 00020000:00200000:2.0:1789760770.826210:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24653824 chunk: [24653824, 24657920) 24657920, 4096 00020000:00200000:2.0:1789760770.826215:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760770.826236:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6019, 6019] 00000008:00010000:2.0:1789760770.826254:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760770.826261:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760770.826272:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24653824, 24657920) append 0 append lockpos 0 00000080:00200000:2.0:1789760770.826287:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24653824=0x1783000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760770.826350:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760770.826354:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24657920 00000020:00010000:2.0:1789760770.826363:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760770.826366:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.826369:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.826373:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760770.826376:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760770.826386:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760770.826392:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760770.826410:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760770.826713:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 24653824<>24657920 00000100:00100000:3.0:1789760770.827227:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515771264:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760770.863467:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973336 gen 2 00000008:00010000:3.0:1789760770.863533:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:3.0:1789760770.863540:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760770.863548:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760770.863563:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000080:00200000:2.0:1789760770.863592:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6019, 6019] 00000100:00100000:3.0:1789760770.863594:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515771264:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760770.863611:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760770.863618:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760770.863636:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24657920 i_blocks 49159 00000020:00200000:2.0:1789760770.863640:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760770.863650:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760770.863825:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24657920, count: 4096 00000080:00200000:2.0:1789760770.863834:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24657920, bytes: 4096 00000080:00200000:2.0:1789760770.863845:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760770.863886:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760770.863888:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24657920, 24662016) 0 0 00000080:00200000:2.0:1789760770.863893:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760770.863911:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6020, 6020] 00020000:00200000:2.0:1789760770.863920:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24657920 chunk: [24657920, 24662016) 24662016, 4096 00020000:00200000:2.0:1789760770.863925:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760770.863948:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6020, 6020] 00000008:00010000:2.0:1789760770.863967:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760770.863973:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760770.863985:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24657920, 24662016) append 0 append lockpos 0 00000080:00200000:2.0:1789760770.864000:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24657920=0x1784000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760770.864056:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760770.864059:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24662016 00000020:00010000:2.0:1789760770.864067:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760770.864071:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.864074:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.864077:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760770.864081:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760770.864166:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760770.864174:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760770.864192:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760770.864303:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 24657920<>24662016 00000100:00100000:3.0:1789760770.864415:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760770.864435:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515771392:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760770.913083:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973337 gen 2 00000008:00010000:3.0:1789760770.913140:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:3.0:1789760770.913154:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760770.913165:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760770.913182:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:3.0:1789760770.913210:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515771392:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760770.913439:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6020, 6020] 00000080:00200000:2.0:1789760770.913454:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760770.913461:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760770.913477:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24662016 i_blocks 49159 00000020:00200000:2.0:1789760770.913481:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760770.913491:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760770.913533:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24662016, count: 4096 00000080:00200000:2.0:1789760770.913540:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24662016, bytes: 4096 00000080:00200000:2.0:1789760770.913549:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760770.913558:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760770.913560:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24662016, 24666112) 0 0 00000080:00200000:2.0:1789760770.913565:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760770.913581:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6021, 6021] 00020000:00200000:2.0:1789760770.913590:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24662016 chunk: [24662016, 24666112) 24666112, 4096 00020000:00200000:2.0:1789760770.913594:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760770.913612:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6021, 6021] 00000008:00010000:2.0:1789760770.913630:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760770.913634:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760770.913644:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24662016, 24666112) append 0 append lockpos 0 00000080:00200000:2.0:1789760770.913657:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24662016=0x1785000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760770.913709:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760770.913713:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24666112 00000020:00010000:2.0:1789760770.913720:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760770.913723:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.913726:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.913730:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760770.913733:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760770.913740:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760770.913756:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760770.913771:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e80c0 00000008:00100000:2.0:1789760770.914070:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 24662016<>24666112 00000100:00100000:3.0:1789760770.914469:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515771520:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760770.966229:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973338 gen 2 00000008:00010000:3.0:1789760770.966283:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e80c0 00000020:00200000:3.0:1789760770.966292:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760770.966304:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760770.966373:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e80c0 00000100:00100000:3.0:1789760770.966404:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515771520:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760770.967588:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6021, 6021] 00000080:00200000:2.0:1789760770.967612:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760770.967619:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760770.967637:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24666112 i_blocks 49159 00000020:00200000:2.0:1789760770.967641:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760770.967653:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760770.967686:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24666112, count: 4096 00000080:00200000:2.0:1789760770.967694:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24666112, bytes: 4096 00000080:00200000:2.0:1789760770.967708:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760770.967717:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760770.967719:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24666112, 24670208) 0 0 00000080:00200000:2.0:1789760770.967724:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760770.967739:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6022, 6022] 00020000:00200000:2.0:1789760770.967748:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24666112 chunk: [24666112, 24670208) 24670208, 4096 00020000:00200000:2.0:1789760770.967753:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760770.967772:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6022, 6022] 00000008:00010000:2.0:1789760770.967953:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760770.967960:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760770.967977:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24666112, 24670208) append 0 append lockpos 0 00000080:00200000:2.0:1789760770.967992:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24666112=0x1786000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760770.968276:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760770.968280:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24670208 00000020:00010000:2.0:1789760770.968290:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760770.968293:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.968297:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760770.968300:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760770.968303:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760770.968314:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760770.968322:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760770.968347:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760770.968458:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 24666112<>24670208 00000100:00100000:3.0:1789760770.968553:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515771648:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760771.022297:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973339 gen 2 00000008:00010000:3.0:1789760771.022349:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8600 00000020:00200000:3.0:1789760771.022358:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760771.022369:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760771.022390:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8600 00000100:00100000:3.0:1789760771.022421:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515771648:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760771.022894:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6022, 6022] 00000080:00200000:2.0:1789760771.022911:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760771.022917:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760771.022933:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24670208 i_blocks 49159 00000020:00200000:2.0:1789760771.022937:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760771.022947:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760771.022984:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24670208, count: 4096 00000080:00200000:2.0:1789760771.022993:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24670208, bytes: 4096 00000080:00200000:2.0:1789760771.023004:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760771.023013:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760771.023015:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24670208, 24674304) 0 0 00000080:00200000:2.0:1789760771.023020:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760771.023036:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6023, 6023] 00020000:00200000:2.0:1789760771.023045:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24670208 chunk: [24670208, 24674304) 24674304, 4096 00020000:00200000:2.0:1789760771.023050:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760771.023083:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6023, 6023] 00000008:00010000:2.0:1789760771.023108:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760771.023114:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760771.023127:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24670208, 24674304) append 0 append lockpos 0 00000080:00200000:2.0:1789760771.023144:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24670208=0x1787000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760771.023216:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760771.023220:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24674304 00000020:00010000:2.0:1789760771.023228:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760771.023232:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.023235:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.023239:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760771.023243:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760771.023252:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760771.023259:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760771.023279:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760771.023388:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 24670208<>24674304 00000100:00100000:3.0:1789760771.023623:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515771776:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760771.057700:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789760771.059710:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973340 gen 2 00000008:00010000:3.0:1789760771.059760:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8240 00000020:00200000:3.0:1789760771.059769:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760771.059779:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760771.059936:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8240 00000100:00100000:3.0:1789760771.059970:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515771776:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760771.060059:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6023, 6023] 00000080:00200000:2.0:1789760771.060206:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760771.060213:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760771.060227:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24674304 i_blocks 49159 00000020:00200000:2.0:1789760771.060231:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760771.060241:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760771.060277:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24674304, count: 4096 00000080:00200000:2.0:1789760771.060284:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24674304, bytes: 4096 00000080:00200000:2.0:1789760771.060295:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760771.060303:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760771.060306:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24674304, 24678400) 0 0 00000080:00200000:2.0:1789760771.060310:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760771.060327:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6024, 6024] 00020000:00200000:2.0:1789760771.060336:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24674304 chunk: [24674304, 24678400) 24678400, 4096 00020000:00200000:2.0:1789760771.060341:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760771.060359:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6024, 6024] 00000008:00010000:2.0:1789760771.060377:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760771.060382:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760771.060392:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24674304, 24678400) append 0 append lockpos 0 00000080:00200000:2.0:1789760771.060404:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24674304=0x1788000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760771.060458:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760771.060461:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24678400 00000020:00010000:2.0:1789760771.060467:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760771.060470:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.060474:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.060477:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760771.060480:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760771.060488:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760771.060494:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760771.060510:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8900 00000008:00100000:2.0:1789760771.060606:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 24674304<>24678400 00000100:00100000:3.0:1789760771.060676:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515771904:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760771.092661:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973341 gen 2 00000008:00010000:3.0:1789760771.092711:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8900 00000020:00200000:3.0:1789760771.092719:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760771.092730:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760771.092752:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8900 00000100:00100000:3.0:1789760771.092784:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515771904:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760771.092992:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6024, 6024] 00000080:00200000:2.0:1789760771.093008:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760771.093015:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760771.093031:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24678400 i_blocks 49159 00000020:00200000:2.0:1789760771.093034:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760771.093043:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760771.093100:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24678400, count: 4096 00000080:00200000:2.0:1789760771.093107:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24678400, bytes: 4096 00000080:00200000:2.0:1789760771.093117:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760771.093125:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760771.093128:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24678400, 24682496) 0 0 00000080:00200000:2.0:1789760771.093131:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760771.093158:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6025, 6025] 00020000:00200000:2.0:1789760771.093167:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24678400 chunk: [24678400, 24682496) 24682496, 4096 00020000:00200000:2.0:1789760771.093171:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760771.093190:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6025, 6025] 00000008:00010000:2.0:1789760771.093209:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760771.093215:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760771.093225:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24678400, 24682496) append 0 append lockpos 0 00000080:00200000:2.0:1789760771.093239:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24678400=0x1789000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760771.093293:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760771.093297:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24682496 00000020:00010000:2.0:1789760771.093305:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760771.093309:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.093312:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.093315:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760771.093318:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760771.093327:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760771.093334:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760771.093350:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760771.093460:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 24678400<>24682496 00000100:00100000:3.0:1789760771.093692:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515772032:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760771.120607:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:3.0:1789760771.120623:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760771.120634:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760771.120653:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:3.0:1789760771.120683:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515772032:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760771.120911:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6025, 6025] 00000080:00200000:2.0:1789760771.120927:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760771.120933:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760771.120948:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24682496 i_blocks 49159 00000020:00200000:2.0:1789760771.120952:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760771.120961:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760771.120995:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24682496, count: 4096 00000080:00200000:2.0:1789760771.121002:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24682496, bytes: 4096 00000080:00200000:2.0:1789760771.121011:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760771.121020:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760771.121022:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24682496, 24686592) 0 0 00000080:00200000:2.0:1789760771.121027:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760771.121044:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6026, 6026] 00020000:00200000:2.0:1789760771.121054:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24682496 chunk: [24682496, 24686592) 24686592, 4096 00020000:00200000:2.0:1789760771.121059:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760771.121100:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6026, 6026] 00000008:00010000:2.0:1789760771.121118:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760771.121125:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760771.121136:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24682496, 24686592) append 0 append lockpos 0 00000080:00200000:2.0:1789760771.121161:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24682496=0x178a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760771.121221:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760771.121225:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24686592 00000020:00010000:2.0:1789760771.121232:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760771.121235:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.121238:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.121242:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760771.121244:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760771.121253:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760771.121260:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760771.121276:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760771.121382:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 24682496<>24686592 00000100:00100000:3.0:1789760771.121453:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515772160:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760771.173666:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973343 gen 2 00000008:00010000:3.0:1789760771.173737:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8b40 00000020:00200000:3.0:1789760771.173745:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760771.173754:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760771.173773:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8b40 00000100:00100000:3.0:1789760771.173807:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515772160:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760771.173945:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6026, 6026] 00000080:00200000:2.0:1789760771.173962:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760771.173967:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760771.173982:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24686592 i_blocks 49159 00000020:00200000:2.0:1789760771.173985:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760771.173994:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760771.174025:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24686592, count: 4096 00000080:00200000:2.0:1789760771.174031:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24686592, bytes: 4096 00000080:00200000:2.0:1789760771.174040:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760771.174047:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760771.174050:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24686592, 24690688) 0 0 00000080:00200000:2.0:1789760771.174054:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760771.174070:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6027, 6027] 00020000:00200000:2.0:1789760771.174079:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24686592 chunk: [24686592, 24690688) 24690688, 4096 00020000:00200000:2.0:1789760771.174083:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760771.174102:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6027, 6027] 00000008:00010000:2.0:1789760771.174120:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760771.174125:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760771.174136:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24686592, 24690688) append 0 append lockpos 0 00000080:00200000:2.0:1789760771.174159:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24686592=0x178b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760771.174215:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760771.174218:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24690688 00000020:00010000:2.0:1789760771.174226:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760771.174230:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.174233:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.174236:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760771.174239:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760771.174248:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760771.174254:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760771.174269:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8d80 00000008:00100000:2.0:1789760771.174381:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 24686592<>24690688 00000100:00100000:3.0:1789760771.174586:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515772288:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760771.224637:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8d80 00000020:00200000:3.0:1789760771.224653:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760771.224665:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760771.224687:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8d80 00000100:00100000:3.0:1789760771.224718:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515772288:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760771.225626:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6027, 6027] 00000080:00200000:2.0:1789760771.225645:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760771.225653:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760771.225670:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24690688 i_blocks 49159 00000020:00200000:2.0:1789760771.225675:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760771.225686:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760771.225722:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24690688, count: 4096 00000080:00200000:2.0:1789760771.225730:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24690688, bytes: 4096 00000080:00200000:2.0:1789760771.225742:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760771.225752:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760771.225754:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24690688, 24694784) 0 0 00000080:00200000:2.0:1789760771.225758:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760771.225775:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6028, 6028] 00020000:00200000:2.0:1789760771.225784:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24690688 chunk: [24690688, 24694784) 24694784, 4096 00020000:00200000:2.0:1789760771.225788:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760771.225810:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6028, 6028] 00000008:00010000:2.0:1789760771.225828:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760771.225833:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760771.225845:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24690688, 24694784) append 0 append lockpos 0 00000080:00200000:2.0:1789760771.225961:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24690688=0x178c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760771.226024:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760771.226027:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24694784 00000020:00010000:2.0:1789760771.226036:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760771.226040:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.226043:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.226046:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760771.226049:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760771.226057:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760771.226063:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760771.226081:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760771.226602:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 24690688<>24694784 00000100:00100000:3.0:1789760771.226987:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760771.227014:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515772416:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760771.308501:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973345 gen 2 00000008:00010000:3.0:1789760771.308566:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8f00 00000020:00200000:3.0:1789760771.308575:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760771.308595:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760771.308614:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8f00 00000080:00200000:2.0:1789760771.308715:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6028, 6028] 00000080:00200000:2.0:1789760771.308733:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760771.308739:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760771.308755:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24694784 i_blocks 49159 00000020:00200000:2.0:1789760771.308759:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760771.308768:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760771.308813:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24694784, count: 4096 00000080:00200000:2.0:1789760771.308821:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24694784, bytes: 4096 00000080:00200000:2.0:1789760771.308830:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760771.308838:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760771.308840:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24694784, 24698880) 0 0 00000080:00200000:2.0:1789760771.308845:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760771.308881:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6029, 6029] 00020000:00200000:2.0:1789760771.308891:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24694784 chunk: [24694784, 24698880) 24698880, 4096 00020000:00200000:2.0:1789760771.308895:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760771.308915:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6029, 6029] 00000008:00010000:2.0:1789760771.308933:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760771.308939:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760771.308950:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24694784, 24698880) append 0 append lockpos 0 00000080:00200000:2.0:1789760771.308964:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24694784=0x178d000, pages 1 (max 131072), lockless, parallel 00000100:00100000:3.0:1789760771.309056:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515772416:192.168.203.146@tcp:4:dd.0 00000020:00200000:2.0:1789760771.309419:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760771.309425:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24698880 00000020:00010000:2.0:1789760771.309436:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760771.309440:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.309444:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.309447:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760771.309450:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760771.309460:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760771.309468:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760771.310931:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:3.0:1789760771.311068:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 24694784<>24698880 00000100:00100000:2.0:1789760771.311579:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760771.313924:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515772544:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760771.367922:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8f00 00000020:00200000:3.0:1789760771.367940:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760771.367954:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760771.367978:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8f00 00000100:00100000:3.0:1789760771.368014:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515772544:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760771.368280:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6029, 6029] 00000080:00200000:2.0:1789760771.368296:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760771.368303:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760771.368320:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24698880 i_blocks 49159 00000020:00200000:2.0:1789760771.368324:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760771.368335:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760771.368369:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24698880, count: 4096 00000080:00200000:2.0:1789760771.368377:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24698880, bytes: 4096 00000080:00200000:2.0:1789760771.368387:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760771.368395:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760771.368398:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24698880, 24702976) 0 0 00000080:00200000:2.0:1789760771.368403:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760771.368421:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6030, 6030] 00020000:00200000:2.0:1789760771.368430:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24698880 chunk: [24698880, 24702976) 24702976, 4096 00020000:00200000:2.0:1789760771.368435:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760771.368467:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6030, 6030] 00000008:00010000:2.0:1789760771.368486:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760771.368492:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760771.368505:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24698880, 24702976) append 0 append lockpos 0 00000080:00200000:2.0:1789760771.368522:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24698880=0x178e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760771.368581:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760771.368584:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24702976 00000020:00010000:2.0:1789760771.368592:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760771.368596:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.368600:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.368603:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760771.368607:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760771.368616:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760771.368623:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760771.368641:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8d80 00000008:00100000:2.0:1789760771.368751:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 24698880<>24702976 00000100:00100000:3.0:1789760771.369014:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760771.369038:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515772672:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760771.410429:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973346 gen 2 00000100:00100000:3.0:1789760771.410481:0:2364:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23ab800 x1876699515772672/t4294973347(4294973347) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760787 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760771.410531:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8d80 00000020:00200000:3.0:1789760771.410539:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760771.410549:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760771.410578:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8d80 00000100:00100000:3.0:1789760771.410607:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515772672:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760771.410613:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6030, 6030] 00000080:00200000:0.0:1789760771.410630:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760771.410636:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760771.410660:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24702976 i_blocks 49159 00000020:00200000:0.0:1789760771.410665:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760771.410675:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760771.410708:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24702976, count: 4096 00000080:00200000:0.0:1789760771.410715:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24702976, bytes: 4096 00000080:00200000:0.0:1789760771.410725:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760771.410734:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760771.410736:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24702976, 24707072) 0 0 00000080:00200000:0.0:1789760771.410740:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760771.410772:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6031, 6031] 00020000:00200000:0.0:1789760771.410782:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24702976 chunk: [24702976, 24707072) 24707072, 4096 00020000:00200000:0.0:1789760771.410786:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760771.410808:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6031, 6031] 00000008:00010000:0.0:1789760771.410828:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760771.410835:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760771.410845:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24702976, 24707072) append 0 append lockpos 0 00000080:00200000:0.0:1789760771.410892:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24702976=0x178f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760771.410955:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760771.410958:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24707072 00000020:00010000:0.0:1789760771.410967:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760771.410981:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760771.410985:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760771.410988:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760771.410991:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760771.411000:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760771.411006:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760771.411022:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760771.411134:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 24702976<>24707072 00000100:00100000:1.0:1789760771.411220:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760771.411239:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515772800:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760771.453265:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973347 gen 2 00000100:00100000:1.0:1789760771.453428:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc7100 x1876699515772800/t4294973348(4294973348) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760787 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760771.453478:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760771.453486:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760771.453495:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760771.453570:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760771.453597:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515772800:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760771.458165:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6031, 6031] 00000080:00200000:0.0:1789760771.458260:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760771.458267:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760771.458442:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24707072 i_blocks 49159 00000020:00200000:0.0:1789760771.458450:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760771.458469:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760771.458507:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24707072, count: 4096 00000080:00200000:0.0:1789760771.458517:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24707072, bytes: 4096 00000080:00200000:0.0:1789760771.458533:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760771.458553:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760771.458555:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24707072, 24711168) 0 0 00000080:00200000:0.0:1789760771.458560:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760771.458579:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6032, 6032] 00020000:00200000:0.0:1789760771.458589:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24707072 chunk: [24707072, 24711168) 24711168, 4096 00020000:00200000:0.0:1789760771.458594:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760771.458630:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6032, 6032] 00000008:00010000:0.0:1789760771.458651:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760771.458667:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760771.458680:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24707072, 24711168) append 0 append lockpos 0 00000080:00200000:0.0:1789760771.458698:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24707072=0x1790000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760771.458766:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760771.458770:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24711168 00000020:00010000:0.0:1789760771.458779:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760771.458782:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760771.458785:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760771.458789:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760771.458793:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760771.458802:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760771.458810:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760771.458828:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760771.458994:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6d80 - object 0x240000400:4 offset 24707072<>24711168 00000100:00100000:0.0:1789760771.459037:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760771.459064:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515772928:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760771.511239:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973349 gen 2 00000008:00010000:0.0:1789760771.511306:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:0.0:1789760771.511314:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760771.511324:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760771.511351:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:0.0:1789760771.511380:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515772928:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760771.511481:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6032, 6032] 00000080:00200000:2.0:1789760771.511498:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760771.511504:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760771.511520:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24711168 i_blocks 49159 00000020:00200000:2.0:1789760771.511523:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760771.511533:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760771.511636:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24711168, count: 4096 00000080:00200000:2.0:1789760771.511645:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24711168, bytes: 4096 00000080:00200000:2.0:1789760771.511765:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760771.511776:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760771.511779:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24711168, 24715264) 0 0 00000080:00200000:2.0:1789760771.511850:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760771.511893:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6033, 6033] 00020000:00200000:2.0:1789760771.511901:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24711168 chunk: [24711168, 24715264) 24715264, 4096 00020000:00200000:2.0:1789760771.511906:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760771.511926:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6033, 6033] 00000008:00010000:2.0:1789760771.511943:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760771.511949:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760771.511960:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24711168, 24715264) append 0 append lockpos 0 00000080:00200000:2.0:1789760771.511976:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24711168=0x1791000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760771.512033:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760771.512036:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24715264 00000020:00010000:2.0:1789760771.512045:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760771.512048:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.512051:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.512054:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760771.512057:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760771.512582:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760771.512591:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760771.512628:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760771.512808:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 24711168<>24715264 00000100:00100000:3.0:1789760771.512903:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515773056:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760771.587358:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8b40 00000020:00200000:3.0:1789760771.587375:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760771.587386:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760771.587566:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6033, 6033] 00000080:00200000:2.0:1789760771.587585:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760771.587593:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760771.587611:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24715264 i_blocks 49159 00000020:00200000:2.0:1789760771.587615:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760771.587626:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760771.587661:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24715264, count: 4096 00000080:00200000:2.0:1789760771.587669:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24715264, bytes: 4096 00000080:00200000:2.0:1789760771.587680:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760771.587689:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760771.587692:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24715264, 24719360) 0 0 00000080:00200000:2.0:1789760771.587696:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760771.587714:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6034, 6034] 00020000:00200000:2.0:1789760771.587724:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24715264 chunk: [24715264, 24719360) 24719360, 4096 00020000:00200000:2.0:1789760771.587729:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760771.587749:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6034, 6034] 00000008:00010000:2.0:1789760771.587768:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760771.587774:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760771.587786:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24715264, 24719360) append 0 append lockpos 0 00000080:00200000:2.0:1789760771.587800:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24715264=0x1792000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760771.587899:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760771.587903:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24719360 00000020:00010000:2.0:1789760771.587912:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760771.587916:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.587920:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.587924:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760771.587927:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760771.587938:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760771.587944:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760771.587964:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760771.588083:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 24715264<>24719360 00000100:00100000:2.0:1789760771.588132:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515773184:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760771.588674:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8b40 00000100:00100000:3.0:1789760771.588702:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515773056:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760771.660351:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973351 gen 2 00000008:00010000:3.0:1789760771.660481:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:3.0:1789760771.660490:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760771.660501:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760771.660560:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:3.0:1789760771.660590:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515773184:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760771.660674:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6034, 6034] 00000080:00200000:2.0:1789760771.660690:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760771.660696:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760771.660713:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24719360 i_blocks 49159 00000020:00200000:2.0:1789760771.660717:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760771.660727:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760771.660760:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24719360, count: 4096 00000080:00200000:2.0:1789760771.660766:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24719360, bytes: 4096 00000080:00200000:2.0:1789760771.660775:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760771.660783:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760771.660786:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24719360, 24723456) 0 0 00000080:00200000:2.0:1789760771.660790:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760771.660807:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6035, 6035] 00020000:00200000:2.0:1789760771.660815:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24719360 chunk: [24719360, 24723456) 24723456, 4096 00020000:00200000:2.0:1789760771.660820:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760771.660840:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6035, 6035] 00000008:00010000:2.0:1789760771.661159:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760771.661166:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760771.661179:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24719360, 24723456) append 0 append lockpos 0 00000080:00200000:2.0:1789760771.661194:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24719360=0x1793000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760771.661254:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760771.661257:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24723456 00000020:00010000:2.0:1789760771.661265:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760771.661268:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.661271:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.661274:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760771.661277:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760771.661286:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760771.661293:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760771.661312:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8900 00000008:00100000:2.0:1789760771.661501:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 24719360<>24723456 00000100:00100000:3.0:1789760771.661574:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515773312:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760771.697329:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973352 gen 2 00000008:00010000:3.0:1789760771.697386:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8900 00000020:00200000:3.0:1789760771.697395:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760771.697405:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760771.697569:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8900 00000100:00100000:3.0:1789760771.697602:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515773312:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760771.697691:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6035, 6035] 00000080:00200000:2.0:1789760771.697710:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760771.697717:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760771.697736:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24723456 i_blocks 49159 00000020:00200000:2.0:1789760771.697740:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760771.697751:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760771.698135:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24723456, count: 4096 00000080:00200000:2.0:1789760771.698156:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24723456, bytes: 4096 00000080:00200000:2.0:1789760771.698168:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760771.698179:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760771.698181:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24723456, 24727552) 0 0 00000080:00200000:2.0:1789760771.698186:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760771.698207:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6036, 6036] 00020000:00200000:2.0:1789760771.698216:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24723456 chunk: [24723456, 24727552) 24727552, 4096 00020000:00200000:2.0:1789760771.698222:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760771.698245:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6036, 6036] 00000008:00010000:2.0:1789760771.698268:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760771.698275:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760771.698289:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24723456, 24727552) append 0 append lockpos 0 00000080:00200000:2.0:1789760771.698306:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24723456=0x1794000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760771.698443:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760771.698446:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24727552 00000020:00010000:2.0:1789760771.698458:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760771.698461:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.698563:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.698568:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760771.698571:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760771.698583:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760771.698590:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760771.698612:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760771.698729:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 24723456<>24727552 00000100:00100000:3.0:1789760771.698909:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760771.698934:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515773440:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760771.740760:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973353 gen 2 00000008:00010000:3.0:1789760771.740814:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8240 00000020:00200000:3.0:1789760771.740823:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760771.740834:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760771.740925:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8240 00000100:00100000:3.0:1789760771.740957:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515773440:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760771.741049:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6036, 6036] 00000080:00200000:2.0:1789760771.741065:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760771.741071:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760771.741161:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24727552 i_blocks 49159 00000020:00200000:2.0:1789760771.741166:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760771.741177:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760771.741209:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24727552, count: 4096 00000080:00200000:2.0:1789760771.741216:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24727552, bytes: 4096 00000080:00200000:2.0:1789760771.741226:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760771.741235:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760771.741238:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24727552, 24731648) 0 0 00000080:00200000:2.0:1789760771.741242:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760771.741257:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6037, 6037] 00020000:00200000:2.0:1789760771.741266:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24727552 chunk: [24727552, 24731648) 24731648, 4096 00020000:00200000:2.0:1789760771.741270:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760771.741289:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6037, 6037] 00000008:00010000:2.0:1789760771.741307:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760771.741312:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760771.741322:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24727552, 24731648) append 0 append lockpos 0 00000080:00200000:2.0:1789760771.741337:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24727552=0x1795000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760771.741954:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760771.741959:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24731648 00000020:00010000:2.0:1789760771.741968:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760771.741972:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.741975:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.741979:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760771.741982:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760771.741993:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760771.742002:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760771.742024:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760771.742163:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 24727552<>24731648 00000100:00100000:2.0:1789760771.742209:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760771.742230:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515773568:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760771.786660:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8600 00000020:00200000:3.0:1789760771.786675:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760771.786685:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760771.786774:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8600 00000100:00100000:3.0:1789760771.786808:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515773568:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760771.786969:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6037, 6037] 00000080:00200000:2.0:1789760771.786987:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760771.786993:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760771.787227:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24731648 i_blocks 49159 00000020:00200000:2.0:1789760771.787233:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760771.787243:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760771.787280:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24731648, count: 4096 00000080:00200000:2.0:1789760771.787289:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24731648, bytes: 4096 00000080:00200000:2.0:1789760771.787304:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760771.787312:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760771.787315:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24731648, 24735744) 0 0 00000080:00200000:2.0:1789760771.787319:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760771.787338:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6038, 6038] 00020000:00200000:2.0:1789760771.787347:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24731648 chunk: [24731648, 24735744) 24735744, 4096 00020000:00200000:2.0:1789760771.787352:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760771.787434:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6038, 6038] 00000008:00010000:2.0:1789760771.787455:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760771.787462:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760771.787472:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24731648, 24735744) append 0 append lockpos 0 00000080:00200000:2.0:1789760771.787485:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24731648=0x1796000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760771.787540:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760771.787543:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24735744 00000020:00010000:2.0:1789760771.787550:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760771.787554:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.787557:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.787561:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760771.787563:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760771.787628:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760771.787635:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760771.787654:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e80c0 00000008:00100000:2.0:1789760771.787754:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 24731648<>24735744 00000100:00100000:3.0:1789760771.787895:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515773696:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760771.844739:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973355 gen 2 00000008:00010000:3.0:1789760771.844823:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e80c0 00000020:00200000:3.0:1789760771.844832:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760771.844843:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760771.844893:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e80c0 00000100:00100000:3.0:1789760771.844925:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515773696:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760771.845100:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6038, 6038] 00000080:00200000:0.0:1789760771.845116:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760771.845122:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760771.845148:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24735744 i_blocks 49159 00000020:00200000:0.0:1789760771.845153:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760771.845163:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760771.845197:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24735744, count: 4096 00000080:00200000:0.0:1789760771.845269:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24735744, bytes: 4096 00000080:00200000:0.0:1789760771.845281:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760771.845289:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760771.845291:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24735744, 24739840) 0 0 00000080:00200000:0.0:1789760771.845296:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760771.845312:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6039, 6039] 00020000:00200000:0.0:1789760771.845320:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24735744 chunk: [24735744, 24739840) 24739840, 4096 00020000:00200000:0.0:1789760771.845325:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760771.845342:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6039, 6039] 00000008:00010000:0.0:1789760771.845360:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760771.845366:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760771.845376:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24735744, 24739840) append 0 append lockpos 0 00000080:00200000:0.0:1789760771.845390:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24735744=0x1797000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760771.845445:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760771.845449:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24739840 00000020:00010000:0.0:1789760771.845456:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760771.845460:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760771.845463:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760771.845467:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760771.845470:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760771.845477:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760771.845484:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760771.845501:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760771.845599:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6d80 - object 0x240000400:4 offset 24735744<>24739840 00000100:00100000:1.0:1789760771.846744:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515773824:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760771.889938:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973356 gen 2 00000008:00010000:1.0:1789760771.889989:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760771.889998:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760771.890010:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760771.890035:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760771.890066:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515773824:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760771.890191:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6039, 6039] 00000080:00200000:0.0:1789760771.890207:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760771.890212:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760771.890229:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24739840 i_blocks 49159 00000020:00200000:0.0:1789760771.890232:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760771.890242:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760771.890275:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24739840, count: 4096 00000080:00200000:0.0:1789760771.890282:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24739840, bytes: 4096 00000080:00200000:0.0:1789760771.890293:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760771.890301:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760771.890304:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24739840, 24743936) 0 0 00000080:00200000:0.0:1789760771.890308:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760771.890326:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6040, 6040] 00020000:00200000:0.0:1789760771.890335:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24739840 chunk: [24739840, 24743936) 24743936, 4096 00020000:00200000:0.0:1789760771.890340:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760771.890360:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6040, 6040] 00000008:00010000:0.0:1789760771.890379:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760771.890386:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760771.890399:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24739840, 24743936) append 0 append lockpos 0 00000080:00200000:0.0:1789760771.890414:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24739840=0x1798000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760771.890916:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760771.890921:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24743936 00000020:00010000:0.0:1789760771.890929:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760771.890933:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760771.890936:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760771.890939:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760771.890942:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760771.890950:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760771.890957:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760771.890976:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760771.891085:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 24739840<>24743936 00000100:00100000:0.0:1789760771.891127:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760771.891157:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515773952:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760771.969395:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973357 gen 2 00000008:00010000:0.0:1789760771.969566:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:0.0:1789760771.969574:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760771.969584:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760771.969601:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000080:00200000:2.0:1789760771.969629:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6040, 6040] 00000080:00200000:2.0:1789760771.969649:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760771.969655:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760771.969671:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24743936 i_blocks 49159 00000020:00200000:2.0:1789760771.969675:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760771.969685:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760771.969720:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24743936, count: 4096 00000080:00200000:2.0:1789760771.969728:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24743936, bytes: 4096 00000080:00200000:2.0:1789760771.969739:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760771.969749:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760771.969751:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24743936, 24748032) 0 0 00000080:00200000:2.0:1789760771.969755:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760771.969773:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6041, 6041] 00020000:00200000:2.0:1789760771.969783:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24743936 chunk: [24743936, 24748032) 24748032, 4096 00020000:00200000:2.0:1789760771.969787:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760771.969808:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6041, 6041] 00000008:00010000:2.0:1789760771.969827:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760771.969834:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760771.969844:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24743936, 24748032) append 0 append lockpos 0 00000080:00200000:2.0:1789760771.969876:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24743936=0x1799000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760771.969925:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1789760771.969927:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515773952:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760771.969929:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24748032 00000020:00010000:2.0:1789760771.969942:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760771.969946:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.969950:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760771.969953:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760771.969956:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000008:00010000:0.0:1789760771.969976:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000080:00200000:2.0:1789760771.969981:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760771.969990:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00100000:0.0:1789760771.970077:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 24743936<>24748032 00000100:00100000:0.0:1789760771.970110:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515774080:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760772.024644:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973358 gen 2 00000008:00010000:0.0:1789760772.024702:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:0.0:1789760772.024710:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760772.024722:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760772.024745:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:0.0:1789760772.024775:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515774080:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760772.024928:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6041, 6041] 00000080:00200000:2.0:1789760772.024945:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760772.024951:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760772.024966:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24748032 i_blocks 49159 00000020:00200000:2.0:1789760772.024970:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760772.024979:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760772.025015:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24748032, count: 4096 00000080:00200000:2.0:1789760772.025024:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24748032, bytes: 4096 00000080:00200000:2.0:1789760772.025035:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760772.025043:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760772.025045:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24748032, 24752128) 0 0 00000080:00200000:2.0:1789760772.025049:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760772.025065:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6042, 6042] 00020000:00200000:2.0:1789760772.025073:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24748032 chunk: [24748032, 24752128) 24752128, 4096 00020000:00200000:2.0:1789760772.025077:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760772.025096:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6042, 6042] 00000008:00010000:2.0:1789760772.025115:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760772.025119:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760772.025130:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24748032, 24752128) append 0 append lockpos 0 00000080:00200000:2.0:1789760772.025220:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24748032=0x179a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760772.025277:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760772.025280:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24752128 00000020:00010000:2.0:1789760772.025289:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760772.025292:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760772.025296:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760772.025299:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760772.025302:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760772.025311:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760772.025317:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760772.025459:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:0.0:1789760772.025706:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 24748032<>24752128 00000100:00100000:0.0:1789760772.025750:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515774208:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760772.081343:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789760772.105489:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973359 gen 2 00000008:00010000:0.0:1789760772.105546:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:0.0:1789760772.105555:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760772.105565:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760772.105590:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000100:00100000:0.0:1789760772.105621:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515774208:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760772.105708:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6042, 6042] 00000080:00200000:2.0:1789760772.105723:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760772.105727:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760772.105741:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24752128 i_blocks 49159 00000020:00200000:2.0:1789760772.105743:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760772.105751:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760772.105779:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24752128, count: 4096 00000080:00200000:2.0:1789760772.105785:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24752128, bytes: 4096 00000080:00200000:2.0:1789760772.105800:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760772.105808:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760772.105810:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24752128, 24756224) 0 0 00000080:00200000:2.0:1789760772.105813:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760772.105828:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6043, 6043] 00020000:00200000:2.0:1789760772.105836:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24752128 chunk: [24752128, 24756224) 24756224, 4096 00020000:00200000:2.0:1789760772.105840:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760772.105880:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6043, 6043] 00000008:00010000:2.0:1789760772.105896:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760772.105901:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760772.105910:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24752128, 24756224) append 0 append lockpos 0 00000080:00200000:2.0:1789760772.105922:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24752128=0x179b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760772.105972:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760772.105975:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24756224 00000020:00010000:2.0:1789760772.105983:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760772.105985:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760772.105987:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760772.105990:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760772.105992:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760772.106000:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760772.106007:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760772.106022:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760772.106383:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 24752128<>24756224 00000100:00100000:3.0:1789760772.106459:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515774336:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760772.141985:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973360 gen 2 00000008:00010000:3.0:1789760772.142044:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8000 00000020:00200000:3.0:1789760772.142054:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760772.142065:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760772.142155:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8000 00000100:00100000:3.0:1789760772.142209:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515774336:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760772.142570:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6043, 6043] 00000080:00200000:2.0:1789760772.142588:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760772.142595:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760772.142613:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24756224 i_blocks 49159 00000020:00200000:2.0:1789760772.142618:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760772.142718:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760772.142755:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24756224, count: 4096 00000080:00200000:2.0:1789760772.142762:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24756224, bytes: 4096 00000080:00200000:2.0:1789760772.142776:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760772.142948:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760772.142951:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24756224, 24760320) 0 0 00000080:00200000:2.0:1789760772.142956:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760772.142973:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6044, 6044] 00020000:00200000:2.0:1789760772.142982:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24756224 chunk: [24756224, 24760320) 24760320, 4096 00020000:00200000:2.0:1789760772.142987:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760772.143012:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6044, 6044] 00000008:00010000:2.0:1789760772.143032:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760772.143038:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760772.143051:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24756224, 24760320) append 0 append lockpos 0 00000080:00200000:2.0:1789760772.143066:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24756224=0x179c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760772.143364:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760772.143368:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24760320 00000020:00010000:2.0:1789760772.143378:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760772.143381:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760772.143384:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760772.143387:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760772.143390:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760772.143400:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760772.143408:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760772.143496:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760772.143692:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 24756224<>24760320 00000100:00100000:3.0:1789760772.143977:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760772.144014:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515774464:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760772.186343:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973361 gen 2 00000008:00010000:3.0:1789760772.186397:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:3.0:1789760772.186405:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760772.186487:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760772.186553:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:3.0:1789760772.186649:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515774464:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760772.188692:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6044, 6044] 00000080:00200000:2.0:1789760772.188721:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760772.188728:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760772.188748:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24760320 i_blocks 49159 00000020:00200000:2.0:1789760772.188753:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760772.188768:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760772.188801:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24760320, count: 4096 00000080:00200000:2.0:1789760772.188810:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24760320, bytes: 4096 00000080:00200000:2.0:1789760772.188826:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760772.188837:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760772.188840:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24760320, 24764416) 0 0 00000080:00200000:2.0:1789760772.188845:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760772.188885:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6045, 6045] 00020000:00200000:2.0:1789760772.188897:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24760320 chunk: [24760320, 24764416) 24764416, 4096 00020000:00200000:2.0:1789760772.188902:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760772.188927:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6045, 6045] 00000008:00010000:2.0:1789760772.188948:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760772.188955:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760772.188969:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24760320, 24764416) append 0 append lockpos 0 00000080:00200000:2.0:1789760772.188985:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24760320=0x179d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760772.189062:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760772.189065:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24764416 00000020:00010000:2.0:1789760772.189074:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760772.189078:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760772.189081:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760772.189084:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760772.189088:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760772.189099:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760772.189106:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760772.189133:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760772.189493:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 24760320<>24764416 00000100:00100000:2.0:1789760772.189545:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760772.189638:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515774592:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760772.233069:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973362 gen 2 00000008:00010000:3.0:1789760772.233121:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8540 00000020:00200000:3.0:1789760772.233128:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760772.233150:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760772.233350:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6045, 6045] 00000080:00200000:2.0:1789760772.233369:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760772.233374:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760772.233390:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24764416 i_blocks 49159 00000020:00200000:2.0:1789760772.233394:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760772.233405:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760772.233452:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24764416, count: 4096 00000080:00200000:2.0:1789760772.233460:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24764416, bytes: 4096 00000080:00200000:2.0:1789760772.233469:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760772.233478:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760772.233480:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24764416, 24768512) 0 0 00000080:00200000:2.0:1789760772.233485:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760772.233502:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6046, 6046] 00020000:00200000:2.0:1789760772.233510:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24764416 chunk: [24764416, 24768512) 24768512, 4096 00020000:00200000:2.0:1789760772.233514:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760772.233543:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6046, 6046] 00000008:00010000:2.0:1789760772.233562:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760772.233567:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760772.233579:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24764416, 24768512) append 0 append lockpos 0 00000080:00200000:2.0:1789760772.233595:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24764416=0x179e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760772.233671:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760772.233675:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24768512 00000020:00010000:2.0:1789760772.233684:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760772.233688:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760772.233691:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760772.233694:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760772.233697:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760772.233706:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760772.233713:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760772.233733:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760772.233845:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 24764416<>24768512 00000100:00100000:2.0:1789760772.233949:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760772.233974:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515774720:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760772.234891:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8540 00000100:00100000:3.0:1789760772.234922:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515774592:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760772.281668:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8840 00000020:00200000:3.0:1789760772.281686:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760772.281699:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760772.281718:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8840 00000080:00200000:2.0:1789760772.281945:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6046, 6046] 00000080:00200000:2.0:1789760772.281964:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760772.281970:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760772.281986:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24768512 i_blocks 49159 00000020:00200000:2.0:1789760772.281990:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760772.281999:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760772.282033:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24768512, count: 4096 00000080:00200000:2.0:1789760772.282041:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24768512, bytes: 4096 00000100:00100000:3.0:1789760772.282261:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515774720:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760772.282348:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760772.282357:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760772.282360:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24768512, 24772608) 0 0 00000080:00200000:2.0:1789760772.282365:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760772.282381:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6047, 6047] 00020000:00200000:2.0:1789760772.282389:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24768512 chunk: [24768512, 24772608) 24772608, 4096 00020000:00200000:2.0:1789760772.282392:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760772.282409:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6047, 6047] 00000008:00010000:2.0:1789760772.282424:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760772.282429:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760772.282438:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24768512, 24772608) append 0 append lockpos 0 00000080:00200000:2.0:1789760772.282449:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24768512=0x179f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760772.282495:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760772.282497:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24772608 00000020:00010000:2.0:1789760772.282504:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760772.282506:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760772.282508:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760772.282511:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760772.282513:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760772.282520:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760772.282525:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760772.282537:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760772.282689:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 24768512<>24772608 00000100:00100000:3.0:1789760772.282986:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515774848:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760772.327484:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973364 gen 2 00000008:00010000:3.0:1789760772.327554:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e86c0 00000020:00200000:3.0:1789760772.327563:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760772.327573:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760772.327650:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e86c0 00000100:00100000:3.0:1789760772.327684:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515774848:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760772.332781:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6047, 6047] 00000080:00200000:2.0:1789760772.333037:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760772.333045:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760772.333686:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24772608 i_blocks 49159 00000020:00200000:0.0:1789760772.333697:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760772.333718:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760772.333756:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24772608, count: 4096 00000080:00200000:0.0:1789760772.333766:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24772608, bytes: 4096 00000080:00200000:0.0:1789760772.333800:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760772.333811:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760772.333814:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24772608, 24776704) 0 0 00000080:00200000:0.0:1789760772.333818:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760772.333836:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6048, 6048] 00020000:00200000:0.0:1789760772.339165:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24772608 chunk: [24772608, 24776704) 24776704, 4096 00020000:00200000:0.0:1789760772.339179:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760772.339217:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6048, 6048] 00000008:00010000:0.0:1789760772.339244:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760772.339250:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760772.339264:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24772608, 24776704) append 0 append lockpos 0 00000080:00200000:0.0:1789760772.339281:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24772608=0x17a0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760772.339360:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760772.339364:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24776704 00000020:00010000:0.0:1789760772.339373:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760772.339377:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760772.339380:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760772.339383:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760772.339386:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760772.339398:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760772.339408:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760772.339443:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760772.339579:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 24772608<>24776704 00000100:00100000:0.0:1789760772.339635:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760772.339661:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515774976:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760772.379240:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:0.0:1789760772.379257:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760772.379269:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760772.379290:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:0.0:1789760772.379322:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515774976:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760772.380018:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6048, 6048] 00000080:00200000:1.0:1789760772.380034:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760772.380041:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760772.380056:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24776704 i_blocks 49159 00000020:00200000:1.0:1789760772.380060:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760772.380073:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760772.380107:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24776704, count: 4096 00000080:00200000:1.0:1789760772.380114:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24776704, bytes: 4096 00000080:00200000:1.0:1789760772.380128:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760772.380154:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760772.380156:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24776704, 24780800) 0 0 00000080:00200000:1.0:1789760772.380161:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760772.380300:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6049, 6049] 00020000:00200000:1.0:1789760772.380310:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24776704 chunk: [24776704, 24780800) 24780800, 4096 00020000:00200000:1.0:1789760772.380315:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760772.380339:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6049, 6049] 00000008:00010000:1.0:1789760772.380357:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760772.380364:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760772.380376:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24776704, 24780800) append 0 append lockpos 0 00000080:00200000:1.0:1789760772.380390:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24776704=0x17a1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760772.380455:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760772.380458:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24780800 00000020:00010000:1.0:1789760772.380468:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760772.380471:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760772.380475:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760772.380478:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760772.380480:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760772.380488:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760772.380495:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760772.380514:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760772.380622:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571880 - object 0x240000400:4 offset 24776704<>24780800 00000100:00100000:1.0:1789760772.380672:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760772.380695:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515775104:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760772.444179:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973365 gen 2 00000100:00100000:0.0:1789760772.444230:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8571880 x1876699515775104/t4294973366(4294973366) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760788 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760772.444284:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760772.444292:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760772.444302:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760772.444425:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760772.444456:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515775104:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760772.448028:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6049, 6049] 00000080:00200000:2.0:1789760772.448054:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760772.448061:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760772.448081:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24780800 i_blocks 49159 00000020:00200000:2.0:1789760772.448087:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760772.448106:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760772.448151:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24780800, count: 4096 00000080:00200000:2.0:1789760772.448160:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24780800, bytes: 4096 00000080:00200000:2.0:1789760772.448175:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760772.448185:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760772.448188:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24780800, 24784896) 0 0 00000080:00200000:2.0:1789760772.448193:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760772.448210:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6050, 6050] 00020000:00200000:2.0:1789760772.448220:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24780800 chunk: [24780800, 24784896) 24784896, 4096 00020000:00200000:2.0:1789760772.448224:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760772.448245:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6050, 6050] 00000008:00010000:2.0:1789760772.448265:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760772.448271:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760772.448284:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24780800, 24784896) append 0 append lockpos 0 00000080:00200000:2.0:1789760772.448299:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24780800=0x17a2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760772.448371:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760772.448374:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24784896 00000020:00010000:2.0:1789760772.448382:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760772.448386:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760772.448389:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760772.448393:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760772.448395:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760772.448405:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760772.448413:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760772.448443:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760772.448558:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 24780800<>24784896 00000100:00100000:3.0:1789760772.448671:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515775232:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760772.491743:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973367 gen 2 00000008:00010000:3.0:1789760772.491821:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:3.0:1789760772.491830:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760772.491840:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760772.491960:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:3.0:1789760772.491995:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515775232:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760772.492205:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6050, 6050] 00000080:00200000:0.0:1789760772.492222:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760772.492229:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760772.492246:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24784896 i_blocks 49159 00000020:00200000:0.0:1789760772.492251:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760772.492260:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760772.492294:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24784896, count: 4096 00000080:00200000:0.0:1789760772.492302:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24784896, bytes: 4096 00000080:00200000:0.0:1789760772.492313:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760772.492322:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760772.492325:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24784896, 24788992) 0 0 00000080:00200000:0.0:1789760772.492329:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760772.492345:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6051, 6051] 00020000:00200000:0.0:1789760772.492354:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24784896 chunk: [24784896, 24788992) 24788992, 4096 00020000:00200000:0.0:1789760772.492359:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760772.492377:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6051, 6051] 00000008:00010000:0.0:1789760772.492394:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760772.492399:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760772.492410:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24784896, 24788992) append 0 append lockpos 0 00000080:00200000:0.0:1789760772.492423:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24784896=0x17a3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760772.492479:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760772.492481:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24788992 00000020:00010000:0.0:1789760772.492489:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760772.492493:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760772.492495:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760772.492498:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d3f8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760772.492501:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760772.492509:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760772.492515:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760772.492532:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760772.492635:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 24784896<>24788992 00000100:00100000:0.0:1789760772.492688:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760772.492706:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515775360:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760772.551351:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973368 gen 2 00000008:00010000:1.0:1789760772.552380:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760772.552391:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760772.552404:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760772.552491:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760772.552523:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515775360:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760772.552660:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6051, 6051] 00000080:00200000:3.0:1789760772.552677:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760772.552684:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760772.552699:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24788992 i_blocks 49159 00000020:00200000:3.0:1789760772.552703:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760772.552713:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760772.552776:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24788992, count: 4096 00000080:00200000:3.0:1789760772.552789:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24788992, bytes: 4096 00000080:00200000:3.0:1789760772.552805:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760772.552814:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760772.552816:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24788992, 24793088) 0 0 00000080:00200000:3.0:1789760772.552820:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760772.552837:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6052, 6052] 00020000:00200000:3.0:1789760772.552846:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24788992 chunk: [24788992, 24793088) 24793088, 4096 00020000:00200000:3.0:1789760772.552851:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760772.552890:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6052, 6052] 00000008:00010000:3.0:1789760772.552908:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760772.552914:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760772.552925:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24788992, 24793088) append 0 append lockpos 0 00000080:00200000:3.0:1789760772.552940:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24788992=0x17a4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760772.552994:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760772.552996:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24793088 00000020:00010000:3.0:1789760772.553005:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760772.553008:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760772.553012:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760772.553014:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760772.553017:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760772.553025:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760772.553032:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760772.553049:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760772.554178:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 24788992<>24793088 00000100:00100000:3.0:1789760772.554385:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760772.554412:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515775488:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760772.606489:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973369 gen 2 00000008:00010000:3.0:1789760772.606545:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760772.606553:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760772.606566:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760772.606592:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760772.606624:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515775488:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760772.606815:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6052, 6052] 00000080:00200000:0.0:1789760772.606831:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760772.606838:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760772.606900:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24793088 i_blocks 49159 00000020:00200000:0.0:1789760772.606905:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760772.606916:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760772.606951:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24793088, count: 4096 00000080:00200000:0.0:1789760772.606958:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24793088, bytes: 4096 00000080:00200000:0.0:1789760772.606968:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760772.606977:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760772.606980:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24793088, 24797184) 0 0 00000080:00200000:0.0:1789760772.606984:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760772.607002:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6053, 6053] 00020000:00200000:0.0:1789760772.607011:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24793088 chunk: [24793088, 24797184) 24797184, 4096 00020000:00200000:0.0:1789760772.607015:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760772.607035:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6053, 6053] 00000008:00010000:0.0:1789760772.607055:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760772.607060:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760772.607072:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24793088, 24797184) append 0 append lockpos 0 00000080:00200000:0.0:1789760772.607086:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24793088=0x17a5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760772.607167:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760772.607170:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24797184 00000020:00010000:0.0:1789760772.607178:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760772.607182:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760772.607185:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760772.607188:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760772.607191:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760772.607199:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760772.607206:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760772.607839:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760772.609402:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4700 - object 0x240000400:4 offset 24793088<>24797184 00000100:00100000:1.0:1789760772.610060:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515775616:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760772.655628:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973370 gen 2 00000008:00010000:1.0:1789760772.655683:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760772.655692:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760772.655705:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760772.655734:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760772.655767:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515775616:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760772.656536:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6053, 6053] 00000080:00200000:3.0:1789760772.656559:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760772.656565:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760772.656584:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24797184 i_blocks 49159 00000020:00200000:3.0:1789760772.656588:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760772.656602:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760772.656639:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24797184, count: 4096 00000080:00200000:3.0:1789760772.656647:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24797184, bytes: 4096 00000080:00200000:3.0:1789760772.656663:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760772.656672:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760772.656675:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24797184, 24801280) 0 0 00000080:00200000:3.0:1789760772.656680:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760772.656699:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6054, 6054] 00020000:00200000:3.0:1789760772.656709:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24797184 chunk: [24797184, 24801280) 24801280, 4096 00020000:00200000:3.0:1789760772.656713:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760772.656733:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6054, 6054] 00000008:00010000:3.0:1789760772.656752:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760772.656758:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760772.656769:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24797184, 24801280) append 0 append lockpos 0 00000080:00200000:3.0:1789760772.657194:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24797184=0x17a6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760772.657269:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760772.657272:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24801280 00000020:00010000:3.0:1789760772.657281:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760772.657284:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760772.657287:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760772.657291:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760772.657294:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760772.657303:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760772.657312:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760772.657332:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760772.658170:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 24797184<>24801280 00000100:00100000:2.0:1789760772.658361:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760772.658394:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515775744:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760772.703196:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973371 gen 2 00000008:00010000:3.0:1789760772.703250:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760772.703259:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760772.703271:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760772.703298:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760772.703331:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515775744:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760772.703449:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6054, 6054] 00000080:00200000:1.0:1789760772.703466:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760772.703472:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760772.703489:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24801280 i_blocks 49159 00000020:00200000:1.0:1789760772.703492:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760772.703502:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760772.703537:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24801280, count: 4096 00000080:00200000:1.0:1789760772.703544:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24801280, bytes: 4096 00000080:00200000:1.0:1789760772.703555:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760772.703564:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760772.703566:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24801280, 24805376) 0 0 00000080:00200000:1.0:1789760772.703570:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760772.703589:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6055, 6055] 00020000:00200000:1.0:1789760772.703598:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24801280 chunk: [24801280, 24805376) 24805376, 4096 00020000:00200000:1.0:1789760772.703602:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760772.703621:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6055, 6055] 00000008:00010000:1.0:1789760772.703640:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760772.703646:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760772.703657:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24801280, 24805376) append 0 append lockpos 0 00000080:00200000:1.0:1789760772.703671:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24801280=0x17a7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760772.703729:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760772.703732:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24805376 00000020:00010000:1.0:1789760772.703741:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760772.703745:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760772.703748:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760772.703751:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760772.703754:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760772.703761:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760772.703768:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760772.703784:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760772.703945:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 24801280<>24805376 00000100:00100000:1.0:1789760772.703981:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760772.703998:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515775872:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760772.749549:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973372 gen 2 00000008:00010000:1.0:1789760772.749600:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:1.0:1789760772.749609:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760772.749619:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760772.749696:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:1.0:1789760772.749741:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515775872:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760772.750001:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6055, 6055] 00000080:00200000:0.0:1789760772.750017:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760772.750024:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760772.750041:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24805376 i_blocks 49159 00000020:00200000:0.0:1789760772.750045:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760772.750055:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760772.750091:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24805376, count: 4096 00000080:00200000:0.0:1789760772.750098:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24805376, bytes: 4096 00000080:00200000:0.0:1789760772.750109:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760772.750118:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760772.750121:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24805376, 24809472) 0 0 00000080:00200000:0.0:1789760772.750125:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760772.750152:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6056, 6056] 00020000:00200000:0.0:1789760772.750160:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24805376 chunk: [24805376, 24809472) 24809472, 4096 00020000:00200000:0.0:1789760772.750165:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760772.750397:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6056, 6056] 00000008:00010000:0.0:1789760772.750416:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760772.750423:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760772.750435:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24805376, 24809472) append 0 append lockpos 0 00000080:00200000:0.0:1789760772.750450:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24805376=0x17a8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760772.750510:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760772.750513:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24809472 00000020:00010000:0.0:1789760772.750522:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760772.750525:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760772.750529:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760772.750532:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760772.750535:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760772.750543:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760772.750550:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760772.750571:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760772.750682:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 24805376<>24809472 00000100:00100000:0.0:1789760772.750813:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760772.750836:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515776000:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760772.785241:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973373 gen 2 00000008:00010000:0.0:1789760772.785297:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:0.0:1789760772.785306:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760772.785317:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760772.785346:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:0.0:1789760772.785380:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515776000:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760772.785637:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6056, 6056] 00000080:00200000:3.0:1789760772.785654:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760772.785660:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760772.785675:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24809472 i_blocks 49159 00000020:00200000:3.0:1789760772.785678:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760772.785688:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760772.785722:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24809472, count: 4096 00000080:00200000:3.0:1789760772.785730:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24809472, bytes: 4096 00000080:00200000:3.0:1789760772.785740:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760772.785749:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760772.785751:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24809472, 24813568) 0 0 00000080:00200000:3.0:1789760772.785756:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760772.785783:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6057, 6057] 00020000:00200000:3.0:1789760772.785793:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24809472 chunk: [24809472, 24813568) 24813568, 4096 00020000:00200000:3.0:1789760772.785797:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760772.785818:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6057, 6057] 00000008:00010000:3.0:1789760772.785838:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760772.785844:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760772.785891:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24809472, 24813568) append 0 append lockpos 0 00000080:00200000:3.0:1789760772.785906:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24809472=0x17a9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760772.785979:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760772.785982:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24813568 00000020:00010000:3.0:1789760772.785991:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760772.785994:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760772.785997:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760772.786001:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760772.786004:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760772.786012:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760772.786019:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760772.786037:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760772.786167:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 24809472<>24813568 00000100:00100000:2.0:1789760772.786506:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515776128:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760772.859594:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760772.859612:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760772.859625:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760772.859650:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760772.859680:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515776128:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760772.859959:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6057, 6057] 00000080:00200000:0.0:1789760772.859974:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760772.859980:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760772.859996:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24813568 i_blocks 49159 00000020:00200000:0.0:1789760772.859999:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760772.860010:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760772.860043:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24813568, count: 4096 00000080:00200000:0.0:1789760772.860050:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24813568, bytes: 4096 00000080:00200000:0.0:1789760772.860195:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760772.860205:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760772.860207:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24813568, 24817664) 0 0 00000080:00200000:0.0:1789760772.860212:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760772.860228:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6058, 6058] 00020000:00200000:0.0:1789760772.860238:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24813568 chunk: [24813568, 24817664) 24817664, 4096 00020000:00200000:0.0:1789760772.860242:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760772.860263:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6058, 6058] 00000008:00010000:0.0:1789760772.860282:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760772.860288:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760772.860299:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24813568, 24817664) append 0 append lockpos 0 00000080:00200000:0.0:1789760772.860313:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24813568=0x17aa000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760772.860377:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760772.860380:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24817664 00000020:00010000:0.0:1789760772.860389:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760772.860393:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760772.860396:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760772.860399:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760772.860402:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760772.860410:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760772.860416:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760772.860434:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760772.860539:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 24813568<>24817664 00000100:00100000:1.0:1789760772.860675:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515776256:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760772.890674:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973375 gen 2 00000008:00010000:1.0:1789760772.890740:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760772.890749:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760772.890760:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760772.890788:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760772.890820:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515776256:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760772.891078:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6058, 6058] 00000080:00200000:0.0:1789760772.891104:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760772.891110:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760772.891127:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24817664 i_blocks 49159 00000020:00200000:0.0:1789760772.891138:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760772.891149:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760772.891184:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24817664, count: 4096 00000080:00200000:0.0:1789760772.891190:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24817664, bytes: 4096 00000080:00200000:0.0:1789760772.891200:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760772.891208:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760772.891211:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24817664, 24821760) 0 0 00000080:00200000:0.0:1789760772.891215:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760772.891231:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6059, 6059] 00020000:00200000:0.0:1789760772.891240:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24817664 chunk: [24817664, 24821760) 24821760, 4096 00020000:00200000:0.0:1789760772.891244:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760772.891263:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6059, 6059] 00000008:00010000:0.0:1789760772.891280:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760772.891287:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760772.891297:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24817664, 24821760) append 0 append lockpos 0 00000080:00200000:0.0:1789760772.891312:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24817664=0x17ab000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760772.891373:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760772.891376:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24821760 00000020:00010000:0.0:1789760772.891386:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760772.891390:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760772.891393:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760772.891397:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760772.891400:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760772.891407:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760772.891415:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760772.891433:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760772.891540:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5f80 - object 0x240000400:4 offset 24817664<>24821760 00000100:00100000:1.0:1789760772.891794:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760772.891817:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515776384:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760772.926051:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973376 gen 2 00000008:00010000:1.0:1789760772.926116:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760772.926125:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760772.926147:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760772.926168:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760772.926200:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515776384:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760772.926374:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6059, 6059] 00000080:00200000:0.0:1789760772.926392:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760772.926399:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760772.926416:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24821760 i_blocks 49159 00000020:00200000:0.0:1789760772.926419:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760772.926431:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760772.926468:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24821760, count: 4096 00000080:00200000:0.0:1789760772.926476:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24821760, bytes: 4096 00000080:00200000:0.0:1789760772.926488:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760772.926499:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760772.926502:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24821760, 24825856) 0 0 00000080:00200000:0.0:1789760772.926507:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760772.926525:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6060, 6060] 00020000:00200000:0.0:1789760772.926534:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24821760 chunk: [24821760, 24825856) 24825856, 4096 00020000:00200000:0.0:1789760772.926539:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760772.926559:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6060, 6060] 00000008:00010000:0.0:1789760772.926579:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760772.926586:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760772.926598:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24821760, 24825856) append 0 append lockpos 0 00000080:00200000:0.0:1789760772.926613:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24821760=0x17ac000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760772.926673:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760772.926677:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24825856 00000020:00010000:0.0:1789760772.926687:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760772.926691:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760772.926694:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760772.926698:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760772.926701:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760772.926709:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760772.926716:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760772.926734:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760772.926960:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5f80 - object 0x240000400:4 offset 24821760<>24825856 00000100:00100000:1.0:1789760772.927062:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515776512:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760772.962405:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760772.962422:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760772.962433:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760772.962457:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760772.962502:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515776512:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760772.962600:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6060, 6060] 00000080:00200000:0.0:1789760772.962617:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760772.962623:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760772.962639:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24825856 i_blocks 49159 00000020:00200000:0.0:1789760772.962643:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760772.962654:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760772.962689:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24825856, count: 4096 00000080:00200000:0.0:1789760772.962697:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24825856, bytes: 4096 00000080:00200000:0.0:1789760772.962707:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760772.962717:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760772.962719:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24825856, 24829952) 0 0 00000080:00200000:0.0:1789760772.962724:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760772.962740:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6061, 6061] 00020000:00200000:0.0:1789760772.962749:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24825856 chunk: [24825856, 24829952) 24829952, 4096 00020000:00200000:0.0:1789760772.962753:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760772.962786:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6061, 6061] 00000008:00010000:0.0:1789760772.962806:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760772.962812:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760772.962823:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24825856, 24829952) append 0 append lockpos 0 00000080:00200000:0.0:1789760772.962837:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24825856=0x17ad000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760772.962923:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760772.962927:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24829952 00000020:00010000:0.0:1789760772.962937:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760772.962940:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760772.962944:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760772.962947:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760772.962951:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760772.962959:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760772.962967:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760772.962983:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760772.963257:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 24825856<>24829952 00000100:00100000:1.0:1789760772.963422:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760772.963442:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515776640:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760773.018589:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973377 gen 2 00000100:00100000:1.0:1789760773.018630:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc7800 x1876699515776640/t4294973378(4294973378) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760788 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760773.018680:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760773.018688:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760773.018699:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760773.018723:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760773.018748:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515776640:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760773.019101:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6061, 6061] 00000080:00200000:0.0:1789760773.019119:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760773.019125:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760773.019148:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24829952 i_blocks 49159 00000020:00200000:0.0:1789760773.019153:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760773.019163:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760773.019196:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24829952, count: 4096 00000080:00200000:0.0:1789760773.019204:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24829952, bytes: 4096 00000080:00200000:0.0:1789760773.019214:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760773.019222:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760773.019225:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24829952, 24834048) 0 0 00000080:00200000:0.0:1789760773.019229:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760773.019245:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6062, 6062] 00020000:00200000:0.0:1789760773.019254:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24829952 chunk: [24829952, 24834048) 24834048, 4096 00020000:00200000:0.0:1789760773.019259:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760773.019278:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6062, 6062] 00000008:00010000:0.0:1789760773.019298:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760773.019304:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760773.019315:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24829952, 24834048) append 0 append lockpos 0 00000080:00200000:0.0:1789760773.019331:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24829952=0x17ae000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760773.019393:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760773.019396:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24834048 00000020:00010000:0.0:1789760773.019406:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760773.019410:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760773.019413:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760773.019417:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760773.019420:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760773.019427:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760773.019434:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760773.019452:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760773.019561:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4700 - object 0x240000400:4 offset 24829952<>24834048 00000100:00100000:1.0:1789760773.019627:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515776768:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760773.049435:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973379 gen 2 00000008:00010000:1.0:1789760773.049500:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760773.049508:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760773.049518:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760773.049539:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760773.049569:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515776768:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760773.049666:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6062, 6062] 00000080:00200000:3.0:1789760773.049684:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760773.049691:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760773.049708:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24834048 i_blocks 49159 00000020:00200000:3.0:1789760773.049711:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760773.049722:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760773.049756:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24834048, count: 4096 00000080:00200000:3.0:1789760773.049764:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24834048, bytes: 4096 00000080:00200000:3.0:1789760773.049784:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760773.049792:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760773.049794:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24834048, 24838144) 0 0 00000080:00200000:3.0:1789760773.049798:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760773.049814:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6063, 6063] 00020000:00200000:3.0:1789760773.049822:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24834048 chunk: [24834048, 24838144) 24838144, 4096 00020000:00200000:3.0:1789760773.049827:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760773.050318:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6063, 6063] 00000008:00010000:3.0:1789760773.050338:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760773.050344:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760773.050356:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24834048, 24838144) append 0 append lockpos 0 00000080:00200000:3.0:1789760773.050372:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24834048=0x17af000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760773.050426:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760773.050429:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24838144 00000020:00010000:3.0:1789760773.050438:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760773.050441:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760773.050444:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760773.050448:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760773.050451:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760773.050458:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760773.050465:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760773.050546:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:1.0:1789760773.050709:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 24834048<>24838144 00000100:00100000:0.0:1789760773.050836:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515776896:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760773.076221:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973380 gen 2 00000008:00010000:0.0:1789760773.076273:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:0.0:1789760773.076282:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760773.076295:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760773.076314:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:0.0:1789760773.076346:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515776896:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760773.076366:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6063, 6063] 00000080:00200000:3.0:1789760773.076399:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760773.076406:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760773.076421:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24838144 i_blocks 49159 00000020:00200000:3.0:1789760773.076425:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760773.076435:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760773.076467:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24838144, count: 4096 00000080:00200000:3.0:1789760773.076473:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24838144, bytes: 4096 00000080:00200000:3.0:1789760773.076492:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760773.076501:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760773.076504:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24838144, 24842240) 0 0 00000080:00200000:3.0:1789760773.076508:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760773.076524:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6064, 6064] 00020000:00200000:3.0:1789760773.076533:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24838144 chunk: [24838144, 24842240) 24842240, 4096 00020000:00200000:3.0:1789760773.076537:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760773.076559:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6064, 6064] 00000008:00010000:3.0:1789760773.076579:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760773.076584:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760773.076594:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24838144, 24842240) append 0 append lockpos 0 00000080:00200000:3.0:1789760773.076608:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24838144=0x17b0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760773.076661:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760773.076663:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24842240 00000020:00010000:3.0:1789760773.076670:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760773.076673:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760773.076676:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760773.076679:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760773.076682:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760773.076690:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760773.076697:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760773.076715:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760773.077478:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7480 - object 0x240000400:4 offset 24838144<>24842240 00000100:00100000:2.0:1789760773.077574:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515777024:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760773.103456:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973381 gen 2 00000008:00010000:3.0:1789760773.103582:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:3.0:1789760773.103591:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760773.103604:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760773.103674:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:3.0:1789760773.103707:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515777024:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760773.103987:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6064, 6064] 00000080:00200000:2.0:1789760773.104003:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760773.104009:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760773.104092:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24842240 i_blocks 49159 00000020:00200000:2.0:1789760773.104098:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760773.104111:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760773.104164:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24842240, count: 4096 00000080:00200000:2.0:1789760773.104172:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24842240, bytes: 4096 00000080:00200000:2.0:1789760773.104184:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760773.104194:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760773.104196:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24842240, 24846336) 0 0 00000080:00200000:2.0:1789760773.104201:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760773.104216:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6065, 6065] 00020000:00200000:2.0:1789760773.104223:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24842240 chunk: [24842240, 24846336) 24846336, 4096 00020000:00200000:2.0:1789760773.104226:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760773.104246:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6065, 6065] 00000008:00010000:2.0:1789760773.104264:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760773.104270:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760773.104280:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24842240, 24846336) append 0 append lockpos 0 00000080:00200000:2.0:1789760773.104293:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24842240=0x17b1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760773.104364:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760773.104367:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24846336 00000020:00010000:2.0:1789760773.104377:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760773.104381:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760773.104384:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760773.104388:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760773.104392:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760773.104401:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760773.104408:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760773.104426:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8cc0 00000008:00100000:2.0:1789760773.104612:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 24842240<>24846336 00000100:00100000:3.0:1789760773.104746:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515777152:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760773.104984:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789760773.149240:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973382 gen 2 00000008:00010000:3.0:1789760773.149298:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8cc0 00000020:00200000:3.0:1789760773.149307:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760773.149319:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760773.149341:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8cc0 00000100:00100000:3.0:1789760773.149376:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515777152:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760773.149392:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6065, 6065] 00000080:00200000:0.0:1789760773.149409:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760773.149416:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760773.149434:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24846336 i_blocks 49159 00000020:00200000:0.0:1789760773.149438:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760773.149448:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760773.149487:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24846336, count: 4096 00000080:00200000:0.0:1789760773.149498:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24846336, bytes: 4096 00000080:00200000:0.0:1789760773.149508:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760773.149517:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760773.149520:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24846336, 24850432) 0 0 00000080:00200000:0.0:1789760773.149524:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760773.149542:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6066, 6066] 00020000:00200000:0.0:1789760773.149552:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24846336 chunk: [24846336, 24850432) 24850432, 4096 00020000:00200000:0.0:1789760773.149556:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760773.149578:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6066, 6066] 00000008:00010000:0.0:1789760773.149599:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760773.149606:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760773.149618:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24846336, 24850432) append 0 append lockpos 0 00000080:00200000:0.0:1789760773.149632:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24846336=0x17b2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760773.149689:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760773.149692:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24850432 00000020:00010000:0.0:1789760773.149700:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760773.149704:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760773.149707:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760773.149711:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760773.149713:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760773.149721:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760773.149729:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760773.149744:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760773.150046:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 24846336<>24850432 00000100:00100000:1.0:1789760773.150124:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515777280:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760773.187653:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973383 gen 2 00000008:00010000:1.0:1789760773.187703:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760773.187712:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760773.187828:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760773.187954:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6066, 6066] 00000080:00200000:3.0:1789760773.187973:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760773.187979:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760773.187997:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24850432 i_blocks 49159 00000020:00200000:3.0:1789760773.188002:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760773.188013:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760773.188050:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24850432, count: 4096 00000080:00200000:3.0:1789760773.188058:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24850432, bytes: 4096 00000080:00200000:3.0:1789760773.188079:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760773.188088:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760773.188091:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24850432, 24854528) 0 0 00000080:00200000:3.0:1789760773.188096:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760773.188114:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6067, 6067] 00020000:00200000:3.0:1789760773.188123:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24850432 chunk: [24850432, 24854528) 24854528, 4096 00020000:00200000:3.0:1789760773.188137:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760773.188159:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6067, 6067] 00000008:00010000:3.0:1789760773.188179:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760773.188185:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760773.188197:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24850432, 24854528) append 0 append lockpos 0 00000080:00200000:3.0:1789760773.188212:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24850432=0x17b3000, pages 1 (max 131072), lockless, parallel 00000008:00010000:1.0:1789760773.188313:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760773.188346:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515777280:192.168.203.146@tcp:4:dd.0 00000020:00200000:3.0:1789760773.188612:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760773.188616:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24854528 00000020:00010000:3.0:1789760773.188625:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760773.188629:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760773.188632:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760773.188635:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760773.188638:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760773.188645:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760773.188651:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760773.188668:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760773.188796:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7480 - object 0x240000400:4 offset 24850432<>24854528 00000100:00100000:3.0:1789760773.188843:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760773.189015:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515777408:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760773.233424:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:65ff60fc-9b44-48f8-988f-b0587af5cf52:2364:1876699515777536:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760773.233699:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2364:1876699515777792:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760773.233745:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760773.233751:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515777664:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760773.239071:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515777664:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760773.239096:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:65ff60fc-9b44-48f8-988f-b0587af5cf52:2364:1876699515777536:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760773.239107:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2364:1876699515777792:192.168.203.146@tcp:400:kworker.0 00000008:00010000:2.0:1789760773.250030:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:2.0:1789760773.250048:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760773.250061:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760773.250084:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:2.0:1789760773.250116:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515777408:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760773.250266:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6067, 6067] 00000080:00200000:3.0:1789760773.250281:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760773.250286:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760773.250302:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24854528 i_blocks 49159 00000020:00200000:3.0:1789760773.250306:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760773.250315:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760773.250349:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24854528, count: 4096 00000080:00200000:3.0:1789760773.250356:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24854528, bytes: 4096 00000080:00200000:3.0:1789760773.250368:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760773.250376:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760773.250379:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24854528, 24858624) 0 0 00000080:00200000:3.0:1789760773.250383:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760773.250398:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6068, 6068] 00020000:00200000:3.0:1789760773.250406:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24854528 chunk: [24854528, 24858624) 24858624, 4096 00020000:00200000:3.0:1789760773.250410:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760773.250430:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6068, 6068] 00000008:00010000:3.0:1789760773.250446:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760773.250452:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760773.250464:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24854528, 24858624) append 0 append lockpos 0 00000080:00200000:3.0:1789760773.250608:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24854528=0x17b4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760773.250665:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760773.250667:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24858624 00000020:00010000:3.0:1789760773.250676:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760773.250680:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760773.250682:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760773.250685:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760773.250688:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760773.250696:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760773.250702:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760773.250720:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056540 00000008:00100000:3.0:1789760773.251879:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5180 - object 0x240000400:4 offset 24854528<>24858624 00000100:00100000:2.0:1789760773.251959:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515777920:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760773.298112:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973384 gen 2 00000100:00100000:2.0:1789760773.298152:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc61e5180 x1876699515777920/t4294973385(4294973385) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760789 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:2.0:1789760773.298188:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056540 00000020:00200000:2.0:1789760773.298193:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760773.298203:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760773.298293:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056540 00000100:00100000:2.0:1789760773.298326:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515777920:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760773.299554:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6068, 6068] 00000080:00200000:1.0:1789760773.299572:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760773.299578:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760773.299591:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24858624 i_blocks 49159 00000020:00200000:1.0:1789760773.299595:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760773.299607:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760773.299638:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24858624, count: 4096 00000080:00200000:1.0:1789760773.299644:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24858624, bytes: 4096 00000080:00200000:1.0:1789760773.299657:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760773.299666:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760773.299668:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24858624, 24862720) 0 0 00000080:00200000:1.0:1789760773.299672:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760773.299684:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6069, 6069] 00020000:00200000:1.0:1789760773.299767:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24858624 chunk: [24858624, 24862720) 24862720, 4096 00020000:00200000:1.0:1789760773.299771:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760773.299790:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6069, 6069] 00000008:00010000:1.0:1789760773.299804:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760773.299809:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760773.299818:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24858624, 24862720) append 0 append lockpos 0 00000080:00200000:1.0:1789760773.299830:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24858624=0x17b5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760773.299894:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760773.299897:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24862720 00000020:00010000:1.0:1789760773.299904:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760773.299908:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760773.299910:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760773.299914:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760773.299916:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760773.299923:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760773.299929:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760773.299948:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760773.300030:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570a80 - object 0x240000400:4 offset 24858624<>24862720 00000100:00100000:0.0:1789760773.300120:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515778048:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760773.346753:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973386 gen 2 00000008:00010000:0.0:1789760773.346797:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760773.346803:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760773.346810:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760773.346831:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760773.346853:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515778048:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760773.347006:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6069, 6069] 00000080:00200000:1.0:1789760773.347018:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760773.347023:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760773.347043:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24862720 i_blocks 49159 00000020:00200000:1.0:1789760773.347046:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760773.347054:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760773.347080:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24862720, count: 4096 00000080:00200000:1.0:1789760773.347086:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24862720, bytes: 4096 00000080:00200000:1.0:1789760773.347098:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760773.347106:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760773.347108:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24862720, 24866816) 0 0 00000080:00200000:1.0:1789760773.347113:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760773.347125:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6070, 6070] 00020000:00200000:1.0:1789760773.347167:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24862720 chunk: [24862720, 24866816) 24866816, 4096 00020000:00200000:1.0:1789760773.347172:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760773.347186:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6070, 6070] 00000008:00010000:1.0:1789760773.347207:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760773.347211:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760773.347219:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24862720, 24866816) append 0 append lockpos 0 00000080:00200000:1.0:1789760773.347229:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24862720=0x17b6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760773.347267:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760773.347270:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24866816 00000020:00010000:1.0:1789760773.347276:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760773.347279:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760773.347282:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760773.347285:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760773.347288:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760773.347299:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760773.347304:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760773.347315:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760773.347382:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570a80 - object 0x240000400:4 offset 24862720<>24866816 00000100:00100000:0.0:1789760773.347531:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515778176:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760773.393276:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973387 gen 2 00000008:00010000:0.0:1789760773.393378:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760773.393384:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760773.393393:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760773.393470:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760773.393496:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515778176:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760773.394613:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6070, 6070] 00000080:00200000:1.0:1789760773.394630:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760773.394636:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760773.394650:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24866816 i_blocks 49159 00000020:00200000:1.0:1789760773.394654:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760773.394664:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760773.394692:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24866816, count: 4096 00000080:00200000:1.0:1789760773.394699:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24866816, bytes: 4096 00000080:00200000:1.0:1789760773.394710:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760773.394717:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760773.394719:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24866816, 24870912) 0 0 00000080:00200000:1.0:1789760773.394723:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760773.394736:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6071, 6071] 00020000:00200000:1.0:1789760773.394743:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24866816 chunk: [24866816, 24870912) 24870912, 4096 00020000:00200000:1.0:1789760773.394746:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760773.394762:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6071, 6071] 00000008:00010000:1.0:1789760773.394776:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760773.394781:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760773.394789:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24866816, 24870912) append 0 append lockpos 0 00000080:00200000:1.0:1789760773.394800:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24866816=0x17b7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760773.395210:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760773.395214:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24870912 00000020:00010000:1.0:1789760773.395222:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760773.395225:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760773.395228:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760773.395232:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760773.395234:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760773.395242:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760773.395247:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760773.395267:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760773.395358:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 24866816<>24870912 00000100:00100000:0.0:1789760773.395423:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515778304:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760773.437964:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973388 gen 2 00000008:00010000:0.0:1789760773.437999:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760773.438006:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760773.438014:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760773.438092:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760773.438118:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515778304:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760773.438344:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6071, 6071] 00000080:00200000:1.0:1789760773.438358:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760773.438364:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760773.438376:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24870912 i_blocks 49159 00000020:00200000:1.0:1789760773.438379:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760773.438387:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760773.438415:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24870912, count: 4096 00000080:00200000:1.0:1789760773.438422:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24870912, bytes: 4096 00000080:00200000:1.0:1789760773.438430:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760773.438438:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760773.438440:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24870912, 24875008) 0 0 00000080:00200000:1.0:1789760773.438444:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760773.438456:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6072, 6072] 00020000:00200000:1.0:1789760773.438463:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24870912 chunk: [24870912, 24875008) 24875008, 4096 00020000:00200000:1.0:1789760773.438467:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760773.438677:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6072, 6072] 00000008:00010000:1.0:1789760773.438692:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760773.438697:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760773.438705:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24870912, 24875008) append 0 append lockpos 0 00000080:00200000:1.0:1789760773.438716:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24870912=0x17b8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760773.438760:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760773.438763:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24875008 00000020:00010000:1.0:1789760773.438770:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760773.438774:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760773.438777:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760773.438780:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760773.438783:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760773.438789:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760773.438795:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760773.438809:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760773.438924:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571880 - object 0x240000400:4 offset 24870912<>24875008 00000100:00100000:0.0:1789760773.439120:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515778432:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760773.497085:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760773.497096:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760773.497106:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760773.497142:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760773.497164:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515778432:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760773.497267:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6072, 6072] 00000080:00200000:1.0:1789760773.497280:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760773.497285:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760773.497297:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24875008 i_blocks 49159 00000020:00200000:1.0:1789760773.497301:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760773.497309:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760773.497335:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24875008, count: 4096 00000080:00200000:1.0:1789760773.497341:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24875008, bytes: 4096 00000080:00200000:1.0:1789760773.497353:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760773.497360:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760773.497362:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24875008, 24879104) 0 0 00000080:00200000:1.0:1789760773.497366:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760773.497379:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6073, 6073] 00020000:00200000:1.0:1789760773.497386:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24875008 chunk: [24875008, 24879104) 24879104, 4096 00020000:00200000:1.0:1789760773.497389:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760773.497403:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6073, 6073] 00000008:00010000:1.0:1789760773.497416:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760773.497420:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760773.497429:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24875008, 24879104) append 0 append lockpos 0 00000080:00200000:1.0:1789760773.497440:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24875008=0x17b9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760773.497484:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760773.497486:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24879104 00000020:00010000:1.0:1789760773.497493:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760773.497496:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760773.497499:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760773.497502:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760773.497505:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760773.497511:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760773.497516:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760773.497528:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760773.497600:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573480 - object 0x240000400:4 offset 24875008<>24879104 00000100:00100000:1.0:1789760773.497640:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760773.497652:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515778560:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760773.572923:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973390 gen 2 00000008:00010000:1.0:1789760773.572974:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:1.0:1789760773.572981:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760773.572989:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760773.573008:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:1.0:1789760773.573031:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515778560:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760773.573125:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6073, 6073] 00000080:00200000:0.0:1789760773.573145:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760773.573151:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760773.573162:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24879104 i_blocks 49159 00000020:00200000:0.0:1789760773.573165:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760773.573173:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760773.573199:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24879104, count: 4096 00000080:00200000:0.0:1789760773.573204:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24879104, bytes: 4096 00000080:00200000:0.0:1789760773.573212:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760773.573218:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760773.573221:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24879104, 24883200) 0 0 00000080:00200000:0.0:1789760773.573224:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760773.573238:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6074, 6074] 00020000:00200000:0.0:1789760773.573244:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24879104 chunk: [24879104, 24883200) 24883200, 4096 00020000:00200000:0.0:1789760773.573248:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760773.573275:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6074, 6074] 00000008:00010000:0.0:1789760773.573289:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760773.573298:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760773.573308:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24879104, 24883200) append 0 append lockpos 0 00000080:00200000:0.0:1789760773.573318:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24879104=0x17ba000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760773.573366:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760773.573369:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24883200 00000020:00010000:0.0:1789760773.573376:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760773.573379:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760773.573382:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760773.573385:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760773.573387:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760773.573393:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760773.573399:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760773.573412:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760773.573490:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6d80 - object 0x240000400:4 offset 24879104<>24883200 00000100:00100000:0.0:1789760773.573529:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760773.573542:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515778688:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760773.640034:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973391 gen 2 00000008:00010000:0.0:1789760773.640074:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:0.0:1789760773.640081:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760773.640090:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760773.640237:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:0.0:1789760773.640273:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515778688:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760773.643550:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6074, 6074] 00000080:00200000:2.0:1789760773.643571:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760773.643577:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760773.643592:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24883200 i_blocks 49159 00000020:00200000:2.0:1789760773.643596:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760773.643608:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760773.643634:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24883200, count: 4096 00000080:00200000:2.0:1789760773.643641:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24883200, bytes: 4096 00000080:00200000:2.0:1789760773.643651:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760773.643658:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760773.643661:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24883200, 24887296) 0 0 00000080:00200000:2.0:1789760773.643665:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760773.643678:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6075, 6075] 00020000:00200000:2.0:1789760773.643685:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24883200 chunk: [24883200, 24887296) 24887296, 4096 00020000:00200000:2.0:1789760773.643689:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760773.643706:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6075, 6075] 00000008:00010000:2.0:1789760773.643720:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760773.643725:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760773.643733:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24883200, 24887296) append 0 append lockpos 0 00000080:00200000:2.0:1789760773.643756:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24883200=0x17bb000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760773.643813:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760773.643816:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24887296 00000020:00010000:2.0:1789760773.643823:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760773.643826:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760773.643829:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760773.643833:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760773.643836:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760773.643843:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760773.643848:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760773.643876:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760773.643955:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 24883200<>24887296 00000100:00100000:3.0:1789760773.644029:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515778816:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760773.681485:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973392 gen 2 00000008:00010000:2.0:1789760773.681521:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:2.0:1789760773.681527:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760773.681535:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760773.681602:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:2.0:1789760773.681623:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515778816:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760773.681759:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6075, 6075] 00000080:00200000:0.0:1789760773.681836:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760773.681842:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760773.681878:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24887296 i_blocks 49159 00000020:00200000:0.0:1789760773.681883:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760773.681891:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760773.681918:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24887296, count: 4096 00000080:00200000:0.0:1789760773.681924:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24887296, bytes: 4096 00000080:00200000:0.0:1789760773.681933:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760773.681940:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760773.681942:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24887296, 24891392) 0 0 00000080:00200000:0.0:1789760773.681946:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760773.681958:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6076, 6076] 00020000:00200000:0.0:1789760773.681965:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24887296 chunk: [24887296, 24891392) 24891392, 4096 00020000:00200000:0.0:1789760773.681968:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760773.681982:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6076, 6076] 00000008:00010000:0.0:1789760773.681996:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760773.682079:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760773.682090:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24887296, 24891392) append 0 append lockpos 0 00000080:00200000:0.0:1789760773.682101:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24887296=0x17bc000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760773.682286:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760773.682289:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24891392 00000020:00010000:0.0:1789760773.682296:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760773.682299:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760773.682302:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760773.682306:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760773.682309:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760773.682315:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760773.682321:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760773.682474:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760773.682560:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6d80 - object 0x240000400:4 offset 24887296<>24891392 00000100:00100000:0.0:1789760773.682606:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760773.682621:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515778944:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760773.724684:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973393 gen 2 00000008:00010000:1.0:1789760773.724723:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760773.724730:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760773.724739:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760773.724758:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760773.724787:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515778944:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760773.725181:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6076, 6076] 00000080:00200000:0.0:1789760773.725195:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760773.725200:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760773.725212:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24891392 i_blocks 49159 00000020:00200000:0.0:1789760773.725215:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760773.725224:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760773.725261:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24891392, count: 4096 00000080:00200000:0.0:1789760773.725268:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24891392, bytes: 4096 00000080:00200000:0.0:1789760773.725277:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760773.725285:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760773.725287:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24891392, 24895488) 0 0 00000080:00200000:0.0:1789760773.725290:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760773.725303:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6077, 6077] 00020000:00200000:0.0:1789760773.725309:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24891392 chunk: [24891392, 24895488) 24895488, 4096 00020000:00200000:0.0:1789760773.725312:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760773.725327:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6077, 6077] 00000008:00010000:0.0:1789760773.725340:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760773.725345:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760773.725353:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24891392, 24895488) append 0 append lockpos 0 00000080:00200000:0.0:1789760773.725365:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24891392=0x17bd000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760773.725412:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760773.725415:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24895488 00000020:00010000:0.0:1789760773.725421:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760773.725424:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760773.725427:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760773.725430:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760773.725433:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760773.725439:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760773.725445:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760773.725460:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760773.725537:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 24891392<>24895488 00000100:00100000:1.0:1789760773.725598:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760773.725614:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515779072:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760773.756300:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973394 gen 2 00000008:00010000:1.0:1789760773.756336:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760773.756342:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760773.756350:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760773.756497:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760773.756523:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515779072:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760773.757032:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6077, 6077] 00000080:00200000:0.0:1789760773.757046:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760773.757052:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760773.757065:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24895488 i_blocks 49159 00000020:00200000:0.0:1789760773.757069:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760773.757077:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760773.757102:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24895488, count: 4096 00000080:00200000:0.0:1789760773.757109:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24895488, bytes: 4096 00000080:00200000:0.0:1789760773.757118:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760773.757136:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760773.757138:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24895488, 24899584) 0 0 00000080:00200000:0.0:1789760773.757143:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760773.757155:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6078, 6078] 00020000:00200000:0.0:1789760773.757173:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24895488 chunk: [24895488, 24899584) 24899584, 4096 00020000:00200000:0.0:1789760773.757178:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760773.757194:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6078, 6078] 00000008:00010000:0.0:1789760773.757208:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760773.757213:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760773.757222:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24895488, 24899584) append 0 append lockpos 0 00000080:00200000:0.0:1789760773.757232:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24895488=0x17be000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760773.757277:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760773.757280:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24899584 00000020:00010000:0.0:1789760773.757287:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760773.757290:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760773.757293:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760773.757296:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760773.757299:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760773.757306:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760773.757312:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760773.757327:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760773.757405:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6680 - object 0x240000400:4 offset 24895488<>24899584 00000100:00100000:1.0:1789760773.757906:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515779200:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760773.811911:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973395 gen 2 00000008:00010000:1.0:1789760773.811968:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760773.811977:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760773.811988:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760773.812007:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760773.812039:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515779200:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760773.812078:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6078, 6078] 00000080:00200000:0.0:1789760773.812098:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760773.812104:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760773.812118:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24899584 i_blocks 49159 00000020:00200000:0.0:1789760773.812122:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760773.812146:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760773.812171:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24899584, count: 4096 00000080:00200000:0.0:1789760773.812178:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24899584, bytes: 4096 00000080:00200000:0.0:1789760773.812191:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760773.812199:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760773.812201:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24899584, 24903680) 0 0 00000080:00200000:0.0:1789760773.812205:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760773.812285:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6079, 6079] 00020000:00200000:0.0:1789760773.812294:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24899584 chunk: [24899584, 24903680) 24903680, 4096 00020000:00200000:0.0:1789760773.812298:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760773.812397:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6079, 6079] 00000008:00010000:1.0:1789760773.812424:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760773.812429:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760773.812444:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24899584, 24903680) append 0 append lockpos 0 00000080:00200000:1.0:1789760773.812460:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24899584=0x17bf000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760773.812520:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760773.812523:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24903680 00000020:00010000:1.0:1789760773.812532:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760773.812535:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760773.812538:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760773.812541:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760773.812544:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760773.812551:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760773.812558:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760773.812570:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760773.812674:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573480 - object 0x240000400:4 offset 24899584<>24903680 00000100:00100000:1.0:1789760773.812938:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760773.812954:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515779328:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760773.860158:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973396 gen 2 00000008:00010000:1.0:1789760773.860194:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:1.0:1789760773.860201:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760773.860211:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760773.860236:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:1.0:1789760773.860260:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515779328:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760773.860491:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6079, 6079] 00000080:00200000:0.0:1789760773.860504:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760773.860510:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760773.860523:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24903680 i_blocks 49159 00000020:00200000:0.0:1789760773.860526:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760773.860535:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760773.860560:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24903680, count: 4096 00000080:00200000:0.0:1789760773.860567:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24903680, bytes: 4096 00000080:00200000:0.0:1789760773.860576:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760773.860583:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760773.860586:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24903680, 24907776) 0 0 00000080:00200000:0.0:1789760773.860589:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760773.860725:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6080, 6080] 00020000:00200000:0.0:1789760773.860733:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24903680 chunk: [24903680, 24907776) 24907776, 4096 00020000:00200000:0.0:1789760773.860737:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760773.860938:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6080, 6080] 00000008:00010000:0.0:1789760773.860955:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760773.860959:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760773.860969:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24903680, 24907776) append 0 append lockpos 0 00000080:00200000:0.0:1789760773.860980:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24903680=0x17c0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760773.861026:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760773.861029:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24907776 00000020:00010000:0.0:1789760773.861037:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760773.861040:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760773.861043:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760773.861046:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760773.861049:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760773.861055:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760773.861061:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760773.861077:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760773.861166:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6300 - object 0x240000400:4 offset 24903680<>24907776 00000100:00100000:0.0:1789760773.861206:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760773.861221:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515779456:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760773.925553:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:0.0:1789760773.925570:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760773.925583:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760773.925616:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:0.0:1789760773.925660:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515779456:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760773.925928:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6080, 6080] 00000080:00200000:2.0:1789760773.925946:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760773.925952:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760773.925968:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24907776 i_blocks 49159 00000020:00200000:2.0:1789760773.925972:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760773.925982:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760773.926017:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24907776, count: 4096 00000080:00200000:2.0:1789760773.926024:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24907776, bytes: 4096 00000080:00200000:2.0:1789760773.926035:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760773.926043:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760773.926046:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24907776, 24911872) 0 0 00000080:00200000:2.0:1789760773.926050:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760773.926067:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6081, 6081] 00020000:00200000:2.0:1789760773.926076:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24907776 chunk: [24907776, 24911872) 24911872, 4096 00020000:00200000:2.0:1789760773.926081:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760773.926102:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6081, 6081] 00000008:00010000:2.0:1789760773.926122:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760773.926136:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760773.926147:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24907776, 24911872) append 0 append lockpos 0 00000080:00200000:2.0:1789760773.926163:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24907776=0x17c1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760773.926219:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760773.926221:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24911872 00000020:00010000:2.0:1789760773.926230:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760773.926234:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760773.926237:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760773.926240:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760773.926242:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760773.926251:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760773.926257:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760773.926273:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760773.926381:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 24907776<>24911872 00000100:00100000:2.0:1789760773.926430:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760773.926449:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515779584:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760773.965184:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973397 gen 2 00000100:00100000:2.0:1789760773.965223:0:2364:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23a8380 x1876699515779584/t4294973398(4294973398) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760789 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:2.0:1789760773.965272:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:2.0:1789760773.965279:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760773.965287:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760773.965317:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:2.0:1789760773.965342:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515779584:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760773.965446:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6081, 6081] 00000080:00200000:0.0:1789760773.965462:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760773.965469:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760773.965484:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24911872 i_blocks 49159 00000020:00200000:0.0:1789760773.965558:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760773.965567:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760773.965602:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24911872, count: 4096 00000080:00200000:0.0:1789760773.965609:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24911872, bytes: 4096 00000080:00200000:0.0:1789760773.965620:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760773.965628:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760773.965631:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24911872, 24915968) 0 0 00000080:00200000:0.0:1789760773.965635:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760773.965653:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6082, 6082] 00020000:00200000:0.0:1789760773.965662:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24911872 chunk: [24911872, 24915968) 24915968, 4096 00020000:00200000:0.0:1789760773.965666:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760773.965686:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6082, 6082] 00000008:00010000:0.0:1789760773.965703:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760773.965709:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760773.965720:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24911872, 24915968) append 0 append lockpos 0 00000080:00200000:0.0:1789760773.966163:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24911872=0x17c2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760773.966228:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760773.966231:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24915968 00000020:00010000:0.0:1789760773.966240:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760773.966243:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760773.966246:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760773.966249:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760773.966252:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760773.966259:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760773.966265:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760773.966283:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760773.966393:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 24911872<>24915968 00000100:00100000:1.0:1789760773.966495:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515779712:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760774.017083:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973399 gen 2 00000008:00010000:1.0:1789760774.017172:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760774.017181:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760774.017191:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760774.017304:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760774.017335:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515779712:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760774.021503:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6082, 6082] 00000080:00200000:2.0:1789760774.021530:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760774.021537:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760774.021556:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24915968 i_blocks 49159 00000020:00200000:2.0:1789760774.021562:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760774.021581:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760774.021617:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24915968, count: 4096 00000080:00200000:2.0:1789760774.021626:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24915968, bytes: 4096 00000080:00200000:2.0:1789760774.022006:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760774.022019:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760774.022021:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24915968, 24920064) 0 0 00000080:00200000:2.0:1789760774.022026:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760774.022044:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6083, 6083] 00020000:00200000:2.0:1789760774.022054:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24915968 chunk: [24915968, 24920064) 24920064, 4096 00020000:00200000:2.0:1789760774.022058:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760774.022083:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6083, 6083] 00000008:00010000:2.0:1789760774.022103:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760774.022110:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760774.022129:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24915968, 24920064) append 0 append lockpos 0 00000080:00200000:2.0:1789760774.022148:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24915968=0x17c3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760774.022222:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760774.022225:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24920064 00000020:00010000:2.0:1789760774.022233:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760774.022237:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760774.022241:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760774.022244:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760774.022247:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760774.022257:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760774.022264:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760774.022296:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760774.022412:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 24915968<>24920064 00000100:00100000:3.0:1789760774.022596:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515779840:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760774.085978:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973400 gen 2 00000008:00010000:2.0:1789760774.086030:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:2.0:1789760774.086038:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760774.086049:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760774.086134:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:2.0:1789760774.086165:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515779840:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760774.086250:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6083, 6083] 00000080:00200000:0.0:1789760774.086265:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760774.086271:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760774.086287:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24920064 i_blocks 49159 00000020:00200000:0.0:1789760774.086291:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760774.086300:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760774.086996:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24920064, count: 4096 00000080:00200000:0.0:1789760774.087009:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24920064, bytes: 4096 00000080:00200000:0.0:1789760774.087025:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760774.087033:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760774.087036:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24920064, 24924160) 0 0 00000080:00200000:0.0:1789760774.087040:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760774.087058:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6084, 6084] 00020000:00200000:0.0:1789760774.087067:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24920064 chunk: [24920064, 24924160) 24924160, 4096 00020000:00200000:0.0:1789760774.087072:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760774.087094:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6084, 6084] 00000008:00010000:0.0:1789760774.087112:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760774.087118:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760774.087139:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24920064, 24924160) append 0 append lockpos 0 00000080:00200000:0.0:1789760774.087155:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24920064=0x17c4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760774.087218:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760774.087222:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24924160 00000020:00010000:0.0:1789760774.087230:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760774.087234:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760774.087237:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760774.087240:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760774.087243:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760774.087252:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760774.087259:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760774.087280:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760774.087394:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4000 - object 0x240000400:4 offset 24920064<>24924160 00000100:00100000:1.0:1789760774.087493:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515779968:192.168.203.146@tcp:4:dd.0 00010000:00010000:2.0:1789760774.132707:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789760774.170723:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973401 gen 2 00000008:00010000:1.0:1789760774.170845:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760774.170855:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760774.170866:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760774.171056:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760774.171089:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515779968:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760774.175019:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6084, 6084] 00000080:00200000:0.0:1789760774.175049:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760774.175056:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760774.175077:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24924160 i_blocks 49159 00000020:00200000:0.0:1789760774.175084:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760774.175101:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760774.175148:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24924160, count: 4096 00000080:00200000:0.0:1789760774.175157:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24924160, bytes: 4096 00000080:00200000:0.0:1789760774.175171:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760774.175180:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760774.175182:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24924160, 24928256) 0 0 00000080:00200000:0.0:1789760774.175187:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760774.175206:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6085, 6085] 00020000:00200000:0.0:1789760774.175215:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24924160 chunk: [24924160, 24928256) 24928256, 4096 00020000:00200000:0.0:1789760774.175219:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760774.175242:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6085, 6085] 00000008:00010000:0.0:1789760774.175262:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760774.175269:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760774.175280:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24924160, 24928256) append 0 append lockpos 0 00000080:00200000:0.0:1789760774.175296:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24924160=0x17c5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760774.175376:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760774.175379:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24928256 00000020:00010000:0.0:1789760774.175388:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760774.175392:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760774.175400:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760774.175404:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760774.175407:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760774.175416:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760774.175423:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760774.175455:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760774.175659:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7480 - object 0x240000400:4 offset 24924160<>24928256 00000100:00100000:1.0:1789760774.175909:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515780096:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760774.204294:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973402 gen 2 00000008:00010000:1.0:1789760774.204436:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760774.204445:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760774.204456:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760774.204542:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760774.204577:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515780096:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760774.204593:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6085, 6085] 00000080:00200000:0.0:1789760774.204614:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760774.204621:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760774.204640:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24928256 i_blocks 49159 00000020:00200000:0.0:1789760774.204644:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760774.204655:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760774.204688:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24928256, count: 4096 00000080:00200000:0.0:1789760774.204694:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24928256, bytes: 4096 00000080:00200000:0.0:1789760774.204703:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760774.204713:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760774.204715:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24928256, 24932352) 0 0 00000080:00200000:0.0:1789760774.204720:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760774.204750:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6086, 6086] 00020000:00200000:0.0:1789760774.204758:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24928256 chunk: [24928256, 24932352) 24932352, 4096 00020000:00200000:0.0:1789760774.204763:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760774.204783:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6086, 6086] 00000008:00010000:0.0:1789760774.204806:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760774.204811:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760774.204822:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24928256, 24932352) append 0 append lockpos 0 00000080:00200000:0.0:1789760774.204835:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24928256=0x17c6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760774.204922:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760774.204925:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24932352 00000020:00010000:0.0:1789760774.204934:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760774.204938:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760774.204945:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760774.204948:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760774.204951:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760774.204959:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760774.204965:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760774.204982:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760774.206913:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 24928256<>24932352 00000100:00100000:1.0:1789760774.207292:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515780224:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760774.243202:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760774.243218:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760774.243227:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760774.243319:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760774.243351:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515780224:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760774.246179:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6086, 6086] 00000080:00200000:2.0:1789760774.246208:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760774.246216:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760774.246234:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24932352 i_blocks 49159 00000020:00200000:2.0:1789760774.246239:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760774.246257:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760774.246293:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24932352, count: 4096 00000080:00200000:2.0:1789760774.246302:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24932352, bytes: 4096 00000080:00200000:2.0:1789760774.246316:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760774.246326:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760774.246328:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24932352, 24936448) 0 0 00000080:00200000:2.0:1789760774.246332:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760774.246350:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6087, 6087] 00020000:00200000:2.0:1789760774.246360:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24932352 chunk: [24932352, 24936448) 24936448, 4096 00020000:00200000:2.0:1789760774.246365:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760774.246387:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6087, 6087] 00000008:00010000:2.0:1789760774.246406:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760774.246412:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760774.246424:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24932352, 24936448) append 0 append lockpos 0 00000080:00200000:2.0:1789760774.246440:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24932352=0x17c7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760774.246515:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760774.246519:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24936448 00000020:00010000:2.0:1789760774.246527:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760774.246531:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760774.246534:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760774.246537:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760774.246540:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760774.246550:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760774.246557:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760774.246585:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760774.246702:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 24932352<>24936448 00000100:00100000:3.0:1789760774.247295:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515780352:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760774.257471:0:37:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1789760774.257493:0:37:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760774.257528:0:37:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1789760774.308652:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973403 gen 2 00000100:00100000:2.0:1789760774.308706:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23ab800 x1876699515780352/t4294973404(4294973404) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760790 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:2.0:1789760774.308833:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:2.0:1789760774.308841:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760774.308852:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760774.308999:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:2.0:1789760774.309023:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515780352:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760774.309195:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6087, 6087] 00000080:00200000:0.0:1789760774.309211:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760774.309216:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760774.309232:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24936448 i_blocks 49159 00000020:00200000:0.0:1789760774.309236:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760774.309246:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760774.309279:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24936448, count: 4096 00000080:00200000:0.0:1789760774.309286:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24936448, bytes: 4096 00000080:00200000:0.0:1789760774.309296:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760774.309304:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760774.309306:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24936448, 24940544) 0 0 00000080:00200000:0.0:1789760774.309309:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760774.309326:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6088, 6088] 00020000:00200000:0.0:1789760774.309334:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24936448 chunk: [24936448, 24940544) 24940544, 4096 00020000:00200000:0.0:1789760774.309338:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760774.309356:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6088, 6088] 00000008:00010000:0.0:1789760774.309376:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760774.309382:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760774.309393:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24936448, 24940544) append 0 append lockpos 0 00000080:00200000:0.0:1789760774.309408:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24936448=0x17c8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760774.309465:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760774.309468:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24940544 00000020:00010000:0.0:1789760774.309476:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760774.309479:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760774.309483:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760774.309486:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760774.309489:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760774.309497:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760774.309503:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760774.309520:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760774.309631:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 24936448<>24940544 00000100:00100000:1.0:1789760774.310412:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515780480:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760774.339302:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973404 gen 2 00000100:00100000:1.0:1789760774.339345:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc5880 x1876699515780480/t4294973405(4294973405) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760790 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760774.339396:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760774.339403:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760774.339413:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760774.339442:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760774.339471:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515780480:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760774.339635:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6088, 6088] 00000080:00200000:0.0:1789760774.339651:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760774.339657:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760774.339672:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24940544 i_blocks 49159 00000020:00200000:0.0:1789760774.339676:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760774.339687:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760774.339722:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24940544, count: 4096 00000080:00200000:0.0:1789760774.339728:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24940544, bytes: 4096 00000080:00200000:0.0:1789760774.339737:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760774.339745:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760774.339747:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24940544, 24944640) 0 0 00000080:00200000:0.0:1789760774.339752:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760774.339767:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6089, 6089] 00020000:00200000:0.0:1789760774.339776:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24940544 chunk: [24940544, 24944640) 24944640, 4096 00020000:00200000:0.0:1789760774.339781:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760774.339800:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6089, 6089] 00000008:00010000:0.0:1789760774.339819:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760774.339825:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760774.339836:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24940544, 24944640) append 0 append lockpos 0 00000080:00200000:0.0:1789760774.339889:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24940544=0x17c9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760774.339956:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760774.339959:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24944640 00000020:00010000:0.0:1789760774.339968:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760774.339972:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760774.339974:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760774.339978:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760774.339981:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760774.339989:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760774.339996:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760774.340015:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760774.340263:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4380 - object 0x240000400:4 offset 24940544<>24944640 00000100:00100000:1.0:1789760774.340430:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515780608:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760774.391972:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973406 gen 2 00000008:00010000:1.0:1789760774.392053:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760774.392062:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760774.392072:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760774.392103:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760774.392146:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515780608:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760774.392172:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6089, 6089] 00000080:00200000:0.0:1789760774.392193:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760774.392200:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760774.392221:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24944640 i_blocks 49159 00000020:00200000:0.0:1789760774.392226:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760774.392237:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760774.392286:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24944640, count: 4096 00000080:00200000:0.0:1789760774.392294:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24944640, bytes: 4096 00000080:00200000:0.0:1789760774.392313:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760774.392324:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760774.392327:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24944640, 24948736) 0 0 00000080:00200000:0.0:1789760774.392331:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760774.392352:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6090, 6090] 00020000:00200000:0.0:1789760774.392362:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24944640 chunk: [24944640, 24948736) 24948736, 4096 00020000:00200000:0.0:1789760774.392367:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760774.392390:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6090, 6090] 00000008:00010000:0.0:1789760774.392410:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760774.392415:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760774.392426:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24944640, 24948736) append 0 append lockpos 0 00000080:00200000:0.0:1789760774.392439:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24944640=0x17ca000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760774.392504:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760774.392507:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24948736 00000020:00010000:0.0:1789760774.392515:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760774.392519:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760774.392521:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760774.392525:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760774.392528:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760774.392547:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760774.392554:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760774.392572:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760774.392680:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5c00 - object 0x240000400:4 offset 24944640<>24948736 00000100:00100000:1.0:1789760774.392983:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760774.393006:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515780736:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760774.424384:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973407 gen 2 00000008:00010000:1.0:1789760774.424432:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760774.424440:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760774.424450:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760774.424524:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760774.424554:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515780736:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760774.424699:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6090, 6090] 00000080:00200000:0.0:1789760774.424715:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760774.424733:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760774.424749:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24948736 i_blocks 49159 00000020:00200000:0.0:1789760774.424752:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760774.424771:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760774.424804:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24948736, count: 4096 00000080:00200000:0.0:1789760774.424811:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24948736, bytes: 4096 00000080:00200000:0.0:1789760774.424819:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760774.424828:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760774.424830:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24948736, 24952832) 0 0 00000080:00200000:0.0:1789760774.424835:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760774.424851:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6091, 6091] 00020000:00200000:0.0:1789760774.424890:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24948736 chunk: [24948736, 24952832) 24952832, 4096 00020000:00200000:0.0:1789760774.424895:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760774.424914:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6091, 6091] 00000008:00010000:0.0:1789760774.424933:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760774.424939:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760774.424950:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24948736, 24952832) append 0 append lockpos 0 00000080:00200000:0.0:1789760774.424964:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24948736=0x17cb000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760774.425021:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760774.425024:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24952832 00000020:00010000:0.0:1789760774.425033:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760774.425036:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760774.425039:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760774.425042:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760774.425045:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760774.425053:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760774.425060:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760774.425075:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760774.425201:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 24948736<>24952832 00000100:00100000:1.0:1789760774.425264:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515780864:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760774.476582:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973408 gen 2 00000008:00010000:1.0:1789760774.476634:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760774.476643:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760774.476653:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760774.476677:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760774.476705:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515780864:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760774.476828:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6091, 6091] 00000080:00200000:0.0:1789760774.476844:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760774.476850:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760774.476941:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24952832 i_blocks 49159 00000020:00200000:0.0:1789760774.476945:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760774.476956:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760774.476991:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24952832, count: 4096 00000080:00200000:0.0:1789760774.476998:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24952832, bytes: 4096 00000080:00200000:0.0:1789760774.477008:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760774.477016:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760774.477018:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24952832, 24956928) 0 0 00000080:00200000:0.0:1789760774.477023:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760774.477040:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6092, 6092] 00020000:00200000:0.0:1789760774.477050:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24952832 chunk: [24952832, 24956928) 24956928, 4096 00020000:00200000:0.0:1789760774.477054:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760774.477074:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6092, 6092] 00000008:00010000:0.0:1789760774.477104:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760774.477111:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760774.477130:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24952832, 24956928) append 0 append lockpos 0 00000080:00200000:0.0:1789760774.477145:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24952832=0x17cc000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760774.478093:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760774.478100:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24956928 00000020:00010000:0.0:1789760774.478110:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760774.478114:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760774.478117:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760774.478130:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760774.478134:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760774.478142:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760774.478150:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760774.478170:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760774.479830:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5180 - object 0x240000400:4 offset 24952832<>24956928 00000100:00100000:0.0:1789760774.481232:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515780992:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760774.517701:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973409 gen 2 00000008:00010000:0.0:1789760774.517756:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:0.0:1789760774.517766:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760774.517777:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760774.517803:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:0.0:1789760774.517834:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515780992:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760774.518185:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6092, 6092] 00000080:00200000:1.0:1789760774.518201:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760774.518207:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760774.518222:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24956928 i_blocks 49159 00000020:00200000:1.0:1789760774.518225:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760774.518235:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760774.518268:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24956928, count: 4096 00000080:00200000:1.0:1789760774.518275:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24956928, bytes: 4096 00000080:00200000:1.0:1789760774.518286:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760774.518294:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760774.518297:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24956928, 24961024) 0 0 00000080:00200000:1.0:1789760774.518301:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760774.518316:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6093, 6093] 00020000:00200000:1.0:1789760774.518323:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24956928 chunk: [24956928, 24961024) 24961024, 4096 00020000:00200000:1.0:1789760774.518328:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760774.518347:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6093, 6093] 00000008:00010000:1.0:1789760774.518364:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760774.518370:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760774.518381:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24956928, 24961024) append 0 append lockpos 0 00000080:00200000:1.0:1789760774.518596:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24956928=0x17cd000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760774.519277:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760774.519281:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24961024 00000020:00010000:1.0:1789760774.519291:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760774.519295:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760774.519298:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760774.519301:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760774.519304:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760774.519313:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760774.519320:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760774.519344:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760774.519483:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573480 - object 0x240000400:4 offset 24956928<>24961024 00000100:00100000:0.0:1789760774.521414:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515781120:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760774.568675:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973410 gen 2 00000008:00010000:0.0:1789760774.568731:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760774.568741:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760774.568754:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760774.568777:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760774.568809:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515781120:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760774.572359:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6093, 6093] 00000080:00200000:1.0:1789760774.572385:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760774.572393:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760774.572413:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24961024 i_blocks 49159 00000020:00200000:1.0:1789760774.572420:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760774.572436:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760774.572470:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24961024, count: 4096 00000080:00200000:1.0:1789760774.572479:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24961024, bytes: 4096 00000080:00200000:1.0:1789760774.572495:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760774.572505:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760774.572509:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24961024, 24965120) 0 0 00000080:00200000:1.0:1789760774.572513:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760774.572531:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6094, 6094] 00020000:00200000:1.0:1789760774.572541:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24961024 chunk: [24961024, 24965120) 24965120, 4096 00020000:00200000:1.0:1789760774.572546:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760774.572568:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6094, 6094] 00000008:00010000:1.0:1789760774.572587:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760774.572593:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760774.572674:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24961024, 24965120) append 0 append lockpos 0 00000080:00200000:1.0:1789760774.572689:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24961024=0x17ce000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760774.572764:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760774.572767:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24965120 00000020:00010000:1.0:1789760774.572776:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760774.572779:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760774.572781:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760774.572785:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760774.572788:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760774.572796:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760774.572803:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760774.572826:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760774.572993:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571880 - object 0x240000400:4 offset 24961024<>24965120 00000100:00100000:0.0:1789760774.573908:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515781248:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760774.626570:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760774.626582:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760774.626595:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760774.626689:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760774.626715:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515781248:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760774.628760:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6094, 6094] 00000080:00200000:1.0:1789760774.628781:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760774.628787:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760774.628896:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24965120 i_blocks 49159 00000020:00200000:1.0:1789760774.628902:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760774.628970:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760774.628997:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24965120, count: 4096 00000080:00200000:1.0:1789760774.629004:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24965120, bytes: 4096 00000080:00200000:1.0:1789760774.629015:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760774.629022:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760774.629024:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24965120, 24969216) 0 0 00000080:00200000:1.0:1789760774.629028:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760774.629039:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6095, 6095] 00020000:00200000:1.0:1789760774.629046:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24965120 chunk: [24965120, 24969216) 24969216, 4096 00020000:00200000:1.0:1789760774.629050:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760774.629066:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6095, 6095] 00000008:00010000:1.0:1789760774.629080:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760774.629085:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760774.629093:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24965120, 24969216) append 0 append lockpos 0 00000080:00200000:1.0:1789760774.629104:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24965120=0x17cf000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760774.629338:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760774.629341:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24969216 00000020:00010000:1.0:1789760774.629350:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760774.629354:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760774.629357:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760774.629360:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760774.629362:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760774.629369:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760774.629374:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760774.629405:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760774.629492:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570e00 - object 0x240000400:4 offset 24965120<>24969216 00000100:00100000:0.0:1789760774.629668:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515781376:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760774.674262:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973412 gen 2 00000008:00010000:0.0:1789760774.674303:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760774.674309:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760774.674316:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760774.674341:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760774.674365:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515781376:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760774.675292:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6095, 6095] 00000080:00200000:1.0:1789760774.675307:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760774.675322:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760774.675334:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24969216 i_blocks 49159 00000020:00200000:1.0:1789760774.675337:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760774.675347:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760774.675373:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24969216, count: 4096 00000080:00200000:1.0:1789760774.675379:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24969216, bytes: 4096 00000080:00200000:1.0:1789760774.675389:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760774.675395:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760774.675397:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24969216, 24973312) 0 0 00000080:00200000:1.0:1789760774.675400:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760774.675412:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6096, 6096] 00020000:00200000:1.0:1789760774.675418:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24969216 chunk: [24969216, 24973312) 24973312, 4096 00020000:00200000:1.0:1789760774.675428:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760774.675444:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6096, 6096] 00000008:00010000:1.0:1789760774.675457:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760774.675461:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760774.675469:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24969216, 24973312) append 0 append lockpos 0 00000080:00200000:1.0:1789760774.675479:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24969216=0x17d0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760774.675524:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760774.675526:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24973312 00000020:00010000:1.0:1789760774.675533:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760774.675536:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760774.675538:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760774.675541:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760774.675544:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760774.675549:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760774.675555:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760774.675569:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760774.675644:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571180 - object 0x240000400:4 offset 24969216<>24973312 00000100:00100000:0.0:1789760774.675773:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760774.675792:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515781504:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760774.711445:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760774.711462:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760774.711474:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760774.711506:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760774.711540:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515781504:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760774.712622:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6096, 6096] 00000080:00200000:1.0:1789760774.712647:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760774.712659:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760774.712678:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24973312 i_blocks 49159 00000020:00200000:1.0:1789760774.712683:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760774.712699:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760774.712738:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24973312, count: 4096 00000080:00200000:1.0:1789760774.712747:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24973312, bytes: 4096 00000080:00200000:1.0:1789760774.712772:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760774.712781:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760774.712783:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24973312, 24977408) 0 0 00000080:00200000:1.0:1789760774.712788:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760774.712804:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6097, 6097] 00020000:00200000:1.0:1789760774.712812:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24973312 chunk: [24973312, 24977408) 24977408, 4096 00020000:00200000:1.0:1789760774.712818:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760774.713731:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6097, 6097] 00000008:00010000:1.0:1789760774.713776:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760774.713783:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760774.713798:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24973312, 24977408) append 0 append lockpos 0 00000080:00200000:1.0:1789760774.713816:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24973312=0x17d1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760774.714572:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760774.714577:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24977408 00000020:00010000:1.0:1789760774.714588:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760774.714592:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760774.714595:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760774.714598:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760774.714601:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760774.714613:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760774.714622:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760774.714647:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760774.714775:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570700 - object 0x240000400:4 offset 24973312<>24977408 00000100:00100000:0.0:1789760774.715445:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760774.715477:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515781632:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760774.758437:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973414 gen 2 00000008:00010000:0.0:1789760774.758505:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760774.758513:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760774.758523:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760774.758602:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760774.758636:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515781632:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760774.765293:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6097, 6097] 00000080:00200000:1.0:1789760774.765323:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760774.765330:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760774.765348:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24977408 i_blocks 49159 00000020:00200000:1.0:1789760774.765354:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760774.765371:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760774.765405:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24977408, count: 4096 00000080:00200000:1.0:1789760774.765413:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24977408, bytes: 4096 00000080:00200000:1.0:1789760774.765427:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760774.765436:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760774.765438:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24977408, 24981504) 0 0 00000080:00200000:1.0:1789760774.765442:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760774.765459:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6098, 6098] 00020000:00200000:1.0:1789760774.765467:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24977408 chunk: [24977408, 24981504) 24981504, 4096 00020000:00200000:1.0:1789760774.765473:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760774.765495:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6098, 6098] 00000008:00010000:1.0:1789760774.765513:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760774.765518:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760774.765530:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24977408, 24981504) append 0 append lockpos 0 00000080:00200000:1.0:1789760774.765545:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24977408=0x17d2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760774.765621:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760774.765624:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24981504 00000020:00010000:1.0:1789760774.765634:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760774.765638:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760774.765640:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760774.765644:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760774.765647:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760774.765656:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760774.765663:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760774.765694:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760774.765985:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570000 - object 0x240000400:4 offset 24977408<>24981504 00000100:00100000:0.0:1789760774.766920:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760774.766955:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515781760:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760774.825051:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760774.825066:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760774.825077:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760774.825274:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760774.825308:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515781760:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760774.825444:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6098, 6098] 00000080:00200000:1.0:1789760774.825461:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760774.825468:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760774.825484:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24981504 i_blocks 49159 00000020:00200000:1.0:1789760774.825489:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760774.825499:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760774.825536:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24981504, count: 4096 00000080:00200000:1.0:1789760774.825544:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24981504, bytes: 4096 00000080:00200000:1.0:1789760774.825555:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760774.825564:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760774.825566:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24981504, 24985600) 0 0 00000080:00200000:1.0:1789760774.825571:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760774.825590:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6099, 6099] 00020000:00200000:1.0:1789760774.825600:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24981504 chunk: [24981504, 24985600) 24985600, 4096 00020000:00200000:1.0:1789760774.825607:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760774.825625:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6099, 6099] 00000008:00010000:1.0:1789760774.825643:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760774.825650:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760774.825662:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24981504, 24985600) append 0 append lockpos 0 00000080:00200000:1.0:1789760774.825677:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24981504=0x17d3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760774.825738:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760774.825741:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24985600 00000020:00010000:1.0:1789760774.825749:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760774.825752:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760774.825756:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760774.825759:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760774.825761:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760774.825769:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760774.825776:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760774.825793:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760774.827010:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572d80 - object 0x240000400:4 offset 24981504<>24985600 00000100:00100000:1.0:1789760774.827083:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760774.827335:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515781888:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760774.926953:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973416 gen 2 00000008:00010000:1.0:1789760774.927019:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:1.0:1789760774.927027:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760774.927037:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760774.927062:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:1.0:1789760774.927095:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515781888:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760774.928828:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6099, 6099] 00000080:00200000:0.0:1789760774.928891:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760774.928898:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760774.928916:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24985600 i_blocks 49159 00000020:00200000:0.0:1789760774.928921:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760774.928944:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760774.928980:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24985600, count: 4096 00000080:00200000:0.0:1789760774.928988:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24985600, bytes: 4096 00000080:00200000:0.0:1789760774.929005:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760774.929015:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760774.929018:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24985600, 24989696) 0 0 00000080:00200000:0.0:1789760774.929022:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760774.929846:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6100, 6100] 00020000:00200000:0.0:1789760774.929907:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24985600 chunk: [24985600, 24989696) 24989696, 4096 00020000:00200000:0.0:1789760774.929912:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760774.929942:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6100, 6100] 00000008:00010000:0.0:1789760774.929968:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760774.929975:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760774.929990:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24985600, 24989696) append 0 append lockpos 0 00000080:00200000:0.0:1789760774.930010:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24985600=0x17d4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760774.930214:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760774.930218:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24989696 00000020:00010000:0.0:1789760774.930228:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760774.930231:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760774.930234:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760774.930238:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760774.930241:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760774.930253:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760774.930260:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760774.930289:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760774.930415:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5180 - object 0x240000400:4 offset 24985600<>24989696 00000100:00100000:0.0:1789760774.930483:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760774.930511:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515782016:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760775.026493:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973417 gen 2 00000008:00010000:0.0:1789760775.026552:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:0.0:1789760775.026563:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760775.026574:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760775.026605:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:0.0:1789760775.026640:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515782016:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760775.027186:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6100, 6100] 00000080:00200000:2.0:1789760775.027204:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760775.027210:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760775.027226:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24989696 i_blocks 49159 00000020:00200000:2.0:1789760775.027229:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760775.027243:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760775.027281:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24989696, count: 4096 00000080:00200000:2.0:1789760775.027289:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24989696, bytes: 4096 00000080:00200000:2.0:1789760775.027303:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760775.027312:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760775.027314:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24989696, 24993792) 0 0 00000080:00200000:2.0:1789760775.027319:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760775.027336:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6101, 6101] 00020000:00200000:2.0:1789760775.027345:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24989696 chunk: [24989696, 24993792) 24993792, 4096 00020000:00200000:2.0:1789760775.027349:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760775.027372:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6101, 6101] 00000008:00010000:2.0:1789760775.027391:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760775.027397:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760775.027409:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24989696, 24993792) append 0 append lockpos 0 00000080:00200000:2.0:1789760775.027426:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24989696=0x17d5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760775.027487:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760775.027489:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24993792 00000020:00010000:2.0:1789760775.027498:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760775.027501:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760775.027505:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760775.027508:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760775.027511:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760775.027520:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760775.027528:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760775.027545:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760775.027657:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 24989696<>24993792 00000100:00100000:2.0:1789760775.027713:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760775.027735:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515782144:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760775.080009:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973418 gen 2 00000008:00010000:2.0:1789760775.080060:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:2.0:1789760775.080069:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760775.080079:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760775.080107:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:2.0:1789760775.080151:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515782144:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760775.080265:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6101, 6101] 00000080:00200000:3.0:1789760775.080282:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760775.080288:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760775.080305:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24993792 i_blocks 49159 00000020:00200000:3.0:1789760775.080309:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760775.080320:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760775.080355:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24993792, count: 4096 00000080:00200000:3.0:1789760775.080362:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24993792, bytes: 4096 00000080:00200000:3.0:1789760775.080373:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760775.080382:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760775.080384:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24993792, 24997888) 0 0 00000080:00200000:3.0:1789760775.080389:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760775.080407:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6102, 6102] 00020000:00200000:3.0:1789760775.080416:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24993792 chunk: [24993792, 24997888) 24997888, 4096 00020000:00200000:3.0:1789760775.080421:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760775.080441:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6102, 6102] 00000008:00010000:3.0:1789760775.080460:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760775.080465:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760775.080477:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24993792, 24997888) append 0 append lockpos 0 00000080:00200000:3.0:1789760775.080491:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24993792=0x17d6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760775.080550:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760775.080553:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24997888 00000020:00010000:3.0:1789760775.080561:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760775.080565:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760775.080568:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760775.080571:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760775.080574:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760775.080583:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760775.080590:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760775.080607:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056540 00000008:00100000:3.0:1789760775.080717:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7800 - object 0x240000400:4 offset 24993792<>24997888 00000100:00100000:3.0:1789760775.080762:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760775.080781:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515782272:192.168.203.146@tcp:4:dd.0 00000008:00010000:2.0:1789760775.123772:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056540 00000020:00200000:2.0:1789760775.123787:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760775.123799:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760775.123825:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056540 00000080:00200000:3.0:1789760775.123953:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6102, 6102] 00000080:00200000:3.0:1789760775.123972:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760775.123979:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760775.123993:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 24997888 i_blocks 49159 00000020:00200000:3.0:1789760775.123997:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760775.124006:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760775.124038:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 24997888, count: 4096 00000080:00200000:3.0:1789760775.124045:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24997888, bytes: 4096 00000080:00200000:3.0:1789760775.124056:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760775.124063:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760775.124066:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24997888, 25001984) 0 0 00000080:00200000:3.0:1789760775.124070:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760775.124086:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6103, 6103] 00020000:00200000:3.0:1789760775.124094:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24997888 chunk: [24997888, 25001984) 25001984, 4096 00020000:00200000:3.0:1789760775.124098:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760775.124129:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6103, 6103] 00000008:00010000:3.0:1789760775.124148:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760775.124153:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760775.124164:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24997888, 25001984) append 0 append lockpos 0 00000080:00200000:3.0:1789760775.124178:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=24997888=0x17d7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760775.124227:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760775.124229:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25001984 00000020:00010000:3.0:1789760775.124238:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760775.124242:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760775.124244:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760775.124248:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760775.124250:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760775.124257:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760775.124263:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:2.0:1789760775.124344:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515782272:192.168.203.146@tcp:4:dd.0 00000008:00010000:2.0:1789760775.124377:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:2.0:1789760775.124490:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 24997888<>25001984 00000100:00100000:3.0:1789760775.124597:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760775.126019:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515782400:192.168.203.146@tcp:4:dd.0 00010000:00010000:3.0:1789760775.153602:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789760775.164790:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973420 gen 2 00000008:00010000:2.0:1789760775.164996:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:2.0:1789760775.165005:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760775.165016:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760775.165045:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:2.0:1789760775.165074:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515782400:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760775.165291:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6103, 6103] 00000080:00200000:3.0:1789760775.165307:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760775.165313:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760775.165329:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25001984 i_blocks 49159 00000020:00200000:3.0:1789760775.165333:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760775.165415:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760775.165453:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25001984, count: 4096 00000080:00200000:3.0:1789760775.165461:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25001984, bytes: 4096 00000080:00200000:3.0:1789760775.165473:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760775.165481:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760775.165483:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25001984, 25006080) 0 0 00000080:00200000:3.0:1789760775.165488:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760775.165505:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6104, 6104] 00020000:00200000:3.0:1789760775.165515:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25001984 chunk: [25001984, 25006080) 25006080, 4096 00020000:00200000:3.0:1789760775.165520:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760775.165539:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6104, 6104] 00000008:00010000:3.0:1789760775.165560:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760775.165565:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760775.165576:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25001984, 25006080) append 0 append lockpos 0 00000080:00200000:3.0:1789760775.165592:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25001984=0x17d8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760775.165649:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760775.165652:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25006080 00000020:00010000:3.0:1789760775.165660:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760775.165664:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760775.165667:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760775.165671:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760775.165674:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760775.165681:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760775.165687:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760775.165704:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760775.166047:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4380 - object 0x240000400:4 offset 25001984<>25006080 00000100:00100000:3.0:1789760775.166098:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760775.166129:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515782528:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760775.220447:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973421 gen 2 00000008:00010000:2.0:1789760775.220510:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:2.0:1789760775.220518:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760775.220531:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760775.220557:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:2.0:1789760775.220588:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515782528:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760775.220708:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6104, 6104] 00000080:00200000:0.0:1789760775.220730:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760775.220737:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760775.220754:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25006080 i_blocks 49159 00000020:00200000:0.0:1789760775.220758:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760775.220768:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760775.220801:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25006080, count: 4096 00000080:00200000:0.0:1789760775.220808:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25006080, bytes: 4096 00000080:00200000:0.0:1789760775.220817:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760775.220826:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760775.220828:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25006080, 25010176) 0 0 00000080:00200000:0.0:1789760775.220833:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760775.220848:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6105, 6105] 00020000:00200000:0.0:1789760775.220892:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25006080 chunk: [25006080, 25010176) 25010176, 4096 00020000:00200000:0.0:1789760775.220897:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760775.220916:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6105, 6105] 00000008:00010000:0.0:1789760775.220934:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760775.220940:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760775.220950:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25006080, 25010176) append 0 append lockpos 0 00000080:00200000:0.0:1789760775.220963:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25006080=0x17d9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760775.221016:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760775.221019:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25010176 00000020:00010000:0.0:1789760775.221027:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760775.221030:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.221033:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.221036:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760775.221039:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760775.221046:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760775.221054:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760775.221069:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760775.221189:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5180 - object 0x240000400:4 offset 25006080<>25010176 00000100:00100000:1.0:1789760775.221525:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515782656:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760775.281783:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973422 gen 2 00000008:00010000:1.0:1789760775.281835:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760775.281844:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760775.281888:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760775.281913:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760775.281943:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515782656:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760775.282092:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6105, 6105] 00000080:00200000:0.0:1789760775.282108:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760775.282122:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760775.282139:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25010176 i_blocks 49159 00000020:00200000:0.0:1789760775.282142:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760775.282153:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760775.282188:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25010176, count: 4096 00000080:00200000:0.0:1789760775.282196:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25010176, bytes: 4096 00000080:00200000:0.0:1789760775.282206:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760775.282214:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760775.282216:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25010176, 25014272) 0 0 00000080:00200000:0.0:1789760775.282221:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760775.282238:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6106, 6106] 00020000:00200000:0.0:1789760775.282248:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25010176 chunk: [25010176, 25014272) 25014272, 4096 00020000:00200000:0.0:1789760775.282252:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760775.282273:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6106, 6106] 00000008:00010000:0.0:1789760775.282293:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760775.282300:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760775.282311:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25010176, 25014272) append 0 append lockpos 0 00000080:00200000:0.0:1789760775.282325:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25010176=0x17da000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760775.282387:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760775.282389:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25014272 00000020:00010000:0.0:1789760775.282398:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760775.282402:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.282404:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.282408:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760775.282411:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760775.282419:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760775.282426:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760775.282442:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760775.282624:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4a80 - object 0x240000400:4 offset 25010176<>25014272 00000100:00100000:1.0:1789760775.282852:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515782784:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760775.387306:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973423 gen 2 00000008:00010000:1.0:1789760775.387355:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760775.387364:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760775.387375:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760775.387397:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760775.387430:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515782784:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760775.389931:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6106, 6106] 00000080:00200000:0.0:1789760775.389961:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760775.389971:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760775.389990:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25014272 i_blocks 49159 00000020:00200000:0.0:1789760775.389995:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760775.390010:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760775.390043:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25014272, count: 4096 00000080:00200000:0.0:1789760775.390051:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25014272, bytes: 4096 00000080:00200000:0.0:1789760775.390064:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760775.390074:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760775.390076:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25014272, 25018368) 0 0 00000080:00200000:0.0:1789760775.390080:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760775.390096:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6107, 6107] 00020000:00200000:0.0:1789760775.390242:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25014272 chunk: [25014272, 25018368) 25018368, 4096 00020000:00200000:0.0:1789760775.390247:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760775.390270:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6107, 6107] 00000008:00010000:0.0:1789760775.390289:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760775.390295:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760775.390382:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25014272, 25018368) append 0 append lockpos 0 00000080:00200000:0.0:1789760775.390398:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25014272=0x17db000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760775.390469:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760775.390471:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25018368 00000020:00010000:0.0:1789760775.390480:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760775.390483:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.390486:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.390490:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760775.390493:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760775.390502:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760775.390509:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760775.390531:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760775.390650:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4a80 - object 0x240000400:4 offset 25014272<>25018368 00000100:00100000:1.0:1789760775.390768:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515782912:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760775.427825:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760775.427841:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760775.427852:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760775.427907:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760775.427937:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515782912:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760775.428012:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6107, 6107] 00000080:00200000:0.0:1789760775.428028:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760775.428034:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760775.428049:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25018368 i_blocks 49159 00000020:00200000:0.0:1789760775.428053:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760775.428063:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760775.428098:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25018368, count: 4096 00000080:00200000:0.0:1789760775.428106:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25018368, bytes: 4096 00000080:00200000:0.0:1789760775.428126:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760775.428135:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760775.428137:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25018368, 25022464) 0 0 00000080:00200000:0.0:1789760775.428141:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760775.428159:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6108, 6108] 00020000:00200000:0.0:1789760775.428167:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25018368 chunk: [25018368, 25022464) 25022464, 4096 00020000:00200000:0.0:1789760775.428171:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760775.428190:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6108, 6108] 00000008:00010000:0.0:1789760775.428208:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760775.428213:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760775.428223:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25018368, 25022464) append 0 append lockpos 0 00000080:00200000:0.0:1789760775.428237:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25018368=0x17dc000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760775.428297:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760775.428301:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25022464 00000020:00010000:0.0:1789760775.428308:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760775.428312:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.428315:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.428318:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760775.428322:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760775.428329:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760775.428336:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760775.428351:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760775.428456:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5180 - object 0x240000400:4 offset 25018368<>25022464 00000100:00100000:1.0:1789760775.429012:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515783040:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760775.480048:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973424 gen 2 00000100:00100000:1.0:1789760775.480092:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc5180 x1876699515783040/t4294973425(4294973425) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760791 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760775.480151:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760775.480158:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760775.480168:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760775.480189:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760775.480214:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515783040:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760775.480491:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6108, 6108] 00000080:00200000:0.0:1789760775.480516:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760775.480524:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760775.480539:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25022464 i_blocks 49159 00000020:00200000:0.0:1789760775.480542:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760775.480553:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760775.480588:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25022464, count: 4096 00000080:00200000:0.0:1789760775.480594:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25022464, bytes: 4096 00000080:00200000:0.0:1789760775.480608:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760775.480616:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760775.480619:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25022464, 25026560) 0 0 00000080:00200000:0.0:1789760775.480623:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760775.480649:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6109, 6109] 00020000:00200000:0.0:1789760775.480658:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25022464 chunk: [25022464, 25026560) 25026560, 4096 00020000:00200000:0.0:1789760775.480662:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760775.480683:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6109, 6109] 00000008:00010000:0.0:1789760775.480699:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760775.480704:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760775.480714:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25022464, 25026560) append 0 append lockpos 0 00000080:00200000:0.0:1789760775.480727:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25022464=0x17dd000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760775.480795:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760775.480798:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25026560 00000020:00010000:0.0:1789760775.480806:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760775.480809:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.480812:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.480816:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760775.480820:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760775.480827:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760775.480834:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760775.480851:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760775.481000:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 25022464<>25026560 00000100:00100000:1.0:1789760775.481164:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515783168:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760775.516138:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973426 gen 2 00000008:00010000:1.0:1789760775.516204:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760775.516212:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760775.516222:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760775.516245:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760775.516278:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515783168:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760775.516480:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6109, 6109] 00000080:00200000:0.0:1789760775.516496:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760775.516502:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760775.516522:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25026560 i_blocks 49159 00000020:00200000:0.0:1789760775.516526:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760775.516537:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760775.516645:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25026560, count: 4096 00000080:00200000:0.0:1789760775.516653:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25026560, bytes: 4096 00000080:00200000:0.0:1789760775.516664:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760775.516672:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760775.516674:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25026560, 25030656) 0 0 00000080:00200000:0.0:1789760775.516678:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760775.516695:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6110, 6110] 00020000:00200000:0.0:1789760775.516704:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25026560 chunk: [25026560, 25030656) 25030656, 4096 00020000:00200000:0.0:1789760775.516708:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760775.516729:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6110, 6110] 00000008:00010000:0.0:1789760775.516749:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760775.516818:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760775.516831:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25026560, 25030656) append 0 append lockpos 0 00000080:00200000:0.0:1789760775.516847:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25026560=0x17de000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760775.516941:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760775.516945:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25030656 00000020:00010000:0.0:1789760775.516952:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760775.516957:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.516960:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.516964:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760775.516967:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760775.516974:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760775.516981:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760775.516997:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760775.517108:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5c00 - object 0x240000400:4 offset 25026560<>25030656 00000100:00100000:1.0:1789760775.517271:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515783296:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760775.558336:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973427 gen 2 00000008:00010000:1.0:1789760775.558386:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760775.558393:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760775.558402:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760775.558421:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760775.558449:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515783296:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760775.558740:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6110, 6110] 00000080:00200000:0.0:1789760775.558755:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760775.558821:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760775.558838:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25030656 i_blocks 49159 00000020:00200000:0.0:1789760775.558842:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760775.558889:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760775.558922:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25030656, count: 4096 00000080:00200000:0.0:1789760775.558929:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25030656, bytes: 4096 00000080:00200000:0.0:1789760775.558940:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760775.558948:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760775.558951:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25030656, 25034752) 0 0 00000080:00200000:0.0:1789760775.558955:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760775.558972:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6111, 6111] 00020000:00200000:0.0:1789760775.558980:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25030656 chunk: [25030656, 25034752) 25034752, 4096 00020000:00200000:0.0:1789760775.558984:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760775.559002:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6111, 6111] 00000008:00010000:0.0:1789760775.559019:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760775.559026:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760775.559040:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25030656, 25034752) append 0 append lockpos 0 00000080:00200000:0.0:1789760775.559055:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25030656=0x17df000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760775.559169:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760775.559173:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25034752 00000020:00010000:0.0:1789760775.559181:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760775.559184:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.559187:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.559190:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760775.559194:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760775.559255:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760775.559261:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760775.559277:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760775.559378:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4380 - object 0x240000400:4 offset 25030656<>25034752 00000100:00100000:1.0:1789760775.559487:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515783424:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760775.591952:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973428 gen 2 00000008:00010000:1.0:1789760775.592006:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760775.592014:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760775.592027:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760775.592060:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760775.592099:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515783424:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760775.592293:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6111, 6111] 00000080:00200000:0.0:1789760775.592309:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760775.592315:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760775.592331:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25034752 i_blocks 49159 00000020:00200000:0.0:1789760775.592334:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760775.592344:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760775.592381:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25034752, count: 4096 00000080:00200000:0.0:1789760775.592388:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25034752, bytes: 4096 00000080:00200000:0.0:1789760775.592397:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760775.592416:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760775.592419:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25034752, 25038848) 0 0 00000080:00200000:0.0:1789760775.592423:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760775.592439:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6112, 6112] 00020000:00200000:0.0:1789760775.592451:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25034752 chunk: [25034752, 25038848) 25038848, 4096 00020000:00200000:0.0:1789760775.592456:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760775.592478:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6112, 6112] 00000008:00010000:0.0:1789760775.592496:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760775.592502:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760775.592513:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25034752, 25038848) append 0 append lockpos 0 00000080:00200000:0.0:1789760775.592526:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25034752=0x17e0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760775.592580:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760775.592582:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25038848 00000020:00010000:0.0:1789760775.592591:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760775.592594:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.592597:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.592601:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760775.592604:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760775.592611:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760775.592618:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760775.592633:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760775.592733:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 25034752<>25038848 00000100:00100000:1.0:1789760775.593225:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515783552:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760775.632106:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973429 gen 2 00000008:00010000:1.0:1789760775.632165:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760775.632175:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760775.632186:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760775.632199:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760775.632229:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515783552:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760775.632563:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6112, 6112] 00000080:00200000:0.0:1789760775.632580:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760775.632586:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760775.632602:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25038848 i_blocks 49159 00000020:00200000:0.0:1789760775.632606:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760775.632616:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760775.632650:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25038848, count: 4096 00000080:00200000:0.0:1789760775.632658:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25038848, bytes: 4096 00000080:00200000:0.0:1789760775.632669:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760775.632678:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760775.632681:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25038848, 25042944) 0 0 00000080:00200000:0.0:1789760775.632685:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760775.632702:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6113, 6113] 00020000:00200000:0.0:1789760775.632711:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25038848 chunk: [25038848, 25042944) 25042944, 4096 00020000:00200000:0.0:1789760775.632716:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760775.632735:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6113, 6113] 00000008:00010000:0.0:1789760775.632819:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760775.632827:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760775.632840:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25038848, 25042944) append 0 append lockpos 0 00000080:00200000:0.0:1789760775.632885:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25038848=0x17e1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760775.632947:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760775.632949:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25042944 00000020:00010000:0.0:1789760775.632958:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760775.632962:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.632964:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.632967:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760775.632971:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760775.632978:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760775.632984:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760775.633001:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760775.633140:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 25038848<>25042944 00000100:00100000:1.0:1789760775.633305:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515783680:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760775.668185:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973430 gen 2 00000008:00010000:1.0:1789760775.668237:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760775.668245:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760775.668257:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760775.668278:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760775.668315:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515783680:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760775.668473:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6113, 6113] 00000080:00200000:0.0:1789760775.668493:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760775.668500:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760775.668513:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25042944 i_blocks 49159 00000020:00200000:0.0:1789760775.668518:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760775.668531:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760775.668552:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25042944, count: 4096 00000080:00200000:0.0:1789760775.668558:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25042944, bytes: 4096 00000080:00200000:0.0:1789760775.668567:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760775.668572:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760775.668574:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25042944, 25047040) 0 0 00000080:00200000:0.0:1789760775.668577:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760775.668587:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6114, 6114] 00020000:00200000:0.0:1789760775.668592:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25042944 chunk: [25042944, 25047040) 25047040, 4096 00020000:00200000:0.0:1789760775.668595:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760775.668609:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6114, 6114] 00000008:00010000:0.0:1789760775.668621:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760775.668624:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760775.668631:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25042944, 25047040) append 0 append lockpos 0 00000080:00200000:0.0:1789760775.668640:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25042944=0x17e2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760775.668736:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760775.668738:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25047040 00000020:00010000:0.0:1789760775.668743:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760775.668745:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.668747:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.668749:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760775.668751:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760775.668756:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760775.668760:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760775.668773:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760775.668839:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7480 - object 0x240000400:4 offset 25042944<>25047040 00000100:00100000:1.0:1789760775.668913:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515783808:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760775.709336:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973431 gen 2 00000008:00010000:1.0:1789760775.709378:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760775.709384:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760775.709394:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760775.709417:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000080:00200000:0.0:1789760775.709618:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6114, 6114] 00000080:00200000:0.0:1789760775.709633:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760775.709638:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760775.709649:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25047040 i_blocks 49159 00000020:00200000:0.0:1789760775.709652:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760775.709661:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760775.709688:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25047040, count: 4096 00000080:00200000:0.0:1789760775.709695:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25047040, bytes: 4096 00000080:00200000:0.0:1789760775.709703:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760775.709710:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760775.709713:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25047040, 25051136) 0 0 00000080:00200000:0.0:1789760775.709716:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760775.709730:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6115, 6115] 00020000:00200000:0.0:1789760775.709737:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25047040 chunk: [25047040, 25051136) 25051136, 4096 00020000:00200000:0.0:1789760775.709740:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760775.709756:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6115, 6115] 00000008:00010000:0.0:1789760775.709771:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760775.709776:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760775.709785:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25047040, 25051136) append 0 append lockpos 0 00000100:00100000:1.0:1789760775.710027:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515783808:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760775.710160:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25047040=0x17e3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760775.710329:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760775.710332:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25051136 00000020:00010000:0.0:1789760775.710341:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760775.710344:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.710347:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.710350:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760775.710353:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760775.710360:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760775.710366:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760775.710380:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760775.710578:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4000 - object 0x240000400:4 offset 25047040<>25051136 00000100:00100000:1.0:1789760775.710637:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515783936:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760775.757990:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973432 gen 2 00000008:00010000:1.0:1789760775.758097:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760775.758105:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760775.758123:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760775.758191:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760775.758216:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515783936:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760775.760424:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6115, 6115] 00000080:00200000:0.0:1789760775.760443:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760775.760449:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760775.760463:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25051136 i_blocks 49159 00000020:00200000:0.0:1789760775.760468:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760775.760480:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760775.760505:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25051136, count: 4096 00000080:00200000:0.0:1789760775.760512:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25051136, bytes: 4096 00000080:00200000:0.0:1789760775.760523:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760775.760530:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760775.760532:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25051136, 25055232) 0 0 00000080:00200000:0.0:1789760775.760536:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760775.760550:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6116, 6116] 00020000:00200000:0.0:1789760775.760559:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25051136 chunk: [25051136, 25055232) 25055232, 4096 00020000:00200000:0.0:1789760775.760563:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760775.760580:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6116, 6116] 00000008:00010000:0.0:1789760775.760596:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760775.760601:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760775.760610:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25051136, 25055232) append 0 append lockpos 0 00000080:00200000:0.0:1789760775.760624:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25051136=0x17e4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760775.760683:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760775.760686:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25055232 00000020:00010000:0.0:1789760775.760693:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760775.760696:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.760699:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.760703:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760775.760706:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760775.760712:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760775.760717:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760775.760739:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760775.760825:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 25051136<>25055232 00000100:00100000:1.0:1789760775.762169:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515784064:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760775.791632:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973433 gen 2 00000008:00010000:1.0:1789760775.791668:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760775.791674:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760775.791682:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760775.791703:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760775.791726:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515784064:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760775.791761:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6116, 6116] 00000080:00200000:2.0:1789760775.791774:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760775.791780:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760775.791791:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25055232 i_blocks 49159 00000020:00200000:2.0:1789760775.791795:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760775.791804:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760775.791829:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25055232, count: 4096 00000080:00200000:2.0:1789760775.791835:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25055232, bytes: 4096 00000080:00200000:2.0:1789760775.791931:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760775.791939:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760775.791941:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25055232, 25059328) 0 0 00000080:00200000:2.0:1789760775.791945:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760775.791956:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6117, 6117] 00020000:00200000:2.0:1789760775.791963:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25055232 chunk: [25055232, 25059328) 25059328, 4096 00020000:00200000:2.0:1789760775.791966:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760775.791980:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6117, 6117] 00000008:00010000:2.0:1789760775.791993:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760775.791998:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760775.792006:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25055232, 25059328) append 0 append lockpos 0 00000080:00200000:2.0:1789760775.792017:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25055232=0x17e5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760775.792057:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760775.792060:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25059328 00000020:00010000:2.0:1789760775.792066:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760775.792069:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760775.792072:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760775.792075:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760775.792077:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760775.792085:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760775.792090:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760775.792105:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760775.792188:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 25055232<>25059328 00000100:00100000:2.0:1789760775.792221:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760775.792234:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515784192:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760775.833645:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973434 gen 2 00000008:00010000:2.0:1789760775.833679:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:2.0:1789760775.833686:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760775.833694:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760775.833723:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:2.0:1789760775.833746:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515784192:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760775.833844:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6117, 6117] 00000080:00200000:0.0:1789760775.833895:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760775.833900:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760775.833912:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25059328 i_blocks 49159 00000020:00200000:0.0:1789760775.833915:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760775.833924:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760775.833950:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25059328, count: 4096 00000080:00200000:0.0:1789760775.833956:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25059328, bytes: 4096 00000080:00200000:0.0:1789760775.833964:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760775.833971:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760775.833973:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25059328, 25063424) 0 0 00000080:00200000:0.0:1789760775.833976:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760775.833989:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6118, 6118] 00020000:00200000:0.0:1789760775.833995:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25059328 chunk: [25059328, 25063424) 25063424, 4096 00020000:00200000:0.0:1789760775.833999:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760775.834014:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6118, 6118] 00000008:00010000:0.0:1789760775.834027:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760775.834032:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760775.834041:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25059328, 25063424) append 0 append lockpos 0 00000080:00200000:0.0:1789760775.834051:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25059328=0x17e6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760775.834106:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760775.834117:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25063424 00000020:00010000:0.0:1789760775.834124:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760775.834127:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.834130:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.834133:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760775.834137:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760775.834143:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760775.834148:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760775.834162:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760775.834309:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6300 - object 0x240000400:4 offset 25059328<>25063424 00000100:00100000:1.0:1789760775.834443:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760775.834459:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515784320:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760775.862272:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973435 gen 2 00000008:00010000:1.0:1789760775.862332:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760775.862341:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760775.862353:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760775.862379:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760775.862410:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515784320:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760775.862547:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6118, 6118] 00000080:00200000:0.0:1789760775.862562:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760775.862568:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760775.862583:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25063424 i_blocks 49159 00000020:00200000:0.0:1789760775.862587:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760775.862598:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760775.862637:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25063424, count: 4096 00000080:00200000:0.0:1789760775.862644:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25063424, bytes: 4096 00000080:00200000:0.0:1789760775.862654:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760775.862663:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760775.862665:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25063424, 25067520) 0 0 00000080:00200000:0.0:1789760775.862670:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760775.862686:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6119, 6119] 00020000:00200000:0.0:1789760775.862695:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25063424 chunk: [25063424, 25067520) 25067520, 4096 00020000:00200000:0.0:1789760775.862700:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760775.862719:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6119, 6119] 00000008:00010000:0.0:1789760775.862740:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760775.862747:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760775.862759:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25063424, 25067520) append 0 append lockpos 0 00000080:00200000:0.0:1789760775.862774:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25063424=0x17e7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760775.862833:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760775.862836:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25067520 00000020:00010000:0.0:1789760775.862845:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760775.862848:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.862851:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.862947:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760775.862951:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760775.862960:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760775.862968:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760775.862984:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760775.863093:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6680 - object 0x240000400:4 offset 25063424<>25067520 00000100:00100000:1.0:1789760775.863154:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515784448:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760775.912187:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973436 gen 2 00000008:00010000:1.0:1789760775.912235:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760775.912243:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760775.912254:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760775.912278:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760775.912306:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515784448:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760775.912563:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6119, 6119] 00000080:00200000:0.0:1789760775.912578:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760775.912584:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760775.912599:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25067520 i_blocks 49159 00000020:00200000:0.0:1789760775.912603:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760775.912612:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760775.912645:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25067520, count: 4096 00000080:00200000:0.0:1789760775.912651:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25067520, bytes: 4096 00000080:00200000:0.0:1789760775.912661:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760775.912669:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760775.912672:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25067520, 25071616) 0 0 00000080:00200000:0.0:1789760775.912676:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760775.912693:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6120, 6120] 00020000:00200000:0.0:1789760775.912701:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25067520 chunk: [25067520, 25071616) 25071616, 4096 00020000:00200000:0.0:1789760775.912705:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760775.912735:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6120, 6120] 00000008:00010000:0.0:1789760775.912832:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760775.912839:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760775.912850:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25067520, 25071616) append 0 append lockpos 0 00000080:00200000:0.0:1789760775.912892:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25067520=0x17e8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760775.912946:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760775.912948:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25071616 00000020:00010000:0.0:1789760775.912956:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760775.912959:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.912962:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.912965:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760775.912969:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760775.912976:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760775.912982:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760775.912996:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760775.913094:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 25067520<>25071616 00000100:00100000:1.0:1789760775.913331:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515784576:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760775.955350:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973437 gen 2 00000008:00010000:1.0:1789760775.955427:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760775.955436:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760775.955448:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760775.955476:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760775.955512:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515784576:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760775.955560:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6120, 6120] 00000080:00200000:0.0:1789760775.955577:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760775.955583:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760775.955600:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25071616 i_blocks 49159 00000020:00200000:0.0:1789760775.955605:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760775.955618:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760775.955654:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25071616, count: 4096 00000080:00200000:0.0:1789760775.955661:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25071616, bytes: 4096 00000080:00200000:0.0:1789760775.955673:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760775.955682:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760775.955685:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25071616, 25075712) 0 0 00000080:00200000:0.0:1789760775.955690:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760775.955708:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6121, 6121] 00020000:00200000:0.0:1789760775.955718:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25071616 chunk: [25071616, 25075712) 25075712, 4096 00020000:00200000:0.0:1789760775.955722:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760775.955754:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6121, 6121] 00000008:00010000:0.0:1789760775.955773:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760775.955779:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760775.955791:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25071616, 25075712) append 0 append lockpos 0 00000080:00200000:0.0:1789760775.955806:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25071616=0x17e9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760775.955896:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760775.955899:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25075712 00000020:00010000:0.0:1789760775.955908:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760775.955912:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.955915:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760775.955918:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760775.955921:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760775.955930:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760775.955937:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760775.955952:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760775.956055:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6d80 - object 0x240000400:4 offset 25071616<>25075712 00000100:00100000:1.0:1789760775.958078:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760775.958133:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515784704:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760776.004222:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973438 gen 2 00000008:00010000:1.0:1789760776.004276:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760776.004284:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760776.004295:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760776.004320:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760776.004350:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515784704:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760776.004662:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6121, 6121] 00000080:00200000:0.0:1789760776.004678:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760776.004684:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760776.004700:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25075712 i_blocks 49159 00000020:00200000:0.0:1789760776.004704:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760776.004714:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760776.004749:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25075712, count: 4096 00000080:00200000:0.0:1789760776.004757:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25075712, bytes: 4096 00000080:00200000:0.0:1789760776.004767:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760776.004776:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760776.004779:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25075712, 25079808) 0 0 00000080:00200000:0.0:1789760776.004783:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760776.004799:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6122, 6122] 00020000:00200000:0.0:1789760776.004809:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25075712 chunk: [25075712, 25079808) 25079808, 4096 00020000:00200000:0.0:1789760776.004813:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760776.004832:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6122, 6122] 00000008:00010000:0.0:1789760776.004850:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760776.004891:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760776.004903:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25075712, 25079808) append 0 append lockpos 0 00000080:00200000:0.0:1789760776.004921:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25075712=0x17ea000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760776.004981:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760776.004984:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25079808 00000020:00010000:0.0:1789760776.004992:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760776.004996:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760776.004999:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760776.005003:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760776.005007:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760776.005014:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760776.005020:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760776.005034:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760776.005379:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 25075712<>25079808 00000100:00100000:1.0:1789760776.005455:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515784832:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760776.034680:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973439 gen 2 00000008:00010000:1.0:1789760776.034737:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760776.034745:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760776.034989:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760776.035199:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760776.035231:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515784832:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760776.035550:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6122, 6122] 00000080:00200000:0.0:1789760776.035568:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760776.035574:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760776.035592:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25079808 i_blocks 49159 00000020:00200000:0.0:1789760776.035596:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760776.035606:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760776.035642:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25079808, count: 4096 00000080:00200000:0.0:1789760776.035650:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25079808, bytes: 4096 00000080:00200000:0.0:1789760776.035664:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760776.035674:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760776.035676:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25079808, 25083904) 0 0 00000080:00200000:0.0:1789760776.035681:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760776.035698:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6123, 6123] 00020000:00200000:0.0:1789760776.035707:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25079808 chunk: [25079808, 25083904) 25083904, 4096 00020000:00200000:0.0:1789760776.035712:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760776.035733:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6123, 6123] 00000008:00010000:0.0:1789760776.035826:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760776.035832:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760776.035846:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25079808, 25083904) append 0 append lockpos 0 00000080:00200000:0.0:1789760776.035896:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25079808=0x17eb000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760776.035961:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760776.035964:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25083904 00000020:00010000:0.0:1789760776.035972:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760776.035976:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760776.035980:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760776.035983:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760776.035987:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760776.035994:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760776.036001:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760776.036022:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760776.036318:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4700 - object 0x240000400:4 offset 25079808<>25083904 00000100:00100000:1.0:1789760776.036457:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515784960:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760776.091719:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973440 gen 2 00000008:00010000:1.0:1789760776.091892:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760776.091900:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760776.091912:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760776.091935:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760776.091967:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515784960:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760776.092134:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6123, 6123] 00000080:00200000:0.0:1789760776.092150:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760776.092156:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760776.092172:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25083904 i_blocks 49159 00000020:00200000:0.0:1789760776.092176:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760776.092186:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760776.092711:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25083904, count: 4096 00000080:00200000:0.0:1789760776.092722:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25083904, bytes: 4096 00000080:00200000:0.0:1789760776.092735:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760776.092745:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760776.092747:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25083904, 25088000) 0 0 00000080:00200000:0.0:1789760776.092813:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760776.092832:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6124, 6124] 00020000:00200000:0.0:1789760776.092840:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25083904 chunk: [25083904, 25088000) 25088000, 4096 00020000:00200000:0.0:1789760776.092846:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760776.092904:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6124, 6124] 00000008:00010000:0.0:1789760776.092922:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760776.092928:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760776.092940:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25083904, 25088000) append 0 append lockpos 0 00000080:00200000:0.0:1789760776.092955:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25083904=0x17ec000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760776.093484:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760776.093593:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25088000 00000020:00010000:0.0:1789760776.093606:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760776.093609:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760776.093612:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760776.093615:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760776.093619:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760776.093630:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760776.093637:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760776.093664:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760776.093942:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 25083904<>25088000 00000100:00100000:1.0:1789760776.094339:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760776.094366:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515785088:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760776.159464:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973441 gen 2 00000008:00010000:1.0:1789760776.159522:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760776.159531:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760776.159541:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760776.159573:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760776.159609:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515785088:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760776.161122:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6124, 6124] 00000080:00200000:0.0:1789760776.161147:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760776.161153:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760776.161171:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25088000 i_blocks 49159 00000020:00200000:0.0:1789760776.161177:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760776.161194:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760776.161231:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25088000, count: 4096 00000080:00200000:0.0:1789760776.161239:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25088000, bytes: 4096 00000080:00200000:0.0:1789760776.161264:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760776.161274:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760776.161276:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25088000, 25092096) 0 0 00000080:00200000:0.0:1789760776.161288:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760776.161305:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6125, 6125] 00020000:00200000:0.0:1789760776.161315:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25088000 chunk: [25088000, 25092096) 25092096, 4096 00020000:00200000:0.0:1789760776.161320:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760776.161342:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6125, 6125] 00000008:00010000:0.0:1789760776.161360:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760776.161365:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760776.161377:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25088000, 25092096) append 0 append lockpos 0 00000080:00200000:0.0:1789760776.161393:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25088000=0x17ed000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760776.161464:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760776.161467:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25092096 00000020:00010000:0.0:1789760776.161475:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760776.161478:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760776.161481:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760776.161484:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760776.161488:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760776.161496:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760776.161503:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760776.161522:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760776.161634:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5f80 - object 0x240000400:4 offset 25088000<>25092096 00000100:00100000:1.0:1789760776.166284:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760776.166329:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515785216:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760776.178030:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789760776.198482:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973442 gen 2 00000008:00010000:1.0:1789760776.198535:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760776.198544:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760776.198555:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760776.198636:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760776.198667:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515785216:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760776.200552:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6125, 6125] 00000080:00200000:0.0:1789760776.200577:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760776.200584:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760776.200601:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25092096 i_blocks 49159 00000020:00200000:0.0:1789760776.200607:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760776.200621:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760776.200653:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25092096, count: 4096 00000080:00200000:0.0:1789760776.200660:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25092096, bytes: 4096 00000080:00200000:0.0:1789760776.200673:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760776.200682:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760776.200685:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25092096, 25096192) 0 0 00000080:00200000:0.0:1789760776.200689:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760776.200705:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6126, 6126] 00020000:00200000:0.0:1789760776.200713:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25092096 chunk: [25092096, 25096192) 25096192, 4096 00020000:00200000:0.0:1789760776.200718:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760776.200736:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6126, 6126] 00000008:00010000:0.0:1789760776.200805:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760776.200811:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760776.200823:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25092096, 25096192) append 0 append lockpos 0 00000080:00200000:0.0:1789760776.200837:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25092096=0x17ee000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760776.200913:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760776.200915:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25096192 00000020:00010000:0.0:1789760776.200923:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760776.200927:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760776.200930:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760776.200933:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760776.200937:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760776.200945:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760776.200951:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760776.200976:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760776.201365:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5f80 - object 0x240000400:4 offset 25092096<>25096192 00000100:00100000:1.0:1789760776.201468:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515785344:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760776.235181:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973443 gen 2 00000008:00010000:1.0:1789760776.235234:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760776.235243:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760776.235253:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760776.235274:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760776.235306:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515785344:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760776.235579:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6126, 6126] 00000080:00200000:3.0:1789760776.235595:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760776.235602:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760776.235618:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25096192 i_blocks 49159 00000020:00200000:3.0:1789760776.235622:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760776.235632:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760776.235671:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25096192, count: 4096 00000080:00200000:3.0:1789760776.235677:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25096192, bytes: 4096 00000080:00200000:3.0:1789760776.235688:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760776.235697:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760776.235700:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25096192, 25100288) 0 0 00000080:00200000:3.0:1789760776.235704:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760776.235721:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6127, 6127] 00020000:00200000:3.0:1789760776.235729:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25096192 chunk: [25096192, 25100288) 25100288, 4096 00020000:00200000:3.0:1789760776.235733:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760776.235754:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6127, 6127] 00000008:00010000:3.0:1789760776.235771:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760776.235776:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760776.235788:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25096192, 25100288) append 0 append lockpos 0 00000080:00200000:3.0:1789760776.235802:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25096192=0x17ef000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760776.235895:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760776.235898:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25100288 00000020:00010000:3.0:1789760776.235907:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760776.235911:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760776.235914:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760776.235917:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760776.235920:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760776.235929:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760776.235936:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760776.235954:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760776.236079:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e6680 - object 0x240000400:4 offset 25096192<>25100288 00000100:00100000:3.0:1789760776.236133:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760776.236151:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515785472:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760776.275921:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973444 gen 2 00000008:00010000:2.0:1789760776.275977:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:2.0:1789760776.275986:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760776.275998:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760776.276060:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:2.0:1789760776.276091:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515785472:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760776.276186:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6127, 6127] 00000080:00200000:3.0:1789760776.276264:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760776.276271:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760776.276288:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25100288 i_blocks 49159 00000020:00200000:3.0:1789760776.276292:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760776.276302:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760776.276339:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25100288, count: 4096 00000080:00200000:3.0:1789760776.276346:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25100288, bytes: 4096 00000080:00200000:3.0:1789760776.276357:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760776.276367:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760776.276369:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25100288, 25104384) 0 0 00000080:00200000:3.0:1789760776.276374:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760776.276392:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6128, 6128] 00020000:00200000:3.0:1789760776.276401:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25100288 chunk: [25100288, 25104384) 25104384, 4096 00020000:00200000:3.0:1789760776.276405:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760776.276427:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6128, 6128] 00000008:00010000:3.0:1789760776.276445:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760776.276450:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760776.276462:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25100288, 25104384) append 0 append lockpos 0 00000080:00200000:3.0:1789760776.276477:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25100288=0x17f0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760776.276538:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760776.276541:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25104384 00000020:00010000:3.0:1789760776.276550:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760776.276553:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760776.276556:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760776.276559:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760776.276562:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760776.276568:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760776.276575:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760776.276592:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760776.276701:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4a80 - object 0x240000400:4 offset 25100288<>25104384 00000100:00100000:2.0:1789760776.278072:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515785600:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760776.333597:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973445 gen 2 00000008:00010000:2.0:1789760776.333655:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:2.0:1789760776.333663:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760776.333676:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760776.333737:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:2.0:1789760776.333778:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515785600:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760776.336373:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6128, 6128] 00000080:00200000:3.0:1789760776.336401:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760776.336409:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760776.336428:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25104384 i_blocks 49159 00000020:00200000:3.0:1789760776.336434:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760776.336451:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760776.336486:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25104384, count: 4096 00000080:00200000:3.0:1789760776.336494:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25104384, bytes: 4096 00000080:00200000:3.0:1789760776.336509:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760776.336518:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760776.336521:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25104384, 25108480) 0 0 00000080:00200000:3.0:1789760776.336525:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760776.336542:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6129, 6129] 00020000:00200000:3.0:1789760776.336551:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25104384 chunk: [25104384, 25108480) 25108480, 4096 00020000:00200000:3.0:1789760776.336556:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760776.336577:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6129, 6129] 00000008:00010000:3.0:1789760776.336595:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760776.336601:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760776.336613:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25104384, 25108480) append 0 append lockpos 0 00000080:00200000:3.0:1789760776.336630:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25104384=0x17f1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760776.336703:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760776.336706:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25108480 00000020:00010000:3.0:1789760776.336714:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760776.336717:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760776.336721:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760776.336724:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760776.336727:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760776.336735:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760776.336742:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760776.336848:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760776.337185:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e6300 - object 0x240000400:4 offset 25104384<>25108480 00000100:00100000:2.0:1789760776.337246:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760776.344349:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515785728:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760776.424984:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973446 gen 2 00000008:00010000:2.0:1789760776.425047:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:2.0:1789760776.425055:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760776.425069:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760776.425120:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:2.0:1789760776.425150:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515785728:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760776.425331:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6129, 6129] 00000080:00200000:0.0:1789760776.425350:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760776.425356:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760776.425372:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25108480 i_blocks 49159 00000020:00200000:0.0:1789760776.425376:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760776.425387:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760776.425423:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25108480, count: 4096 00000080:00200000:0.0:1789760776.425430:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25108480, bytes: 4096 00000080:00200000:0.0:1789760776.425440:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760776.425449:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760776.425451:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25108480, 25112576) 0 0 00000080:00200000:0.0:1789760776.425456:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760776.425472:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6130, 6130] 00020000:00200000:0.0:1789760776.425481:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25108480 chunk: [25108480, 25112576) 25112576, 4096 00020000:00200000:0.0:1789760776.425485:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760776.425505:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6130, 6130] 00000008:00010000:0.0:1789760776.425524:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760776.425529:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760776.425541:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25108480, 25112576) append 0 append lockpos 0 00000080:00200000:0.0:1789760776.425556:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25108480=0x17f2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760776.425616:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760776.425619:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25112576 00000020:00010000:0.0:1789760776.425626:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760776.425630:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760776.425633:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760776.425637:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760776.425640:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760776.425648:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760776.425656:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760776.425669:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760776.425839:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 25108480<>25112576 00000100:00100000:1.0:1789760776.425912:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515785856:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760776.462019:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760776.462035:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760776.462046:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760776.462599:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760776.462651:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515785856:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760776.464262:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6130, 6130] 00000080:00200000:0.0:1789760776.464286:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760776.464292:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760776.464351:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25112576 i_blocks 49159 00000020:00200000:0.0:1789760776.464357:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760776.464371:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760776.464420:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25112576, count: 4096 00000080:00200000:0.0:1789760776.464437:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25112576, bytes: 4096 00000080:00200000:0.0:1789760776.464453:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760776.464463:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760776.464466:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25112576, 25116672) 0 0 00000080:00200000:0.0:1789760776.464799:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760776.464823:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6131, 6131] 00020000:00200000:0.0:1789760776.464833:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25112576 chunk: [25112576, 25116672) 25116672, 4096 00020000:00200000:0.0:1789760776.464838:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760776.465015:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6131, 6131] 00000008:00010000:0.0:1789760776.465048:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760776.465054:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760776.465066:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25112576, 25116672) append 0 append lockpos 0 00000080:00200000:0.0:1789760776.465081:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25112576=0x17f3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760776.465521:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760776.465526:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25116672 00000020:00010000:0.0:1789760776.465536:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760776.465540:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760776.465543:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760776.465546:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760776.465549:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760776.465558:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760776.465566:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760776.465586:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760776.465712:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4700 - object 0x240000400:4 offset 25112576<>25116672 00000100:00100000:1.0:1789760776.465812:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515785984:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760776.505608:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973448 gen 2 00000008:00010000:1.0:1789760776.505673:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760776.505682:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760776.505693:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760776.505715:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760776.505756:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515785984:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760776.506011:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6131, 6131] 00000080:00200000:2.0:1789760776.506035:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760776.506041:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760776.506056:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25116672 i_blocks 49159 00000020:00200000:2.0:1789760776.506060:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760776.506070:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760776.506119:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25116672, count: 4096 00000080:00200000:2.0:1789760776.506127:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25116672, bytes: 4096 00000080:00200000:2.0:1789760776.506137:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760776.506146:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760776.506148:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25116672, 25120768) 0 0 00000080:00200000:2.0:1789760776.506153:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760776.506299:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6132, 6132] 00020000:00200000:2.0:1789760776.506308:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25116672 chunk: [25116672, 25120768) 25120768, 4096 00020000:00200000:2.0:1789760776.506312:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760776.506333:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6132, 6132] 00000008:00010000:2.0:1789760776.506350:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760776.506356:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760776.506367:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25116672, 25120768) append 0 append lockpos 0 00000080:00200000:2.0:1789760776.506381:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25116672=0x17f4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760776.506440:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760776.506443:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25120768 00000020:00010000:2.0:1789760776.506451:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760776.506454:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760776.506457:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760776.506461:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760776.506464:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760776.506473:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760776.506480:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760776.506498:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760776.506605:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 25116672<>25120768 00000100:00100000:2.0:1789760776.506653:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760776.506671:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515786112:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760776.558933:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973449 gen 2 00000008:00010000:2.0:1789760776.558982:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:2.0:1789760776.558990:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760776.559001:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760776.559063:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:2.0:1789760776.559093:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515786112:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760776.559239:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6132, 6132] 00000080:00200000:3.0:1789760776.559254:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760776.559260:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760776.559274:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25120768 i_blocks 49159 00000020:00200000:3.0:1789760776.559278:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760776.559287:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760776.559321:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25120768, count: 4096 00000080:00200000:3.0:1789760776.559327:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25120768, bytes: 4096 00000080:00200000:3.0:1789760776.559337:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760776.559345:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760776.559347:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25120768, 25124864) 0 0 00000080:00200000:3.0:1789760776.559351:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760776.559366:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6133, 6133] 00020000:00200000:3.0:1789760776.559374:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25120768 chunk: [25120768, 25124864) 25124864, 4096 00020000:00200000:3.0:1789760776.559379:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760776.559395:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6133, 6133] 00000008:00010000:3.0:1789760776.559412:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760776.559417:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760776.559427:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25120768, 25124864) append 0 append lockpos 0 00000080:00200000:3.0:1789760776.559441:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25120768=0x17f5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760776.559501:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760776.559503:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25124864 00000020:00010000:3.0:1789760776.559513:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760776.559516:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760776.559519:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760776.559523:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760776.559525:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760776.559532:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760776.559538:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760776.559553:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760776.559652:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4000 - object 0x240000400:4 offset 25120768<>25124864 00000100:00100000:2.0:1789760776.559882:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515786240:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760776.621627:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973450 gen 2 00000008:00010000:2.0:1789760776.621681:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:2.0:1789760776.621690:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760776.621704:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760776.621877:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:2.0:1789760776.621910:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515786240:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760776.623902:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6133, 6133] 00000080:00200000:3.0:1789760776.623931:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760776.623938:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760776.624206:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25124864 i_blocks 49159 00000020:00200000:2.0:1789760776.624214:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760776.624232:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760776.624267:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25124864, count: 4096 00000080:00200000:2.0:1789760776.624276:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25124864, bytes: 4096 00000080:00200000:2.0:1789760776.624290:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760776.624299:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760776.624302:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25124864, 25128960) 0 0 00000080:00200000:2.0:1789760776.624307:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760776.624323:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6134, 6134] 00020000:00200000:2.0:1789760776.624332:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25124864 chunk: [25124864, 25128960) 25128960, 4096 00020000:00200000:2.0:1789760776.624337:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760776.624360:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6134, 6134] 00000008:00010000:2.0:1789760776.624377:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760776.624382:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760776.624393:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25124864, 25128960) append 0 append lockpos 0 00000080:00200000:2.0:1789760776.624409:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25124864=0x17f6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760776.624477:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760776.624480:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25128960 00000020:00010000:2.0:1789760776.624489:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760776.624492:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760776.624495:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760776.624499:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760776.624502:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760776.624511:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760776.624518:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760776.624537:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760776.624649:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 25124864<>25128960 00000100:00100000:2.0:1789760776.624703:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760776.624727:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515786368:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760776.666796:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973451 gen 2 00000008:00010000:2.0:1789760776.666852:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:2.0:1789760776.666894:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760776.666904:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760776.666936:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:2.0:1789760776.666967:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515786368:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760776.667277:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6134, 6134] 00000080:00200000:0.0:1789760776.667293:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760776.667300:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760776.667316:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25128960 i_blocks 49159 00000020:00200000:0.0:1789760776.667320:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760776.667330:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760776.667366:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25128960, count: 4096 00000080:00200000:0.0:1789760776.667374:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25128960, bytes: 4096 00000080:00200000:0.0:1789760776.667387:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760776.667396:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760776.667399:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25128960, 25133056) 0 0 00000080:00200000:0.0:1789760776.667404:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760776.667421:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6135, 6135] 00020000:00200000:0.0:1789760776.667430:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25128960 chunk: [25128960, 25133056) 25133056, 4096 00020000:00200000:0.0:1789760776.667434:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760776.667453:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6135, 6135] 00000008:00010000:0.0:1789760776.667472:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760776.667478:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760776.667490:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25128960, 25133056) append 0 append lockpos 0 00000080:00200000:0.0:1789760776.667505:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25128960=0x17f7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760776.667558:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760776.667561:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25133056 00000020:00010000:0.0:1789760776.667571:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760776.667574:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760776.667577:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760776.667580:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760776.667584:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760776.667592:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760776.667599:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760776.667666:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:2.0:1789760776.667839:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 25128960<>25133056 00000100:00100000:2.0:1789760776.667930:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515786496:192.168.203.146@tcp:4:dd.0 00000008:00010000:2.0:1789760776.714964:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:2.0:1789760776.714981:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760776.714996:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760776.715018:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:2.0:1789760776.715052:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515786496:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760776.715159:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6135, 6135] 00000080:00200000:0.0:1789760776.715176:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760776.715181:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760776.715197:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25133056 i_blocks 49159 00000020:00200000:0.0:1789760776.715201:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760776.715212:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760776.715247:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25133056, count: 4096 00000080:00200000:0.0:1789760776.715255:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25133056, bytes: 4096 00000080:00200000:0.0:1789760776.715265:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760776.715275:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760776.715277:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25133056, 25137152) 0 0 00000080:00200000:0.0:1789760776.715282:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760776.715299:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6136, 6136] 00020000:00200000:0.0:1789760776.715309:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25133056 chunk: [25133056, 25137152) 25137152, 4096 00020000:00200000:0.0:1789760776.715314:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760776.715334:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6136, 6136] 00000008:00010000:0.0:1789760776.715353:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760776.715358:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760776.715371:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25133056, 25137152) append 0 append lockpos 0 00000080:00200000:0.0:1789760776.715386:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25133056=0x17f8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760776.715456:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760776.715459:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25137152 00000020:00010000:0.0:1789760776.715468:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760776.715471:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760776.715475:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760776.715478:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760776.715481:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760776.715489:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760776.715497:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760776.715514:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760776.715664:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 25133056<>25137152 00000100:00100000:1.0:1789760776.715768:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515786624:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760776.747488:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973453 gen 2 00000008:00010000:1.0:1789760776.747564:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760776.747575:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760776.747587:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760776.747670:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760776.747707:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515786624:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760776.747799:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6136, 6136] 00000080:00200000:2.0:1789760776.747817:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760776.747823:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760776.747840:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25137152 i_blocks 49159 00000020:00200000:2.0:1789760776.747845:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760776.747886:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760776.747924:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25137152, count: 4096 00000080:00200000:2.0:1789760776.747932:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25137152, bytes: 4096 00000080:00200000:2.0:1789760776.747947:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760776.747955:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760776.747958:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25137152, 25141248) 0 0 00000080:00200000:2.0:1789760776.747962:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760776.747981:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6137, 6137] 00020000:00200000:2.0:1789760776.748009:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25137152 chunk: [25137152, 25141248) 25141248, 4096 00020000:00200000:2.0:1789760776.748014:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760776.748036:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6137, 6137] 00000008:00010000:2.0:1789760776.748055:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760776.748062:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760776.748073:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25137152, 25141248) append 0 append lockpos 0 00000080:00200000:2.0:1789760776.748089:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25137152=0x17f9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760776.748226:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760776.748229:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25141248 00000020:00010000:2.0:1789760776.748238:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760776.748242:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760776.748246:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760776.748250:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc851f308 (ffff980dc9b99bd8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760776.748253:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc9b99bd8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760776.748263:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760776.748271:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760776.748291:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760776.748413:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 25137152<>25141248 00000100:00100000:3.0:1789760776.748503:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515786752:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760776.792271:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973454 gen 2 00000008:00010000:2.0:1789760776.792374:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:2.0:1789760776.792383:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760776.792394:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760776.792461:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:2.0:1789760776.792495:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515786752:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760776.792677:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6137, 6137] 00000080:00200000:3.0:1789760776.792694:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760776.792702:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760776.792719:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25141248 i_blocks 49159 00000020:00200000:3.0:1789760776.792722:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760776.792732:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760776.792799:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25141248, count: 4096 00000080:00200000:3.0:1789760776.792806:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25141248, bytes: 4096 00000080:00200000:3.0:1789760776.792818:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760776.792827:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760776.792829:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25141248, 25145344) 0 0 00000080:00200000:3.0:1789760776.792834:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760776.792850:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6138, 6138] 00020000:00200000:3.0:1789760776.792890:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25141248 chunk: [25141248, 25145344) 25145344, 4096 00020000:00200000:3.0:1789760776.792894:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760776.792915:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6138, 6138] 00000008:00010000:3.0:1789760776.792932:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760776.792937:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760776.792948:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25141248, 25145344) append 0 append lockpos 0 00000080:00200000:3.0:1789760776.792962:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25141248=0x17fa000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760776.793231:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760776.793234:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25145344 00000020:00010000:3.0:1789760776.793243:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760776.793246:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760776.793248:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760776.793251:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760776.793254:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760776.793261:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760776.793268:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760776.793287:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056540 00000008:00100000:3.0:1789760776.793401:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7100 - object 0x240000400:4 offset 25141248<>25145344 00000100:00100000:2.0:1789760776.793480:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515786880:192.168.203.146@tcp:4:dd.0 00000008:00010000:2.0:1789760776.824755:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056540 00000020:00200000:2.0:1789760776.824767:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760776.824777:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760776.824791:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056540 00000100:00100000:2.0:1789760776.824818:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515786880:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760776.824946:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6138, 6138] 00000080:00200000:3.0:1789760776.824959:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760776.824971:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760776.824985:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25145344 i_blocks 49159 00000020:00200000:3.0:1789760776.824987:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760776.824996:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760776.825026:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25145344, count: 4096 00000080:00200000:3.0:1789760776.825032:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25145344, bytes: 4096 00000080:00200000:3.0:1789760776.825041:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760776.825048:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760776.825050:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25145344, 25149440) 0 0 00000080:00200000:3.0:1789760776.825053:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760776.825068:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6139, 6139] 00020000:00200000:3.0:1789760776.825077:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25145344 chunk: [25145344, 25149440) 25149440, 4096 00020000:00200000:3.0:1789760776.825080:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760776.825100:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6139, 6139] 00000008:00010000:3.0:1789760776.825129:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760776.825136:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760776.825148:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25145344, 25149440) append 0 append lockpos 0 00000080:00200000:3.0:1789760776.825162:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25145344=0x17fb000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760776.825218:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760776.825220:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25149440 00000020:00010000:3.0:1789760776.825228:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760776.825230:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760776.825232:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760776.825235:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760776.825237:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760776.825242:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760776.825247:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760776.825259:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056540 00000008:00100000:3.0:1789760776.825350:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5c00 - object 0x240000400:4 offset 25145344<>25149440 00000100:00100000:2.0:1789760776.825510:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515787008:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760776.859708:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973456 gen 2 00000008:00010000:2.0:1789760776.859766:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056540 00000020:00200000:2.0:1789760776.859774:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760776.859783:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760776.859800:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056540 00000100:00100000:2.0:1789760776.859826:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515787008:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760776.859923:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6139, 6139] 00000080:00200000:3.0:1789760776.859936:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760776.859941:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760776.859955:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25149440 i_blocks 49159 00000020:00200000:3.0:1789760776.859957:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760776.860012:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760776.860048:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25149440, count: 4096 00000080:00200000:3.0:1789760776.860056:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25149440, bytes: 4096 00000080:00200000:3.0:1789760776.860064:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760776.860073:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760776.860076:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25149440, 25153536) 0 0 00000080:00200000:3.0:1789760776.860080:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760776.860096:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6140, 6140] 00020000:00200000:3.0:1789760776.860116:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25149440 chunk: [25149440, 25153536) 25153536, 4096 00020000:00200000:3.0:1789760776.860120:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760776.860142:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6140, 6140] 00000008:00010000:3.0:1789760776.860160:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760776.860166:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760776.860176:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25149440, 25153536) append 0 append lockpos 0 00000080:00200000:3.0:1789760776.860191:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25149440=0x17fc000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760776.860245:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760776.860248:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25153536 00000020:00010000:3.0:1789760776.860255:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760776.860259:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760776.860262:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760776.860265:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760776.860268:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760776.860276:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760776.860283:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760776.860300:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760776.860485:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5c00 - object 0x240000400:4 offset 25149440<>25153536 00000100:00100000:2.0:1789760776.860622:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515787136:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760776.894032:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973457 gen 2 00000008:00010000:2.0:1789760776.894084:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:2.0:1789760776.894191:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760776.894204:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760776.894225:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:2.0:1789760776.894255:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515787136:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760776.894372:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6140, 6140] 00000080:00200000:3.0:1789760776.894388:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760776.894402:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760776.894419:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25153536 i_blocks 49159 00000020:00200000:3.0:1789760776.894423:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760776.894432:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760776.894466:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25153536, count: 4096 00000080:00200000:3.0:1789760776.894473:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25153536, bytes: 4096 00000080:00200000:3.0:1789760776.894482:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760776.894490:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760776.894492:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25153536, 25157632) 0 0 00000080:00200000:3.0:1789760776.894496:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760776.894513:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6141, 6141] 00020000:00200000:3.0:1789760776.894521:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25153536 chunk: [25153536, 25157632) 25157632, 4096 00020000:00200000:3.0:1789760776.894526:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760776.894545:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6141, 6141] 00000008:00010000:3.0:1789760776.894564:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760776.894570:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760776.894582:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25153536, 25157632) append 0 append lockpos 0 00000080:00200000:3.0:1789760776.894595:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25153536=0x17fd000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760776.894650:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760776.894652:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25157632 00000020:00010000:3.0:1789760776.894661:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760776.894665:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760776.894668:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760776.894671:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760776.894674:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760776.894681:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760776.894687:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760776.894702:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760776.894802:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7100 - object 0x240000400:4 offset 25153536<>25157632 00000100:00100000:2.0:1789760776.894977:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515787264:192.168.203.146@tcp:4:dd.0 00000008:00010000:2.0:1789760776.931724:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:2.0:1789760776.931740:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760776.931755:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760776.931840:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:2.0:1789760776.931916:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515787264:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760776.933270:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6141, 6141] 00000080:00200000:3.0:1789760776.933293:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760776.933300:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760776.933319:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25157632 i_blocks 49159 00000020:00200000:3.0:1789760776.933324:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760776.933337:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760776.933374:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25157632, count: 4096 00000080:00200000:3.0:1789760776.933381:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25157632, bytes: 4096 00000080:00200000:3.0:1789760776.933396:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760776.933406:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760776.933408:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25157632, 25161728) 0 0 00000080:00200000:3.0:1789760776.933412:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760776.933429:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6142, 6142] 00020000:00200000:3.0:1789760776.933438:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25157632 chunk: [25157632, 25161728) 25161728, 4096 00020000:00200000:3.0:1789760776.933548:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760776.933574:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6142, 6142] 00000008:00010000:3.0:1789760776.933599:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760776.933606:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760776.933620:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25157632, 25161728) append 0 append lockpos 0 00000080:00200000:3.0:1789760776.933637:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25157632=0x17fe000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760776.933720:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760776.933723:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25161728 00000020:00010000:3.0:1789760776.933830:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760776.933834:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760776.933837:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760776.933840:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760776.933843:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760776.933852:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760776.933881:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760776.933910:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760776.934187:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4000 - object 0x240000400:4 offset 25157632<>25161728 00000100:00100000:2.0:1789760776.934434:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515787392:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760776.968809:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973459 gen 2 00000008:00010000:2.0:1789760776.968921:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:2.0:1789760776.968931:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760776.968944:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760776.968967:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:2.0:1789760776.969000:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515787392:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760776.969307:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6142, 6142] 00000080:00200000:3.0:1789760776.969325:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760776.969332:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760776.969349:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25161728 i_blocks 49159 00000020:00200000:3.0:1789760776.969353:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760776.969363:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760776.969400:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25161728, count: 4096 00000080:00200000:3.0:1789760776.969407:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25161728, bytes: 4096 00000080:00200000:3.0:1789760776.969419:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760776.969428:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760776.969430:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25161728, 25165824) 0 0 00000080:00200000:3.0:1789760776.969435:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760776.969451:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6143, 6143] 00020000:00200000:3.0:1789760776.969460:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25161728 chunk: [25161728, 25165824) 25165824, 4096 00020000:00200000:3.0:1789760776.969464:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760776.969485:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6143, 6143] 00000008:00010000:3.0:1789760776.969504:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760776.969510:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760776.969520:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25161728, 25165824) append 0 append lockpos 0 00000080:00200000:3.0:1789760776.969536:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25161728=0x17ff000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760776.969595:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760776.969598:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25165824 00000020:00010000:3.0:1789760776.969605:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760776.969608:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760776.969611:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760776.969613:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760776.969616:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760776.969623:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760776.969630:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760776.969649:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760776.970624:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e6300 - object 0x240000400:4 offset 25161728<>25165824 00000100:00100000:2.0:1789760776.970811:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515787520:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760777.002249:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973460 gen 2 00000008:00010000:2.0:1789760777.002305:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:2.0:1789760777.002314:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760777.002327:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760777.002347:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:2.0:1789760777.002382:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515787520:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760777.002554:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6143, 6143] 00000080:00200000:3.0:1789760777.002571:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760777.002577:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760777.002593:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25165824 i_blocks 49159 00000020:00200000:3.0:1789760777.002597:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760777.002607:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760777.002641:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25165824, count: 4096 00000080:00200000:3.0:1789760777.002648:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25165824, bytes: 4096 00000080:00200000:3.0:1789760777.002659:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760777.002668:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760777.002671:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25165824, 25169920) 0 0 00000080:00200000:3.0:1789760777.002675:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760777.002691:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6144, 6144] 00020000:00200000:3.0:1789760777.002700:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25165824 chunk: [25165824, 25169920) 25169920, 4096 00020000:00200000:3.0:1789760777.002705:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760777.002725:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6144, 6144] 00000008:00010000:3.0:1789760777.002756:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760777.002761:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760777.002773:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25165824, 25169920) append 0 append lockpos 0 00000080:00200000:3.0:1789760777.002793:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25165824=0x1800000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760777.002850:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760777.002895:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25169920 00000020:00010000:3.0:1789760777.002904:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760777.002908:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760777.002911:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760777.002915:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760777.002918:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760777.002925:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760777.002932:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760777.002949:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760777.003069:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4a80 - object 0x240000400:4 offset 25165824<>25169920 00000100:00100000:2.0:1789760777.003398:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760777.003419:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515787648:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760777.032116:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973461 gen 2 00000008:00010000:2.0:1789760777.032421:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:2.0:1789760777.032431:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760777.032444:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760777.032466:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:2.0:1789760777.032498:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515787648:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760777.032886:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6144, 6144] 00000080:00200000:3.0:1789760777.032904:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760777.032910:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760777.032927:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25169920 i_blocks 49159 00000020:00200000:3.0:1789760777.032930:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760777.032940:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760777.032978:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25169920, count: 4096 00000080:00200000:3.0:1789760777.032985:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25169920, bytes: 4096 00000080:00200000:3.0:1789760777.032996:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760777.033004:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760777.033007:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25169920, 25174016) 0 0 00000080:00200000:3.0:1789760777.033011:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760777.033149:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6145, 6145] 00020000:00200000:3.0:1789760777.033220:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25169920 chunk: [25169920, 25174016) 25174016, 4096 00020000:00200000:3.0:1789760777.033226:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760777.033248:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6145, 6145] 00000008:00010000:3.0:1789760777.033267:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760777.033272:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760777.033283:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25169920, 25174016) append 0 append lockpos 0 00000080:00200000:3.0:1789760777.033296:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25169920=0x1801000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760777.033356:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760777.033359:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25174016 00000020:00010000:3.0:1789760777.033367:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760777.033370:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760777.033374:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760777.033377:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760777.033380:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760777.033388:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760777.033395:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760777.033412:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760777.033519:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e6680 - object 0x240000400:4 offset 25169920<>25174016 00000100:00100000:2.0:1789760777.033736:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515787776:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760777.070308:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973462 gen 2 00000008:00010000:2.0:1789760777.070372:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:2.0:1789760777.070381:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760777.070395:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760777.070416:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:2.0:1789760777.070447:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515787776:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760777.070458:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6145, 6145] 00000080:00200000:3.0:1789760777.070476:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760777.070482:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760777.070498:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25174016 i_blocks 51207 00000020:00200000:3.0:1789760777.070502:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760777.070511:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760777.070550:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25174016, count: 4096 00000080:00200000:3.0:1789760777.070557:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25174016, bytes: 4096 00000080:00200000:3.0:1789760777.070567:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760777.070576:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760777.070579:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25174016, 25178112) 0 0 00000080:00200000:3.0:1789760777.070583:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760777.070603:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6146, 6146] 00020000:00200000:3.0:1789760777.070613:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25174016 chunk: [25174016, 25178112) 25178112, 4096 00020000:00200000:3.0:1789760777.070617:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760777.070638:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6146, 6146] 00000008:00010000:3.0:1789760777.070656:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760777.070662:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760777.070673:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25174016, 25178112) append 0 append lockpos 0 00000080:00200000:3.0:1789760777.070687:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25174016=0x1802000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760777.070816:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760777.070819:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25178112 00000020:00010000:3.0:1789760777.070828:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760777.070832:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760777.070835:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760777.070838:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760777.070841:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760777.070850:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760777.070881:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760777.070897:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056540 00000008:00100000:3.0:1789760777.070998:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4380 - object 0x240000400:4 offset 25174016<>25178112 00000100:00100000:2.0:1789760777.071093:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760777.071120:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515787904:192.168.203.146@tcp:4:dd.0 00000008:00010000:2.0:1789760777.106377:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056540 00000020:00200000:2.0:1789760777.106396:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760777.106409:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760777.106467:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056540 00000100:00100000:2.0:1789760777.106508:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515787904:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760777.106621:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6146, 6146] 00000080:00200000:3.0:1789760777.106637:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760777.106643:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760777.106657:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25178112 i_blocks 51207 00000020:00200000:3.0:1789760777.106661:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760777.106670:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760777.106708:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25178112, count: 4096 00000080:00200000:3.0:1789760777.106714:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25178112, bytes: 4096 00000080:00200000:3.0:1789760777.107844:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760777.107877:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760777.107880:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25178112, 25182208) 0 0 00000080:00200000:3.0:1789760777.107887:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760777.107904:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6147, 6147] 00020000:00200000:3.0:1789760777.107915:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25178112 chunk: [25178112, 25182208) 25182208, 4096 00020000:00200000:3.0:1789760777.107920:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760777.107945:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6147, 6147] 00000008:00010000:3.0:1789760777.107966:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760777.107971:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760777.107982:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25178112, 25182208) append 0 append lockpos 0 00000080:00200000:3.0:1789760777.107996:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25178112=0x1803000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760777.109497:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760777.109507:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25182208 00000020:00010000:3.0:1789760777.109522:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760777.109526:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760777.109530:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760777.109533:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760777.109536:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760777.109548:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760777.109557:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760777.109591:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056540 00000008:00100000:3.0:1789760777.109711:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7800 - object 0x240000400:4 offset 25178112<>25182208 00000100:00100000:2.0:1789760777.109930:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515788032:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760777.142550:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973464 gen 2 00000008:00010000:2.0:1789760777.142619:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056540 00000020:00200000:2.0:1789760777.142628:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760777.142640:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760777.142791:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056540 00000100:00100000:2.0:1789760777.142825:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515788032:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760777.144224:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6147, 6147] 00000080:00200000:3.0:1789760777.144247:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760777.144254:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760777.144273:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25182208 i_blocks 51207 00000020:00200000:3.0:1789760777.144278:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760777.144291:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760777.144326:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25182208, count: 4096 00000080:00200000:3.0:1789760777.144334:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25182208, bytes: 4096 00000080:00200000:3.0:1789760777.144347:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760777.144356:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760777.144359:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25182208, 25186304) 0 0 00000080:00200000:3.0:1789760777.144363:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760777.144380:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6148, 6148] 00020000:00200000:3.0:1789760777.144389:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25182208 chunk: [25182208, 25186304) 25186304, 4096 00020000:00200000:3.0:1789760777.144394:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760777.144416:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6148, 6148] 00000008:00010000:3.0:1789760777.144436:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760777.144443:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760777.144455:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25182208, 25186304) append 0 append lockpos 0 00000080:00200000:3.0:1789760777.144469:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25182208=0x1804000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760777.144540:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760777.144543:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25186304 00000020:00010000:3.0:1789760777.144551:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760777.144555:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760777.144558:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760777.144561:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760777.144564:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760777.144573:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760777.144580:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760777.144603:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760777.144712:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5180 - object 0x240000400:4 offset 25182208<>25186304 00000100:00100000:2.0:1789760777.144962:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760777.144987:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515788160:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760777.188397:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973465 gen 2 00000008:00010000:2.0:1789760777.188458:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:2.0:1789760777.188468:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760777.188479:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760777.188509:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:2.0:1789760777.188545:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515788160:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760777.188906:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6148, 6148] 00000080:00200000:3.0:1789760777.188923:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760777.188929:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760777.188945:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25186304 i_blocks 51207 00000020:00200000:3.0:1789760777.188948:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760777.188958:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760777.188993:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25186304, count: 4096 00000080:00200000:3.0:1789760777.189010:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25186304, bytes: 4096 00000080:00200000:3.0:1789760777.189484:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760777.189557:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760777.189561:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25186304, 25190400) 0 0 00000080:00200000:3.0:1789760777.189566:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760777.189592:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6149, 6149] 00020000:00200000:3.0:1789760777.189602:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25186304 chunk: [25186304, 25190400) 25190400, 4096 00020000:00200000:3.0:1789760777.189607:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760777.189629:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6149, 6149] 00000008:00010000:3.0:1789760777.189648:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760777.189654:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760777.189665:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25186304, 25190400) append 0 append lockpos 0 00000080:00200000:3.0:1789760777.189679:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25186304=0x1805000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760777.189851:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760777.189983:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25190400 00000020:00010000:3.0:1789760777.189993:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760777.189997:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760777.190185:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760777.190191:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760777.190194:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760777.190206:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760777.190214:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760777.190241:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760777.190357:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7480 - object 0x240000400:4 offset 25186304<>25190400 00000100:00100000:2.0:1789760777.190487:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515788288:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760777.203177:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789760777.234581:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973466 gen 2 00000008:00010000:2.0:1789760777.234633:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:2.0:1789760777.234642:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760777.234656:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760777.234678:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:2.0:1789760777.234708:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515788288:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760777.234961:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6149, 6149] 00000080:00200000:3.0:1789760777.234978:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760777.234985:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760777.235000:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25190400 i_blocks 51207 00000020:00200000:3.0:1789760777.235004:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760777.235024:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760777.235061:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25190400, count: 4096 00000080:00200000:3.0:1789760777.235068:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25190400, bytes: 4096 00000080:00200000:3.0:1789760777.235078:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760777.235087:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760777.235108:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25190400, 25194496) 0 0 00000080:00200000:3.0:1789760777.235113:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760777.235131:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6150, 6150] 00020000:00200000:3.0:1789760777.235140:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25190400 chunk: [25190400, 25194496) 25194496, 4096 00020000:00200000:3.0:1789760777.235144:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760777.235188:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6150, 6150] 00000008:00010000:3.0:1789760777.235208:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760777.235215:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760777.235227:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25190400, 25194496) append 0 append lockpos 0 00000080:00200000:3.0:1789760777.235241:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25190400=0x1806000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760777.235552:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760777.235555:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25194496 00000020:00010000:3.0:1789760777.235565:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760777.235568:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760777.235571:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760777.235575:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760777.235578:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760777.235586:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760777.235593:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760777.235613:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760777.235715:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 25190400<>25194496 00000100:00100000:2.0:1789760777.235979:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760777.236000:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515788416:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760777.267276:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973467 gen 2 00000008:00010000:2.0:1789760777.267326:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:2.0:1789760777.267334:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760777.267346:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760777.267366:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:2.0:1789760777.267393:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515788416:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760777.267484:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6150, 6150] 00000080:00200000:3.0:1789760777.267499:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760777.267505:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760777.267520:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25194496 i_blocks 51207 00000020:00200000:3.0:1789760777.267522:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760777.267531:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760777.267563:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25194496, count: 4096 00000080:00200000:3.0:1789760777.267569:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25194496, bytes: 4096 00000080:00200000:3.0:1789760777.267578:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760777.267585:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760777.267588:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25194496, 25198592) 0 0 00000080:00200000:3.0:1789760777.267592:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760777.267607:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6151, 6151] 00020000:00200000:3.0:1789760777.267616:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25194496 chunk: [25194496, 25198592) 25198592, 4096 00020000:00200000:3.0:1789760777.267620:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760777.267637:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6151, 6151] 00000008:00010000:3.0:1789760777.267653:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760777.267658:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760777.267668:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25194496, 25198592) append 0 append lockpos 0 00000080:00200000:3.0:1789760777.267680:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25194496=0x1807000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760777.267728:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760777.267730:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25198592 00000020:00010000:3.0:1789760777.267738:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760777.267741:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760777.267744:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760777.267757:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760777.267760:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760777.267768:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760777.267773:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760777.267788:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760777.267931:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4e00 - object 0x240000400:4 offset 25194496<>25198592 00000100:00100000:3.0:1789760777.267977:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515788544:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760777.297077:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973468 gen 2 00000008:00010000:2.0:1789760777.297139:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:2.0:1789760777.297147:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760777.297161:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760777.297192:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:2.0:1789760777.297228:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515788544:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760777.297360:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6151, 6151] 00000080:00200000:0.0:1789760777.297377:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760777.297385:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760777.297403:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25198592 i_blocks 51207 00000020:00200000:0.0:1789760777.297406:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760777.297418:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760777.297464:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25198592, count: 4096 00000080:00200000:0.0:1789760777.297473:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25198592, bytes: 4096 00000080:00200000:0.0:1789760777.297484:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760777.297493:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760777.297495:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25198592, 25202688) 0 0 00000080:00200000:0.0:1789760777.297500:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760777.297517:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6152, 6152] 00020000:00200000:0.0:1789760777.297527:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25198592 chunk: [25198592, 25202688) 25202688, 4096 00020000:00200000:0.0:1789760777.297532:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760777.297554:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6152, 6152] 00000008:00010000:0.0:1789760777.297573:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760777.297579:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760777.297591:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25198592, 25202688) append 0 append lockpos 0 00000080:00200000:0.0:1789760777.297620:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25198592=0x1808000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760777.297685:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760777.297701:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25202688 00000020:00010000:0.0:1789760777.297710:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760777.297714:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760777.297717:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760777.297721:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760777.297724:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760777.297732:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760777.297740:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760777.297756:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760777.297898:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6d80 - object 0x240000400:4 offset 25198592<>25202688 00000100:00100000:1.0:1789760777.298030:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760777.298060:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515788672:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760777.335570:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973469 gen 2 00000008:00010000:1.0:1789760777.335952:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760777.335959:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760777.335967:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760777.335976:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760777.335994:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515788672:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760777.337484:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6152, 6152] 00000080:00200000:0.0:1789760777.337512:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760777.337519:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760777.337537:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25202688 i_blocks 51207 00000020:00200000:0.0:1789760777.337542:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760777.337557:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760777.337594:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25202688, count: 4096 00000080:00200000:0.0:1789760777.337602:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25202688, bytes: 4096 00000080:00200000:0.0:1789760777.337615:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760777.337623:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760777.337626:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25202688, 25206784) 0 0 00000080:00200000:0.0:1789760777.337630:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760777.337645:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6153, 6153] 00020000:00200000:0.0:1789760777.337653:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25202688 chunk: [25202688, 25206784) 25206784, 4096 00020000:00200000:0.0:1789760777.337657:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760777.337676:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6153, 6153] 00000008:00010000:0.0:1789760777.337693:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760777.337699:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760777.337712:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25202688, 25206784) append 0 append lockpos 0 00000080:00200000:0.0:1789760777.337726:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25202688=0x1809000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760777.337794:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760777.337797:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25206784 00000020:00010000:0.0:1789760777.337805:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760777.337809:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760777.337811:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760777.337815:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760777.337818:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760777.337826:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760777.337833:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760777.337898:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760777.338014:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 25202688<>25206784 00000100:00100000:0.0:1789760777.338062:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760777.338090:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515788800:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760777.389359:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973470 gen 2 00000008:00010000:0.0:1789760777.389412:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:0.0:1789760777.389420:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760777.389432:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760777.389460:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:0.0:1789760777.389492:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515788800:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760777.389735:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6153, 6153] 00000080:00200000:2.0:1789760777.389760:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760777.389767:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760777.389783:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25206784 i_blocks 51207 00000020:00200000:2.0:1789760777.389787:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760777.389798:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760777.389832:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25206784, count: 4096 00000080:00200000:2.0:1789760777.389840:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25206784, bytes: 4096 00000080:00200000:2.0:1789760777.389850:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760777.389894:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760777.389897:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25206784, 25210880) 0 0 00000080:00200000:2.0:1789760777.389902:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760777.389918:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6154, 6154] 00020000:00200000:2.0:1789760777.389927:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25206784 chunk: [25206784, 25210880) 25210880, 4096 00020000:00200000:2.0:1789760777.389932:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760777.389952:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6154, 6154] 00000008:00010000:2.0:1789760777.389971:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760777.389975:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760777.389988:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25206784, 25210880) append 0 append lockpos 0 00000080:00200000:2.0:1789760777.390001:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25206784=0x180a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760777.390060:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760777.390063:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25210880 00000020:00010000:2.0:1789760777.390072:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760777.390076:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760777.390079:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760777.390083:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760777.390086:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760777.390096:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760777.390115:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760777.390132:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760777.390245:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 25206784<>25210880 00000100:00100000:2.0:1789760777.390294:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760777.390315:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515788928:192.168.203.146@tcp:4:dd.0 00000008:00010000:2.0:1789760777.466177:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:2.0:1789760777.466193:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760777.466203:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760777.466268:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:2.0:1789760777.466297:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515788928:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760777.466366:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6154, 6154] 00000080:00200000:3.0:1789760777.466382:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760777.466389:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760777.466405:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25210880 i_blocks 51207 00000020:00200000:3.0:1789760777.466408:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760777.466418:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760777.466452:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25210880, count: 4096 00000080:00200000:3.0:1789760777.466459:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25210880, bytes: 4096 00000080:00200000:3.0:1789760777.466469:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760777.466477:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760777.466480:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25210880, 25214976) 0 0 00000080:00200000:3.0:1789760777.466485:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760777.466501:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6155, 6155] 00020000:00200000:3.0:1789760777.466510:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25210880 chunk: [25210880, 25214976) 25214976, 4096 00020000:00200000:3.0:1789760777.466514:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760777.466532:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6155, 6155] 00000008:00010000:3.0:1789760777.466551:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760777.466557:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760777.466568:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25210880, 25214976) append 0 append lockpos 0 00000080:00200000:3.0:1789760777.466582:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25210880=0x180b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760777.466638:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760777.466640:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25214976 00000020:00010000:3.0:1789760777.466647:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760777.466650:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760777.466653:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760777.466656:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760777.466659:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760777.466665:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760777.466672:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760777.466686:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760777.466960:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5880 - object 0x240000400:4 offset 25210880<>25214976 00000100:00100000:2.0:1789760777.467087:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515789056:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760777.502399:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973472 gen 2 00000008:00010000:2.0:1789760777.502457:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:2.0:1789760777.502464:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760777.502473:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760777.502487:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000080:00200000:3.0:1789760777.502512:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6155, 6155] 00000100:00100000:2.0:1789760777.502516:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515789056:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760777.502529:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760777.502534:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760777.502616:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25214976 i_blocks 51207 00000020:00200000:3.0:1789760777.502620:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760777.502629:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760777.502661:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25214976, count: 4096 00000080:00200000:3.0:1789760777.502668:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25214976, bytes: 4096 00000080:00200000:3.0:1789760777.502677:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760777.502684:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760777.502686:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25214976, 25219072) 0 0 00000080:00200000:3.0:1789760777.502690:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760777.502706:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6156, 6156] 00020000:00200000:3.0:1789760777.502714:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25214976 chunk: [25214976, 25219072) 25219072, 4096 00020000:00200000:3.0:1789760777.502718:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760777.502737:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6156, 6156] 00000008:00010000:3.0:1789760777.502755:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760777.502761:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760777.502772:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25214976, 25219072) append 0 append lockpos 0 00000080:00200000:3.0:1789760777.502785:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25214976=0x180c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760777.502934:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760777.502937:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25219072 00000020:00010000:3.0:1789760777.502945:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760777.502949:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760777.502952:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760777.502955:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760777.502957:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760777.502964:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760777.502970:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760777.502986:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760777.503234:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5880 - object 0x240000400:4 offset 25214976<>25219072 00000100:00100000:3.0:1789760777.503283:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760777.503301:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515789184:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760777.531014:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973473 gen 2 00000008:00010000:2.0:1789760777.531065:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:2.0:1789760777.531074:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760777.531085:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760777.531115:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000080:00200000:0.0:1789760777.531146:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6156, 6156] 00000100:00100000:2.0:1789760777.531150:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515789184:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760777.531167:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760777.531175:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760777.531193:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25219072 i_blocks 51207 00000020:00200000:0.0:1789760777.531197:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760777.531208:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760777.531240:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25219072, count: 4096 00000080:00200000:0.0:1789760777.531246:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25219072, bytes: 4096 00000080:00200000:0.0:1789760777.531255:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760777.531264:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760777.531266:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25219072, 25223168) 0 0 00000080:00200000:0.0:1789760777.531270:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760777.531286:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6157, 6157] 00020000:00200000:0.0:1789760777.531294:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25219072 chunk: [25219072, 25223168) 25223168, 4096 00020000:00200000:0.0:1789760777.531299:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760777.531319:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6157, 6157] 00000008:00010000:0.0:1789760777.531339:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760777.531345:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760777.531356:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25219072, 25223168) append 0 append lockpos 0 00000080:00200000:0.0:1789760777.531371:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25219072=0x180d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760777.531425:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760777.531428:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25223168 00000020:00010000:0.0:1789760777.531436:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760777.531440:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760777.531443:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760777.531446:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760777.531448:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760777.531456:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760777.531463:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760777.531479:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760777.531896:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 25219072<>25223168 00000100:00100000:0.0:1789760777.531948:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760777.531970:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515789312:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760777.566193:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973474 gen 2 00000008:00010000:0.0:1789760777.566243:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:0.0:1789760777.566251:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760777.566261:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760777.566288:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:0.0:1789760777.566321:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515789312:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760777.566446:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6157, 6157] 00000080:00200000:1.0:1789760777.566465:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760777.566471:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760777.566488:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25223168 i_blocks 51207 00000020:00200000:1.0:1789760777.566492:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760777.566503:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760777.566540:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25223168, count: 4096 00000080:00200000:1.0:1789760777.566547:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25223168, bytes: 4096 00000080:00200000:1.0:1789760777.566558:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760777.566567:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760777.566569:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25223168, 25227264) 0 0 00000080:00200000:1.0:1789760777.566573:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760777.566593:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6158, 6158] 00020000:00200000:1.0:1789760777.566602:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25223168 chunk: [25223168, 25227264) 25227264, 4096 00020000:00200000:1.0:1789760777.566607:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760777.566626:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6158, 6158] 00000008:00010000:1.0:1789760777.566646:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760777.566652:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760777.566665:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25223168, 25227264) append 0 append lockpos 0 00000080:00200000:1.0:1789760777.566680:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25223168=0x180e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760777.566844:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760777.566847:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25227264 00000020:00010000:1.0:1789760777.566894:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760777.566898:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760777.566901:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760777.566906:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760777.566908:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760777.566917:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760777.566924:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760777.566940:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760777.567044:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572d80 - object 0x240000400:4 offset 25223168<>25227264 00000100:00100000:1.0:1789760777.567075:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760777.567092:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515789440:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760777.605207:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973475 gen 2 00000008:00010000:1.0:1789760777.605258:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:1.0:1789760777.605267:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760777.605279:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760777.605378:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:1.0:1789760777.605418:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515789440:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760777.606400:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6158, 6158] 00000080:00200000:2.0:1789760777.606421:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760777.606429:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760777.606457:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25227264 i_blocks 51207 00000020:00200000:2.0:1789760777.606462:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760777.606475:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760777.606696:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25227264, count: 4096 00000080:00200000:2.0:1789760777.606706:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25227264, bytes: 4096 00000080:00200000:2.0:1789760777.606719:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760777.606728:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760777.606731:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25227264, 25231360) 0 0 00000080:00200000:2.0:1789760777.606735:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760777.606754:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6159, 6159] 00020000:00200000:2.0:1789760777.606763:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25227264 chunk: [25227264, 25231360) 25231360, 4096 00020000:00200000:2.0:1789760777.606768:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760777.606788:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6159, 6159] 00000008:00010000:2.0:1789760777.606808:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760777.606814:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760777.606825:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25227264, 25231360) append 0 append lockpos 0 00000080:00200000:2.0:1789760777.606839:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25227264=0x180f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760777.606931:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760777.606935:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25231360 00000020:00010000:2.0:1789760777.606943:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760777.606946:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760777.606949:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760777.606953:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760777.606956:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760777.606966:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760777.606973:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760777.606994:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760777.607113:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 25227264<>25231360 00000100:00100000:2.0:1789760777.607151:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760777.607172:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515789568:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760777.640757:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973476 gen 2 00000008:00010000:2.0:1789760777.640808:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:2.0:1789760777.640816:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760777.640826:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760777.640852:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:2.0:1789760777.640925:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515789568:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760777.641117:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6159, 6159] 00000080:00200000:1.0:1789760777.641134:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760777.641140:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760777.641217:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25231360 i_blocks 51207 00000020:00200000:1.0:1789760777.641222:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760777.641232:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760777.641267:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25231360, count: 4096 00000080:00200000:1.0:1789760777.641275:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25231360, bytes: 4096 00000080:00200000:1.0:1789760777.641286:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760777.641295:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760777.641298:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25231360, 25235456) 0 0 00000080:00200000:1.0:1789760777.641303:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760777.641320:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6160, 6160] 00020000:00200000:1.0:1789760777.641330:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25231360 chunk: [25231360, 25235456) 25235456, 4096 00020000:00200000:1.0:1789760777.641335:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760777.641356:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6160, 6160] 00000008:00010000:1.0:1789760777.641378:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760777.641384:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760777.641395:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25231360, 25235456) append 0 append lockpos 0 00000080:00200000:1.0:1789760777.641476:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25231360=0x1810000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760777.641538:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760777.641541:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25235456 00000020:00010000:1.0:1789760777.641549:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760777.641553:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760777.641556:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760777.641560:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760777.641563:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760777.641571:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760777.641579:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760777.641598:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760777.641707:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572d80 - object 0x240000400:4 offset 25231360<>25235456 00000100:00100000:0.0:1789760777.641836:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515789696:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760777.674490:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973477 gen 2 00000008:00010000:0.0:1789760777.674540:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760777.674549:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760777.674675:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760777.674702:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760777.674734:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515789696:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760777.675018:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6160, 6160] 00000080:00200000:1.0:1789760777.675035:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760777.675040:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760777.675055:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25235456 i_blocks 51207 00000020:00200000:1.0:1789760777.675059:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760777.675069:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760777.675111:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25235456, count: 4096 00000080:00200000:1.0:1789760777.675119:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25235456, bytes: 4096 00000080:00200000:1.0:1789760777.675131:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760777.675139:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760777.675141:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25235456, 25239552) 0 0 00000080:00200000:1.0:1789760777.675146:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760777.675161:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6161, 6161] 00020000:00200000:1.0:1789760777.675169:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25235456 chunk: [25235456, 25239552) 25239552, 4096 00020000:00200000:1.0:1789760777.675174:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760777.675194:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6161, 6161] 00000008:00010000:1.0:1789760777.675213:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760777.675218:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760777.675229:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25235456, 25239552) append 0 append lockpos 0 00000080:00200000:1.0:1789760777.675243:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25235456=0x1811000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760777.675298:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760777.675300:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25239552 00000020:00010000:1.0:1789760777.675309:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760777.675313:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760777.675316:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760777.675320:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760777.675323:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760777.675330:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760777.675337:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760777.675353:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760777.675454:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570000 - object 0x240000400:4 offset 25235456<>25239552 00000100:00100000:0.0:1789760777.677166:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515789824:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760777.707751:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973478 gen 2 00000008:00010000:0.0:1789760777.708354:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760777.708365:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760777.708376:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760777.708395:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000080:00200000:1.0:1789760777.708419:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6161, 6161] 00000100:00100000:0.0:1789760777.708428:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515789824:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760777.708436:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760777.708445:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760777.708463:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25239552 i_blocks 51207 00000020:00200000:1.0:1789760777.708467:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760777.708479:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760777.708511:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25239552, count: 4096 00000080:00200000:1.0:1789760777.708517:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25239552, bytes: 4096 00000080:00200000:1.0:1789760777.708529:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760777.708539:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760777.708541:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25239552, 25243648) 0 0 00000080:00200000:1.0:1789760777.708546:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760777.708564:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6162, 6162] 00020000:00200000:1.0:1789760777.708571:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25239552 chunk: [25239552, 25243648) 25243648, 4096 00020000:00200000:1.0:1789760777.708576:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760777.708596:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6162, 6162] 00000008:00010000:1.0:1789760777.708617:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760777.708622:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760777.708633:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25239552, 25243648) append 0 append lockpos 0 00000080:00200000:1.0:1789760777.708647:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25239552=0x1812000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760777.708700:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760777.708703:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25243648 00000020:00010000:1.0:1789760777.708712:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760777.708716:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760777.708720:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760777.709135:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760777.709140:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760777.709149:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760777.709156:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760777.709173:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760777.709289:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571500 - object 0x240000400:4 offset 25239552<>25243648 00000100:00100000:0.0:1789760777.709394:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515789952:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760777.737809:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973479 gen 2 00000008:00010000:0.0:1789760777.737905:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:0.0:1789760777.737914:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760777.737926:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760777.737950:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:0.0:1789760777.737980:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515789952:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760777.738349:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6162, 6162] 00000080:00200000:1.0:1789760777.738367:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760777.738373:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760777.738389:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25243648 i_blocks 51207 00000020:00200000:1.0:1789760777.738393:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760777.738402:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760777.738437:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25243648, count: 4096 00000080:00200000:1.0:1789760777.738443:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25243648, bytes: 4096 00000080:00200000:1.0:1789760777.738453:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760777.738462:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760777.738464:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25243648, 25247744) 0 0 00000080:00200000:1.0:1789760777.738468:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760777.738484:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6163, 6163] 00020000:00200000:1.0:1789760777.738493:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25243648 chunk: [25243648, 25247744) 25247744, 4096 00020000:00200000:1.0:1789760777.738496:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760777.738515:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6163, 6163] 00000008:00010000:1.0:1789760777.738532:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760777.738536:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760777.738547:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25243648, 25247744) append 0 append lockpos 0 00000080:00200000:1.0:1789760777.738560:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25243648=0x1813000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760777.738620:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760777.738623:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25247744 00000020:00010000:1.0:1789760777.738632:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760777.738635:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760777.738638:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760777.738642:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760777.738645:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760777.738653:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760777.738659:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760777.738675:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760777.738792:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571f80 - object 0x240000400:4 offset 25243648<>25247744 00000100:00100000:0.0:1789760777.739043:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515790080:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760777.766434:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760777.766452:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760777.766463:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760777.766488:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760777.766521:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515790080:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760777.766824:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6163, 6163] 00000080:00200000:1.0:1789760777.766841:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760777.766848:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760777.766993:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25247744 i_blocks 51207 00000020:00200000:1.0:1789760777.766998:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760777.767007:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760777.767173:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25247744, count: 4096 00000080:00200000:1.0:1789760777.767181:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25247744, bytes: 4096 00000080:00200000:1.0:1789760777.767195:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760777.767203:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760777.767205:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25247744, 25251840) 0 0 00000080:00200000:1.0:1789760777.767210:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760777.767226:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6164, 6164] 00020000:00200000:1.0:1789760777.767234:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25247744 chunk: [25247744, 25251840) 25251840, 4096 00020000:00200000:1.0:1789760777.767239:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760777.767257:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6164, 6164] 00000008:00010000:1.0:1789760777.767278:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760777.767283:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760777.767296:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25247744, 25251840) append 0 append lockpos 0 00000080:00200000:1.0:1789760777.767311:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25247744=0x1814000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760777.767374:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760777.767377:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25251840 00000020:00010000:1.0:1789760777.767384:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760777.767388:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760777.767391:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760777.767394:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760777.767397:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760777.767406:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760777.767413:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760777.767433:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760777.767547:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572680 - object 0x240000400:4 offset 25247744<>25251840 00000100:00100000:0.0:1789760777.767674:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515790208:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760777.797464:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973481 gen 2 00000008:00010000:0.0:1789760777.797532:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760777.797540:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760777.797551:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760777.797574:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760777.797605:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515790208:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760777.797714:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6164, 6164] 00000080:00200000:1.0:1789760777.797730:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760777.797737:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760777.797764:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25251840 i_blocks 51207 00000020:00200000:1.0:1789760777.797769:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760777.797779:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760777.797813:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25251840, count: 4096 00000080:00200000:1.0:1789760777.797821:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25251840, bytes: 4096 00000080:00200000:1.0:1789760777.797830:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760777.797838:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760777.797840:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25251840, 25255936) 0 0 00000080:00200000:1.0:1789760777.797845:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760777.797892:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6165, 6165] 00020000:00200000:1.0:1789760777.797901:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25251840 chunk: [25251840, 25255936) 25255936, 4096 00020000:00200000:1.0:1789760777.797906:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760777.797925:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6165, 6165] 00000008:00010000:1.0:1789760777.797944:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760777.797950:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760777.797963:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25251840, 25255936) append 0 append lockpos 0 00000080:00200000:1.0:1789760777.797977:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25251840=0x1815000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760777.798035:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760777.798038:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25255936 00000020:00010000:1.0:1789760777.798047:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760777.798050:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760777.798054:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760777.798057:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760777.798060:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760777.798068:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760777.798075:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760777.798093:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760777.798203:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573b80 - object 0x240000400:4 offset 25251840<>25255936 00000100:00100000:0.0:1789760777.798375:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515790336:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760777.868167:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973482 gen 2 00000008:00010000:0.0:1789760777.868220:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760777.868228:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760777.868241:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760777.868264:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760777.868299:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515790336:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760777.868475:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6165, 6165] 00000080:00200000:1.0:1789760777.868492:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760777.868498:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760777.868516:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25255936 i_blocks 51207 00000020:00200000:1.0:1789760777.868519:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760777.868530:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760777.868573:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25255936, count: 4096 00000080:00200000:1.0:1789760777.868582:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25255936, bytes: 4096 00000080:00200000:1.0:1789760777.868591:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760777.868600:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760777.868603:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25255936, 25260032) 0 0 00000080:00200000:1.0:1789760777.868607:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760777.868626:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6166, 6166] 00020000:00200000:1.0:1789760777.868635:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25255936 chunk: [25255936, 25260032) 25260032, 4096 00020000:00200000:1.0:1789760777.868640:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760777.868661:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6166, 6166] 00000008:00010000:1.0:1789760777.868683:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760777.868689:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760777.868702:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25255936, 25260032) append 0 append lockpos 0 00000080:00200000:1.0:1789760777.868715:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25255936=0x1816000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760777.868927:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760777.868931:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25260032 00000020:00010000:1.0:1789760777.868941:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760777.868944:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760777.868948:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760777.868951:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760777.868955:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760777.868961:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760777.868967:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760777.868983:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760777.869082:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572a00 - object 0x240000400:4 offset 25255936<>25260032 00000100:00100000:0.0:1789760777.869213:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515790464:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760777.895508:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973483 gen 2 00000008:00010000:0.0:1789760777.895562:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760777.895570:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760777.895581:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760777.895602:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760777.895634:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515790464:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760777.895761:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6166, 6166] 00000080:00200000:1.0:1789760777.895778:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760777.895785:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760777.895801:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25260032 i_blocks 51207 00000020:00200000:1.0:1789760777.895804:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760777.895814:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760777.895849:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25260032, count: 4096 00000080:00200000:1.0:1789760777.895886:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25260032, bytes: 4096 00000080:00200000:1.0:1789760777.895898:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760777.895907:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760777.895909:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25260032, 25264128) 0 0 00000080:00200000:1.0:1789760777.895913:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760777.895929:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6167, 6167] 00020000:00200000:1.0:1789760777.895938:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25260032 chunk: [25260032, 25264128) 25264128, 4096 00020000:00200000:1.0:1789760777.895943:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760777.895963:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6167, 6167] 00000008:00010000:1.0:1789760777.895981:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760777.895987:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760777.895998:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25260032, 25264128) append 0 append lockpos 0 00000080:00200000:1.0:1789760777.896023:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25260032=0x1817000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760777.896083:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760777.896086:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25264128 00000020:00010000:1.0:1789760777.896109:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760777.896113:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760777.896117:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760777.896121:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760777.896124:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760777.896131:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760777.896138:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760777.896155:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760777.896253:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573100 - object 0x240000400:4 offset 25260032<>25264128 00000100:00100000:0.0:1789760777.896477:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515790592:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760777.929937:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760777.929955:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760777.929970:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760777.929994:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760777.930028:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515790592:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760777.930202:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6167, 6167] 00000080:00200000:1.0:1789760777.930220:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760777.930226:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760777.930243:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25264128 i_blocks 51207 00000020:00200000:1.0:1789760777.930248:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760777.930259:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760777.930298:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25264128, count: 4096 00000080:00200000:1.0:1789760777.930306:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25264128, bytes: 4096 00000080:00200000:1.0:1789760777.930317:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760777.930328:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760777.930330:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25264128, 25268224) 0 0 00000080:00200000:1.0:1789760777.930334:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760777.930352:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6168, 6168] 00020000:00200000:1.0:1789760777.930362:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25264128 chunk: [25264128, 25268224) 25268224, 4096 00020000:00200000:1.0:1789760777.930366:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760777.930451:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6168, 6168] 00000008:00010000:1.0:1789760777.930472:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760777.930478:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760777.930490:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25264128, 25268224) append 0 append lockpos 0 00000080:00200000:1.0:1789760777.930505:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25264128=0x1818000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760777.930570:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760777.930573:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25268224 00000020:00010000:1.0:1789760777.930582:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760777.930586:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760777.930590:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760777.930593:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760777.930596:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760777.930603:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760777.930609:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760777.930685:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760777.930915:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570380 - object 0x240000400:4 offset 25264128<>25268224 00000100:00100000:0.0:1789760777.931501:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760777.931530:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515790720:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760777.969599:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973484 gen 2 00000100:00100000:0.0:1789760777.969642:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8570380 x1876699515790720/t4294973485(4294973485) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760793 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760777.969693:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760777.969699:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760777.969710:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760777.969733:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760777.969757:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515790720:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760777.971555:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6168, 6168] 00000080:00200000:1.0:1789760777.971581:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760777.971587:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760777.971604:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25268224 i_blocks 51207 00000020:00200000:1.0:1789760777.971610:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760777.971624:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760777.971659:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25268224, count: 4096 00000080:00200000:1.0:1789760777.971666:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25268224, bytes: 4096 00000080:00200000:1.0:1789760777.971680:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760777.971688:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760777.971691:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25268224, 25272320) 0 0 00000080:00200000:1.0:1789760777.971695:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760777.971712:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6169, 6169] 00020000:00200000:1.0:1789760777.971721:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25268224 chunk: [25268224, 25272320) 25272320, 4096 00020000:00200000:1.0:1789760777.972534:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760777.972567:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6169, 6169] 00000008:00010000:1.0:1789760777.972590:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760777.972597:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760777.972610:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25268224, 25272320) append 0 append lockpos 0 00000080:00200000:1.0:1789760777.972625:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25268224=0x1819000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760777.972690:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760777.972693:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25272320 00000020:00010000:1.0:1789760777.972701:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760777.972704:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760777.972707:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760777.972710:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760777.972713:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760777.972722:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760777.972741:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760777.972762:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760777.972908:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571c00 - object 0x240000400:4 offset 25268224<>25272320 00000100:00100000:0.0:1789760777.973847:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760777.973917:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515790848:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760778.008790:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973486 gen 2 00000008:00010000:0.0:1789760778.008883:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760778.008891:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760778.008901:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760778.008924:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760778.008953:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515790848:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760778.009121:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6169, 6169] 00000080:00200000:1.0:1789760778.010670:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760778.010678:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760778.010696:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25272320 i_blocks 51207 00000020:00200000:1.0:1789760778.010701:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760778.010715:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760778.010748:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25272320, count: 4096 00000080:00200000:1.0:1789760778.010756:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25272320, bytes: 4096 00000080:00200000:1.0:1789760778.010770:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760778.010778:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760778.010781:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25272320, 25276416) 0 0 00000080:00200000:1.0:1789760778.010785:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760778.010803:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6170, 6170] 00020000:00200000:1.0:1789760778.010812:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25272320 chunk: [25272320, 25276416) 25276416, 4096 00020000:00200000:1.0:1789760778.010817:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760778.010837:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6170, 6170] 00000008:00010000:1.0:1789760778.010871:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760778.010877:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760778.010889:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25272320, 25276416) append 0 append lockpos 0 00000080:00200000:1.0:1789760778.010906:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25272320=0x181a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760778.010972:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760778.010975:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25276416 00000020:00010000:1.0:1789760778.010983:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760778.010986:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760778.010989:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760778.010992:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760778.010995:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760778.011003:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760778.011009:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760778.011031:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760778.011513:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 25272320<>25276416 00000100:00100000:0.0:1789760778.012021:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760778.012050:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515790976:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760778.042629:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973487 gen 2 00000008:00010000:0.0:1789760778.042683:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760778.042691:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760778.042702:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760778.042726:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760778.042767:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515790976:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760778.042933:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6170, 6170] 00000080:00200000:1.0:1789760778.042949:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760778.042955:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760778.042972:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25276416 i_blocks 51207 00000020:00200000:1.0:1789760778.042975:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760778.042985:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760778.043028:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25276416, count: 4096 00000080:00200000:1.0:1789760778.043035:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25276416, bytes: 4096 00000080:00200000:1.0:1789760778.043047:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760778.043055:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760778.043058:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25276416, 25280512) 0 0 00000080:00200000:1.0:1789760778.043062:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760778.043079:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6171, 6171] 00020000:00200000:1.0:1789760778.043205:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25276416 chunk: [25276416, 25280512) 25280512, 4096 00020000:00200000:1.0:1789760778.043211:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760778.043232:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6171, 6171] 00000008:00010000:1.0:1789760778.043250:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760778.043256:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760778.043268:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25276416, 25280512) append 0 append lockpos 0 00000080:00200000:1.0:1789760778.043282:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25276416=0x181b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760778.043344:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760778.043347:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25280512 00000020:00010000:1.0:1789760778.043355:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760778.043358:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760778.043361:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760778.043364:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760778.043367:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760778.043374:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760778.043381:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760778.043397:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760778.043636:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 25276416<>25280512 00000100:00100000:0.0:1789760778.043701:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515791104:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760778.080905:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973488 gen 2 00000008:00010000:0.0:1789760778.080956:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760778.080964:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760778.080975:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760778.081059:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760778.081091:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515791104:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760778.082453:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6171, 6171] 00000080:00200000:1.0:1789760778.082473:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760778.082479:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760778.082495:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25280512 i_blocks 51207 00000020:00200000:1.0:1789760778.082499:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760778.082509:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760778.082540:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25280512, count: 4096 00000080:00200000:1.0:1789760778.082547:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25280512, bytes: 4096 00000080:00200000:1.0:1789760778.082560:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760778.082568:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760778.082570:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25280512, 25284608) 0 0 00000080:00200000:1.0:1789760778.082575:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760778.082590:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6172, 6172] 00020000:00200000:1.0:1789760778.082599:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25280512 chunk: [25280512, 25284608) 25284608, 4096 00020000:00200000:1.0:1789760778.082604:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760778.082623:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6172, 6172] 00000008:00010000:1.0:1789760778.082641:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760778.082647:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760778.082658:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25280512, 25284608) append 0 append lockpos 0 00000080:00200000:1.0:1789760778.082672:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25280512=0x181c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760778.082742:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760778.082745:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25284608 00000020:00010000:1.0:1789760778.082754:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760778.082757:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760778.082761:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760778.082764:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760778.082766:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760778.082775:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760778.082782:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760778.082808:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760778.083329:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571c00 - object 0x240000400:4 offset 25280512<>25284608 00000100:00100000:0.0:1789760778.083393:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760778.083478:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515791232:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760778.128970:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973489 gen 2 00000008:00010000:0.0:1789760778.129035:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760778.129044:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760778.129057:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760778.129080:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760778.129120:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515791232:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760778.129348:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6172, 6172] 00000080:00200000:2.0:1789760778.129366:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760778.129373:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760778.129389:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25284608 i_blocks 51207 00000020:00200000:2.0:1789760778.129392:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760778.129403:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760778.129439:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25284608, count: 4096 00000080:00200000:2.0:1789760778.129447:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25284608, bytes: 4096 00000080:00200000:2.0:1789760778.129457:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760778.129466:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760778.129468:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25284608, 25288704) 0 0 00000080:00200000:2.0:1789760778.129473:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760778.129490:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6173, 6173] 00020000:00200000:2.0:1789760778.129498:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25284608 chunk: [25284608, 25288704) 25288704, 4096 00020000:00200000:2.0:1789760778.129503:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760778.129522:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6173, 6173] 00000008:00010000:2.0:1789760778.129541:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760778.129547:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760778.129559:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25284608, 25288704) append 0 append lockpos 0 00000080:00200000:2.0:1789760778.129574:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25284608=0x181d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760778.129636:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760778.129639:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25288704 00000020:00010000:2.0:1789760778.129648:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760778.129651:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760778.129654:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760778.129658:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760778.129661:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760778.129672:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760778.129679:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760778.129697:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760778.129994:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 25284608<>25288704 00000100:00100000:2.0:1789760778.130283:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515791360:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760778.174621:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973490 gen 2 00000008:00010000:2.0:1789760778.174672:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:2.0:1789760778.174681:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760778.174692:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760778.174714:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:2.0:1789760778.174754:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515791360:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760778.175709:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6173, 6173] 00000080:00200000:3.0:1789760778.175731:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760778.175748:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760778.175765:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25288704 i_blocks 51207 00000020:00200000:3.0:1789760778.175770:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760778.175783:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760778.175827:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25288704, count: 4096 00000080:00200000:3.0:1789760778.175835:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25288704, bytes: 4096 00000080:00200000:3.0:1789760778.175849:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760778.175889:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760778.175892:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25288704, 25292800) 0 0 00000080:00200000:3.0:1789760778.175896:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760778.175913:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6174, 6174] 00020000:00200000:3.0:1789760778.175922:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25288704 chunk: [25288704, 25292800) 25292800, 4096 00020000:00200000:3.0:1789760778.175927:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760778.175948:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6174, 6174] 00000008:00010000:3.0:1789760778.175967:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760778.175972:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760778.175983:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25288704, 25292800) append 0 append lockpos 0 00000080:00200000:3.0:1789760778.175997:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25288704=0x181e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760778.176077:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760778.176080:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25292800 00000020:00010000:3.0:1789760778.176102:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760778.176106:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760778.176109:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760778.176112:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760778.176115:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760778.176123:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760778.176131:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760778.176457:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056540 00000008:00100000:3.0:1789760778.176582:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4e00 - object 0x240000400:4 offset 25288704<>25292800 00000100:00100000:2.0:1789760778.176908:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760778.176939:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515791488:192.168.203.146@tcp:4:dd.0 00000008:00010000:2.0:1789760778.215709:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056540 00000020:00200000:2.0:1789760778.215724:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760778.215798:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760778.215830:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056540 00000100:00100000:2.0:1789760778.215906:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515791488:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760778.215996:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6174, 6174] 00000080:00200000:3.0:1789760778.216016:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760778.216022:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760778.216035:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25292800 i_blocks 51207 00000020:00200000:3.0:1789760778.216040:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760778.216051:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760778.216077:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25292800, count: 4096 00000080:00200000:3.0:1789760778.216084:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25292800, bytes: 4096 00000080:00200000:3.0:1789760778.216161:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760778.216170:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760778.216172:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25292800, 25296896) 0 0 00000080:00200000:3.0:1789760778.216176:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760778.216188:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6175, 6175] 00020000:00200000:3.0:1789760778.216301:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25292800 chunk: [25292800, 25296896) 25296896, 4096 00020000:00200000:3.0:1789760778.216306:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760778.216323:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6175, 6175] 00000008:00010000:3.0:1789760778.216338:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760778.216342:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760778.216352:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25292800, 25296896) append 0 append lockpos 0 00000080:00200000:3.0:1789760778.216363:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25292800=0x181f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760778.216415:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760778.216418:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25296896 00000020:00010000:3.0:1789760778.216424:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760778.216427:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760778.216431:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760778.216434:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760778.216437:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760778.216443:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760778.216449:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760778.216466:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056540 00000008:00100000:3.0:1789760778.216544:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 25292800<>25296896 00000100:00100000:2.0:1789760778.216697:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515791616:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760778.225173:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789760778.263323:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973491 gen 2 00000100:00100000:2.0:1789760778.263355:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc61e7b80 x1876699515791616/t4294973492(4294973492) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760794 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:2.0:1789760778.263393:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056540 00000020:00200000:2.0:1789760778.263398:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760778.263407:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760778.263432:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056540 00000100:00100000:2.0:1789760778.263455:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515791616:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760778.263625:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6175, 6175] 00000080:00200000:3.0:1789760778.263637:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760778.263642:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760778.263654:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25296896 i_blocks 51207 00000020:00200000:3.0:1789760778.263657:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760778.263665:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760778.263698:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25296896, count: 4096 00000080:00200000:3.0:1789760778.263704:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25296896, bytes: 4096 00000080:00200000:3.0:1789760778.263716:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760778.263723:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760778.263725:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25296896, 25300992) 0 0 00000080:00200000:3.0:1789760778.263729:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760778.263761:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6176, 6176] 00020000:00200000:3.0:1789760778.263769:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25296896 chunk: [25296896, 25300992) 25300992, 4096 00020000:00200000:3.0:1789760778.263773:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760778.263789:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6176, 6176] 00000008:00010000:3.0:1789760778.263804:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760778.263809:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760778.263818:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25296896, 25300992) append 0 append lockpos 0 00000080:00200000:3.0:1789760778.263829:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25296896=0x1820000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760778.263902:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760778.263904:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25300992 00000020:00010000:3.0:1789760778.263910:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760778.263914:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760778.263917:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760778.263920:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760778.263923:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760778.263929:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760778.263934:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760778.263948:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760778.264022:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7480 - object 0x240000400:4 offset 25296896<>25300992 00000100:00100000:3.0:1789760778.264984:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515791744:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760778.313671:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973493 gen 2 00000008:00010000:3.0:1789760778.313806:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:3.0:1789760778.313814:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760778.313825:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760778.313885:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:3.0:1789760778.313914:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515791744:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760778.314040:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6176, 6176] 00000080:00200000:0.0:1789760778.314057:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760778.314063:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760778.314079:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25300992 i_blocks 51207 00000020:00200000:0.0:1789760778.314083:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760778.314109:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760778.314312:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25300992, count: 4096 00000080:00200000:0.0:1789760778.314320:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25300992, bytes: 4096 00000080:00200000:0.0:1789760778.314332:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760778.314341:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760778.314344:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25300992, 25305088) 0 0 00000080:00200000:0.0:1789760778.314349:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760778.314367:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6177, 6177] 00020000:00200000:0.0:1789760778.314376:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25300992 chunk: [25300992, 25305088) 25305088, 4096 00020000:00200000:0.0:1789760778.314381:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760778.314964:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6177, 6177] 00000008:00010000:0.0:1789760778.314989:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760778.314995:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760778.315018:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25300992, 25305088) append 0 append lockpos 0 00000080:00200000:0.0:1789760778.315032:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25300992=0x1821000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760778.315316:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760778.315319:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25305088 00000020:00010000:0.0:1789760778.315329:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760778.315332:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760778.315335:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760778.315338:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760778.315341:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760778.315351:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760778.315359:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760778.315457:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760778.315576:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 25300992<>25305088 00000100:00100000:1.0:1789760778.315676:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515791872:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760778.364441:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515792128:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760778.364719:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1789760778.364728:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:65ff60fc-9b44-48f8-988f-b0587af5cf52:2364:1876699515792000:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760778.364776:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2364:1876699515792256:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760778.374255:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:65ff60fc-9b44-48f8-988f-b0587af5cf52:2364:1876699515792000:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760778.374282:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2364:1876699515792256:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760778.374295:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515792128:192.168.203.146@tcp:400:kworker.0 00000100:00100000:1.0:1789760778.381192:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973494 gen 2 00000008:00010000:1.0:1789760778.381244:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760778.381252:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760778.381262:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760778.381341:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760778.381376:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515791872:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760778.382322:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6177, 6177] 00000080:00200000:0.0:1789760778.382342:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760778.382349:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760778.382367:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25305088 i_blocks 51207 00000020:00200000:0.0:1789760778.382371:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760778.382451:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760778.382488:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25305088, count: 4096 00000080:00200000:0.0:1789760778.382496:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25305088, bytes: 4096 00000080:00200000:0.0:1789760778.382510:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760778.382518:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760778.382521:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25305088, 25309184) 0 0 00000080:00200000:0.0:1789760778.382526:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760778.382543:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6178, 6178] 00020000:00200000:0.0:1789760778.382552:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25305088 chunk: [25305088, 25309184) 25309184, 4096 00020000:00200000:0.0:1789760778.382556:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760778.382577:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6178, 6178] 00000008:00010000:0.0:1789760778.382596:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760778.382602:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760778.382613:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25305088, 25309184) append 0 append lockpos 0 00000080:00200000:0.0:1789760778.382628:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25305088=0x1822000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760778.382697:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760778.382700:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25309184 00000020:00010000:0.0:1789760778.382709:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760778.382712:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760778.382715:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760778.382718:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760778.382721:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760778.382729:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760778.382811:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760778.382838:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760778.383231:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6680 - object 0x240000400:4 offset 25305088<>25309184 00000100:00100000:1.0:1789760778.383293:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760778.383454:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515792384:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760778.423305:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973495 gen 2 00000008:00010000:1.0:1789760778.423452:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760778.423463:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760778.423474:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760778.423502:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760778.423529:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515792384:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760778.423711:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6178, 6178] 00000080:00200000:3.0:1789760778.423817:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760778.423824:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760778.423841:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25309184 i_blocks 51207 00000020:00200000:3.0:1789760778.423845:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760778.423885:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760778.423966:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25309184, count: 4096 00000080:00200000:3.0:1789760778.423974:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25309184, bytes: 4096 00000080:00200000:3.0:1789760778.423988:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760778.423996:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760778.423998:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25309184, 25313280) 0 0 00000080:00200000:3.0:1789760778.424003:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760778.424036:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6179, 6179] 00020000:00200000:3.0:1789760778.424046:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25309184 chunk: [25309184, 25313280) 25313280, 4096 00020000:00200000:3.0:1789760778.424060:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760778.424204:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6179, 6179] 00000008:00010000:3.0:1789760778.424225:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760778.424231:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760778.424244:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25309184, 25313280) append 0 append lockpos 0 00000080:00200000:3.0:1789760778.424258:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25309184=0x1823000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760778.424317:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760778.424320:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25313280 00000020:00010000:3.0:1789760778.424329:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760778.424332:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760778.424335:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760778.424340:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760778.424342:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760778.424350:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760778.424357:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760778.424371:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760778.424481:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7480 - object 0x240000400:4 offset 25309184<>25313280 00000100:00100000:2.0:1789760778.424579:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515792512:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760778.471292:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973496 gen 2 00000008:00010000:3.0:1789760778.471342:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:3.0:1789760778.471350:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760778.471362:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760778.471472:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6179, 6179] 00000080:00200000:2.0:1789760778.471490:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760778.471496:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760778.471513:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25313280 i_blocks 51207 00000020:00200000:2.0:1789760778.471517:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760778.471528:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760778.471562:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25313280, count: 4096 00000080:00200000:2.0:1789760778.471570:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25313280, bytes: 4096 00000080:00200000:2.0:1789760778.471580:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760778.471588:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760778.471590:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25313280, 25317376) 0 0 00000080:00200000:2.0:1789760778.471595:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760778.471611:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6180, 6180] 00020000:00200000:2.0:1789760778.471620:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25313280 chunk: [25313280, 25317376) 25317376, 4096 00020000:00200000:2.0:1789760778.471624:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760778.471644:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6180, 6180] 00000008:00010000:2.0:1789760778.471662:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760778.471668:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760778.471678:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25313280, 25317376) append 0 append lockpos 0 00000080:00200000:2.0:1789760778.471692:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25313280=0x1824000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760778.471824:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760778.471827:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25317376 00000020:00010000:2.0:1789760778.471837:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760778.471840:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760778.471844:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760778.471847:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760778.471850:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760778.471914:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760778.471922:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760778.471943:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760778.472066:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 25313280<>25317376 00000100:00100000:2.0:1789760778.472152:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515792640:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760778.472879:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:3.0:1789760778.472906:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515792512:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760778.510345:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973497 gen 2 00000008:00010000:3.0:1789760778.510467:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:3.0:1789760778.510476:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760778.510486:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760778.510543:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:3.0:1789760778.510571:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515792640:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760778.510656:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6180, 6180] 00000080:00200000:2.0:1789760778.510672:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760778.510679:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760778.510695:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25317376 i_blocks 51207 00000020:00200000:2.0:1789760778.510698:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760778.510708:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760778.510819:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25317376, count: 4096 00000080:00200000:2.0:1789760778.510828:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25317376, bytes: 4096 00000080:00200000:2.0:1789760778.510839:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760778.510848:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760778.510851:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25317376, 25321472) 0 0 00000080:00200000:2.0:1789760778.510949:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760778.510967:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6181, 6181] 00020000:00200000:2.0:1789760778.510976:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25317376 chunk: [25317376, 25321472) 25321472, 4096 00020000:00200000:2.0:1789760778.510981:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760778.511002:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6181, 6181] 00000008:00010000:2.0:1789760778.511227:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760778.511233:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760778.511247:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25317376, 25321472) append 0 append lockpos 0 00000080:00200000:2.0:1789760778.511262:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25317376=0x1825000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760778.511323:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760778.511326:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25321472 00000020:00010000:2.0:1789760778.511335:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760778.511339:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760778.511342:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760778.511346:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760778.511349:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760778.511358:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760778.511365:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760778.511457:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760778.511561:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 25317376<>25321472 00000100:00100000:3.0:1789760778.511632:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515792768:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760778.573379:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e86c0 00000020:00200000:3.0:1789760778.573401:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760778.573413:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760778.573429:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e86c0 00000100:00100000:3.0:1789760778.573458:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515792768:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760778.573715:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6181, 6181] 00000080:00200000:2.0:1789760778.573734:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760778.573740:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760778.573755:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25321472 i_blocks 51207 00000020:00200000:2.0:1789760778.573759:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760778.573768:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760778.573803:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25321472, count: 4096 00000080:00200000:2.0:1789760778.573810:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25321472, bytes: 4096 00000080:00200000:2.0:1789760778.573819:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760778.573829:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760778.573831:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25321472, 25325568) 0 0 00000080:00200000:2.0:1789760778.573836:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760778.573875:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6182, 6182] 00020000:00200000:2.0:1789760778.573884:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25321472 chunk: [25321472, 25325568) 25325568, 4096 00020000:00200000:2.0:1789760778.573889:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760778.573907:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6182, 6182] 00000008:00010000:2.0:1789760778.573927:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760778.573933:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760778.573944:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25321472, 25325568) append 0 append lockpos 0 00000080:00200000:2.0:1789760778.573958:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25321472=0x1826000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760778.574195:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760778.574198:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25325568 00000020:00010000:2.0:1789760778.574208:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760778.574212:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760778.574215:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760778.574219:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760778.574222:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760778.574232:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760778.574240:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760778.574257:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760778.574375:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 25321472<>25325568 00000100:00100000:3.0:1789760778.574489:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515792896:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760778.614572:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973499 gen 2 00000008:00010000:3.0:1789760778.614638:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8840 00000020:00200000:3.0:1789760778.615170:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760778.615181:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760778.615204:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8840 00000100:00100000:3.0:1789760778.615237:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515792896:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760778.615416:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6182, 6182] 00000080:00200000:2.0:1789760778.615433:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760778.615439:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760778.615456:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25325568 i_blocks 51207 00000020:00200000:2.0:1789760778.615459:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760778.615469:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760778.615555:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25325568, count: 4096 00000080:00200000:2.0:1789760778.615564:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25325568, bytes: 4096 00000080:00200000:2.0:1789760778.615576:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760778.615585:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760778.615587:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25325568, 25329664) 0 0 00000080:00200000:2.0:1789760778.615592:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760778.615607:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6183, 6183] 00020000:00200000:2.0:1789760778.615616:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25325568 chunk: [25325568, 25329664) 25329664, 4096 00020000:00200000:2.0:1789760778.615620:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760778.615640:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6183, 6183] 00000008:00010000:2.0:1789760778.615659:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760778.615665:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760778.615676:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25325568, 25329664) append 0 append lockpos 0 00000080:00200000:2.0:1789760778.615691:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25325568=0x1827000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760778.616232:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760778.616237:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25329664 00000020:00010000:2.0:1789760778.616248:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760778.616253:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760778.616257:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760778.616261:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760778.616264:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760778.616275:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760778.616284:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760778.616301:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760778.616911:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 25325568<>25329664 00000100:00100000:3.0:1789760778.618211:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760778.618249:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515793024:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760778.654270:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973500 gen 2 00000008:00010000:3.0:1789760778.654326:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8540 00000020:00200000:3.0:1789760778.654334:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760778.654344:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760778.654945:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8540 00000100:00100000:3.0:1789760778.654982:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515793024:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760778.655321:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6183, 6183] 00000080:00200000:2.0:1789760778.655338:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760778.655344:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760778.655362:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25329664 i_blocks 51207 00000020:00200000:2.0:1789760778.655366:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760778.655378:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760778.655479:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25329664, count: 4096 00000080:00200000:2.0:1789760778.655540:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25329664, bytes: 4096 00000080:00200000:2.0:1789760778.655557:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760778.655565:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760778.655568:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25329664, 25333760) 0 0 00000080:00200000:2.0:1789760778.655574:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760778.655592:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6184, 6184] 00020000:00200000:2.0:1789760778.655601:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25329664 chunk: [25329664, 25333760) 25333760, 4096 00020000:00200000:2.0:1789760778.655606:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760778.655629:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6184, 6184] 00000008:00010000:2.0:1789760778.655648:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760778.655654:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760778.655665:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25329664, 25333760) append 0 append lockpos 0 00000080:00200000:2.0:1789760778.655679:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25329664=0x1828000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760778.655806:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760778.655809:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25333760 00000020:00010000:2.0:1789760778.655818:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760778.655822:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760778.655825:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760778.655828:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760778.655831:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760778.655840:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760778.655847:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760778.656461:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760778.656796:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 25329664<>25333760 00000100:00100000:3.0:1789760778.656887:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515793152:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760778.732293:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973501 gen 2 00000008:00010000:3.0:1789760778.732346:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:3.0:1789760778.732355:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760778.732366:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760778.732392:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:3.0:1789760778.732425:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515793152:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760778.732617:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6184, 6184] 00000080:00200000:1.0:1789760778.732634:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760778.732641:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760778.732655:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25333760 i_blocks 51207 00000020:00200000:1.0:1789760778.732659:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760778.732669:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760778.732705:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25333760, count: 4096 00000080:00200000:1.0:1789760778.732712:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25333760, bytes: 4096 00000080:00200000:1.0:1789760778.732723:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760778.732732:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760778.732735:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25333760, 25337856) 0 0 00000080:00200000:1.0:1789760778.732739:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760778.732756:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6185, 6185] 00020000:00200000:1.0:1789760778.732765:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25333760 chunk: [25333760, 25337856) 25337856, 4096 00020000:00200000:1.0:1789760778.732770:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760778.732788:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6185, 6185] 00000008:00010000:1.0:1789760778.732806:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760778.732812:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760778.732824:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25333760, 25337856) append 0 append lockpos 0 00000080:00200000:1.0:1789760778.732839:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25333760=0x1829000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760778.732928:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760778.732931:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25337856 00000020:00010000:1.0:1789760778.732940:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760778.732944:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760778.732947:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760778.732950:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760778.732954:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760778.732961:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760778.732967:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760778.732983:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760778.733290:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570380 - object 0x240000400:4 offset 25333760<>25337856 00000100:00100000:0.0:1789760778.733373:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515793280:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760778.791996:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:0.0:1789760778.792024:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760778.792035:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760778.792062:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:0.0:1789760778.792105:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515793280:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760778.792287:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6185, 6185] 00000080:00200000:1.0:1789760778.792305:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760778.792312:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760778.792328:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25337856 i_blocks 51207 00000020:00200000:1.0:1789760778.792332:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760778.792342:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760778.792379:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25337856, count: 4096 00000080:00200000:1.0:1789760778.792387:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25337856, bytes: 4096 00000080:00200000:1.0:1789760778.792402:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760778.792412:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760778.792414:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25337856, 25341952) 0 0 00000080:00200000:1.0:1789760778.792418:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760778.792437:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6186, 6186] 00020000:00200000:1.0:1789760778.792446:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25337856 chunk: [25337856, 25341952) 25341952, 4096 00020000:00200000:1.0:1789760778.792452:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760778.792472:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6186, 6186] 00000008:00010000:1.0:1789760778.792620:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760778.792627:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760778.792641:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25337856, 25341952) append 0 append lockpos 0 00000080:00200000:1.0:1789760778.792656:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25337856=0x182a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760778.792717:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760778.792720:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25341952 00000020:00010000:1.0:1789760778.792729:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760778.792733:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760778.792736:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760778.792739:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760778.792743:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760778.792753:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760778.792760:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760778.792778:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760778.792932:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573100 - object 0x240000400:4 offset 25337856<>25341952 00000100:00100000:0.0:1789760778.793001:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515793408:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760778.838258:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973503 gen 2 00000008:00010000:0.0:1789760778.838315:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760778.838322:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760778.838331:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760778.838393:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760778.838421:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515793408:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760778.838481:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6186, 6186] 00000080:00200000:1.0:1789760778.838495:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760778.838500:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760778.838515:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25341952 i_blocks 51207 00000020:00200000:1.0:1789760778.838518:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760778.838526:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760778.838561:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25341952, count: 4096 00000080:00200000:1.0:1789760778.838568:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25341952, bytes: 4096 00000080:00200000:1.0:1789760778.838578:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760778.838588:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760778.838591:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25341952, 25346048) 0 0 00000080:00200000:1.0:1789760778.838596:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760778.838613:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6187, 6187] 00020000:00200000:1.0:1789760778.838622:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25341952 chunk: [25341952, 25346048) 25346048, 4096 00020000:00200000:1.0:1789760778.838627:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760778.838647:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6187, 6187] 00000008:00010000:1.0:1789760778.838666:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760778.838672:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760778.838684:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25341952, 25346048) append 0 append lockpos 0 00000080:00200000:1.0:1789760778.838698:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25341952=0x182b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760778.838814:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760778.838817:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25346048 00000020:00010000:1.0:1789760778.838825:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760778.838828:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760778.838830:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760778.838833:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760778.838836:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760778.838841:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760778.838847:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760778.838944:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760778.839123:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572a00 - object 0x240000400:4 offset 25341952<>25346048 00000100:00100000:0.0:1789760778.839174:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760778.839246:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515793536:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760778.867537:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760778.867553:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760778.867564:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760778.867590:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760778.867621:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515793536:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760778.867722:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6187, 6187] 00000080:00200000:3.0:1789760778.867799:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760778.867806:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760778.867821:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25346048 i_blocks 51207 00000020:00200000:3.0:1789760778.867825:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760778.867834:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760778.867899:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25346048, count: 4096 00000080:00200000:3.0:1789760778.867908:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25346048, bytes: 4096 00000080:00200000:3.0:1789760778.867918:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760778.867926:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760778.867928:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25346048, 25350144) 0 0 00000080:00200000:3.0:1789760778.867932:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760778.867948:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6188, 6188] 00020000:00200000:3.0:1789760778.867956:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25346048 chunk: [25346048, 25350144) 25350144, 4096 00020000:00200000:3.0:1789760778.867960:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760778.867978:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6188, 6188] 00000008:00010000:3.0:1789760778.867996:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760778.868002:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760778.868275:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25346048, 25350144) append 0 append lockpos 0 00000080:00200000:3.0:1789760778.868290:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25346048=0x182c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760778.868351:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760778.868354:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25350144 00000020:00010000:3.0:1789760778.868363:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760778.868366:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760778.868369:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760778.868372:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760778.868375:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760778.868383:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760778.868389:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760778.868408:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760778.868515:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7480 - object 0x240000400:4 offset 25346048<>25350144 00000100:00100000:3.0:1789760778.868558:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760778.868576:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515793664:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760778.899228:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973505 gen 2 00000008:00010000:3.0:1789760778.899294:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:3.0:1789760778.899302:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760778.899315:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760778.899339:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:3.0:1789760778.899370:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515793664:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760778.899479:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6188, 6188] 00000080:00200000:0.0:1789760778.899497:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760778.899503:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760778.899520:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25350144 i_blocks 51207 00000020:00200000:0.0:1789760778.899524:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760778.899533:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760778.899569:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25350144, count: 4096 00000080:00200000:0.0:1789760778.899576:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25350144, bytes: 4096 00000080:00200000:0.0:1789760778.899587:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760778.899596:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760778.899598:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25350144, 25354240) 0 0 00000080:00200000:0.0:1789760778.899603:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760778.899620:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6189, 6189] 00020000:00200000:0.0:1789760778.899629:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25350144 chunk: [25350144, 25354240) 25354240, 4096 00020000:00200000:0.0:1789760778.899634:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760778.899654:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6189, 6189] 00000008:00010000:0.0:1789760778.899674:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760778.899679:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760778.899689:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25350144, 25354240) append 0 append lockpos 0 00000080:00200000:0.0:1789760778.899704:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25350144=0x182d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760778.899771:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760778.899775:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25354240 00000020:00010000:0.0:1789760778.899783:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760778.899786:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760778.899789:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760778.899792:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760778.899795:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760778.899802:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760778.899809:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760778.899826:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760778.899976:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6300 - object 0x240000400:4 offset 25350144<>25354240 00000100:00100000:1.0:1789760778.900170:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515793792:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760778.929898:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973506 gen 2 00000008:00010000:1.0:1789760778.929954:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760778.929963:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760778.929974:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760778.929999:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760778.930036:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515793792:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760778.930148:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6189, 6189] 00000080:00200000:3.0:1789760778.930164:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760778.930171:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760778.930187:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25354240 i_blocks 51207 00000020:00200000:3.0:1789760778.930190:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760778.930200:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760778.930237:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25354240, count: 4096 00000080:00200000:3.0:1789760778.930243:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25354240, bytes: 4096 00000080:00200000:3.0:1789760778.930253:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760778.930261:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760778.930263:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25354240, 25358336) 0 0 00000080:00200000:3.0:1789760778.930268:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760778.930286:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6190, 6190] 00020000:00200000:3.0:1789760778.930295:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25354240 chunk: [25354240, 25358336) 25358336, 4096 00020000:00200000:3.0:1789760778.930300:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760778.930321:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6190, 6190] 00000008:00010000:3.0:1789760778.930340:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760778.930346:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760778.930357:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25354240, 25358336) append 0 append lockpos 0 00000080:00200000:3.0:1789760778.930372:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25354240=0x182e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760778.930431:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760778.930434:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25358336 00000020:00010000:3.0:1789760778.930442:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760778.930445:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760778.930448:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760778.930451:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760778.930453:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760778.930462:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760778.930468:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760778.930485:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760778.930592:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7480 - object 0x240000400:4 offset 25354240<>25358336 00000100:00100000:3.0:1789760778.930644:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515793920:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760778.966178:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973507 gen 2 00000008:00010000:3.0:1789760778.966234:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:3.0:1789760778.966242:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760778.966254:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760778.966314:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:3.0:1789760778.966343:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515793920:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760778.966426:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6190, 6190] 00000080:00200000:2.0:1789760778.966441:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760778.966447:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760778.966462:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25358336 i_blocks 51207 00000020:00200000:2.0:1789760778.966466:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760778.966475:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760778.966512:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25358336, count: 4096 00000080:00200000:2.0:1789760778.966519:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25358336, bytes: 4096 00000080:00200000:2.0:1789760778.966530:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760778.966539:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760778.966542:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25358336, 25362432) 0 0 00000080:00200000:2.0:1789760778.966547:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760778.966565:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6191, 6191] 00020000:00200000:2.0:1789760778.966574:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25358336 chunk: [25358336, 25362432) 25362432, 4096 00020000:00200000:2.0:1789760778.966578:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760778.966601:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6191, 6191] 00000008:00010000:2.0:1789760778.966621:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760778.966627:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760778.966639:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25358336, 25362432) append 0 append lockpos 0 00000080:00200000:2.0:1789760778.966654:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25358336=0x182f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760778.967498:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760778.967504:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25362432 00000020:00010000:2.0:1789760778.967516:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760778.967519:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760778.967523:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760778.967526:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760778.967529:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760778.967540:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760778.967548:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760778.969060:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760778.969241:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 25358336<>25362432 00000100:00100000:3.0:1789760778.969335:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760778.969666:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515794048:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760779.008510:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973508 gen 2 00000008:00010000:3.0:1789760779.008560:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8000 00000020:00200000:3.0:1789760779.008567:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760779.008577:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760779.008669:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8000 00000100:00100000:3.0:1789760779.008701:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515794048:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760779.009618:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6191, 6191] 00000080:00200000:1.0:1789760779.009639:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760779.009645:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760779.009663:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25362432 i_blocks 51207 00000020:00200000:1.0:1789760779.009668:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760779.009682:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760779.009713:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25362432, count: 4096 00000080:00200000:1.0:1789760779.009721:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25362432, bytes: 4096 00000080:00200000:1.0:1789760779.009734:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760779.009743:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760779.009746:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25362432, 25366528) 0 0 00000080:00200000:1.0:1789760779.009751:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760779.009768:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6192, 6192] 00020000:00200000:1.0:1789760779.009776:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25362432 chunk: [25362432, 25366528) 25366528, 4096 00020000:00200000:1.0:1789760779.009781:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760779.009803:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6192, 6192] 00000008:00010000:1.0:1789760779.009822:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760779.009828:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760779.009841:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25362432, 25366528) append 0 append lockpos 0 00000080:00200000:1.0:1789760779.009875:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25362432=0x1830000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760779.009937:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760779.009940:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25366528 00000020:00010000:1.0:1789760779.009949:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760779.009952:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760779.009955:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760779.009959:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760779.009961:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760779.009970:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760779.009977:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760779.009994:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760779.010114:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573b80 - object 0x240000400:4 offset 25362432<>25366528 00000100:00100000:0.0:1789760779.010205:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515794176:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760779.044418:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:0.0:1789760779.044432:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760779.044443:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760779.044467:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:0.0:1789760779.044504:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515794176:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760779.044648:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6192, 6192] 00000080:00200000:1.0:1789760779.044663:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760779.044668:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760779.044692:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25366528 i_blocks 51207 00000020:00200000:1.0:1789760779.044696:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760779.044706:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760779.044737:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25366528, count: 4096 00000080:00200000:1.0:1789760779.044743:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25366528, bytes: 4096 00000080:00200000:1.0:1789760779.044752:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760779.044761:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760779.044763:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25366528, 25370624) 0 0 00000080:00200000:1.0:1789760779.044768:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760779.044784:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6193, 6193] 00020000:00200000:1.0:1789760779.044793:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25366528 chunk: [25366528, 25370624) 25370624, 4096 00020000:00200000:1.0:1789760779.044797:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760779.044816:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6193, 6193] 00000008:00010000:1.0:1789760779.044835:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760779.044841:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760779.044888:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25366528, 25370624) append 0 append lockpos 0 00000080:00200000:1.0:1789760779.044902:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25366528=0x1831000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760779.045199:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760779.045202:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25370624 00000020:00010000:1.0:1789760779.045212:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760779.045215:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760779.045219:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760779.045222:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760779.045225:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760779.045234:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760779.045241:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760779.045257:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760779.045366:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572680 - object 0x240000400:4 offset 25366528<>25370624 00000100:00100000:0.0:1789760779.046672:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515794304:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760779.078524:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973510 gen 2 00000008:00010000:0.0:1789760779.078605:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760779.078614:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760779.078625:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760779.078651:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760779.078683:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515794304:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760779.079048:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6193, 6193] 00000080:00200000:1.0:1789760779.079066:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760779.079072:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760779.079097:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25370624 i_blocks 51207 00000020:00200000:1.0:1789760779.079101:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760779.079113:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760779.079150:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25370624, count: 4096 00000080:00200000:1.0:1789760779.079157:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25370624, bytes: 4096 00000080:00200000:1.0:1789760779.079169:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760779.079245:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760779.079248:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25370624, 25374720) 0 0 00000080:00200000:1.0:1789760779.079255:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760779.079275:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6194, 6194] 00020000:00200000:1.0:1789760779.079284:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25370624 chunk: [25370624, 25374720) 25374720, 4096 00020000:00200000:1.0:1789760779.079289:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760779.079309:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6194, 6194] 00000008:00010000:1.0:1789760779.079327:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760779.079332:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760779.079343:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25370624, 25374720) append 0 append lockpos 0 00000080:00200000:1.0:1789760779.079357:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25370624=0x1832000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760779.079421:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760779.079424:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25374720 00000020:00010000:1.0:1789760779.079432:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760779.079436:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760779.079439:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760779.079442:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760779.079445:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760779.079453:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760779.079461:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760779.079477:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760779.079586:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571f80 - object 0x240000400:4 offset 25370624<>25374720 00000100:00100000:0.0:1789760779.079659:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515794432:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760779.132489:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973511 gen 2 00000008:00010000:0.0:1789760779.132546:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760779.132555:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760779.132568:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760779.132596:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760779.132630:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515794432:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760779.132744:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6194, 6194] 00000080:00200000:1.0:1789760779.132761:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760779.132768:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760779.132783:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25374720 i_blocks 51207 00000020:00200000:1.0:1789760779.132787:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760779.132796:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760779.132830:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25374720, count: 4096 00000080:00200000:1.0:1789760779.132838:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25374720, bytes: 4096 00000080:00200000:1.0:1789760779.132851:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760779.132898:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760779.132901:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25374720, 25378816) 0 0 00000080:00200000:1.0:1789760779.132906:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760779.132922:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6195, 6195] 00020000:00200000:1.0:1789760779.132930:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25374720 chunk: [25374720, 25378816) 25378816, 4096 00020000:00200000:1.0:1789760779.132935:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760779.132956:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6195, 6195] 00000008:00010000:1.0:1789760779.132972:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760779.132977:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760779.132989:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25374720, 25378816) append 0 append lockpos 0 00000080:00200000:1.0:1789760779.133002:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25374720=0x1833000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760779.133046:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760779.133048:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25378816 00000020:00010000:1.0:1789760779.133056:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760779.133059:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760779.133063:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760779.133066:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760779.133069:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760779.133076:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760779.133094:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760779.133290:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:0.0:1789760779.133470:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 25374720<>25378816 00000100:00100000:0.0:1789760779.133510:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760779.133526:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515794560:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760779.171687:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973512 gen 2 00000008:00010000:0.0:1789760779.171803:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760779.171813:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760779.171824:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760779.171938:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760779.171969:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515794560:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760779.172153:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6195, 6195] 00000080:00200000:1.0:1789760779.172170:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760779.172175:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760779.172191:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25378816 i_blocks 51207 00000020:00200000:1.0:1789760779.172195:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760779.172205:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760779.172242:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25378816, count: 4096 00000080:00200000:1.0:1789760779.172249:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25378816, bytes: 4096 00000080:00200000:1.0:1789760779.172260:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760779.172269:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760779.172271:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25378816, 25382912) 0 0 00000080:00200000:1.0:1789760779.172276:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760779.172293:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6196, 6196] 00020000:00200000:1.0:1789760779.172302:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25378816 chunk: [25378816, 25382912) 25382912, 4096 00020000:00200000:1.0:1789760779.172307:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760779.172332:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6196, 6196] 00000008:00010000:1.0:1789760779.172351:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760779.172356:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760779.172368:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25378816, 25382912) append 0 append lockpos 0 00000080:00200000:1.0:1789760779.172382:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25378816=0x1834000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760779.172437:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760779.172440:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25382912 00000020:00010000:1.0:1789760779.172449:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760779.172453:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760779.172456:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760779.172460:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760779.172463:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760779.172470:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760779.172476:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760779.172494:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760779.172596:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571500 - object 0x240000400:4 offset 25378816<>25382912 00000100:00100000:0.0:1789760779.172661:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515794688:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760779.203610:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760779.203626:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760779.203636:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760779.203661:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760779.203696:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515794688:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760779.204210:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6196, 6196] 00000080:00200000:1.0:1789760779.204226:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760779.204233:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760779.204248:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25382912 i_blocks 51207 00000020:00200000:1.0:1789760779.204252:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760779.204260:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760779.204294:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25382912, count: 4096 00000080:00200000:1.0:1789760779.204301:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25382912, bytes: 4096 00000080:00200000:1.0:1789760779.204313:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760779.204321:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760779.204324:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25382912, 25387008) 0 0 00000080:00200000:1.0:1789760779.204329:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760779.204346:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6197, 6197] 00020000:00200000:1.0:1789760779.204355:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25382912 chunk: [25382912, 25387008) 25387008, 4096 00020000:00200000:1.0:1789760779.204359:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760779.204380:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6197, 6197] 00000008:00010000:1.0:1789760779.204398:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760779.204404:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760779.204416:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25382912, 25387008) append 0 append lockpos 0 00000080:00200000:1.0:1789760779.204429:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25382912=0x1835000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760779.204485:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760779.204488:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25387008 00000020:00010000:1.0:1789760779.204497:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760779.204500:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760779.204503:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760779.204507:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760779.204510:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760779.204518:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760779.204524:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760779.204541:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760779.204643:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570000 - object 0x240000400:4 offset 25382912<>25387008 00000100:00100000:0.0:1789760779.204826:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515794816:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760779.237656:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973513 gen 2 00000100:00100000:0.0:1789760779.237693:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8570000 x1876699515794816/t4294973514(4294973514) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760795 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760779.237752:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760779.237760:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760779.237769:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760779.237789:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760779.237813:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515794816:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760779.237986:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6197, 6197] 00000080:00200000:1.0:1789760779.238010:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760779.238016:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760779.238032:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25387008 i_blocks 51207 00000020:00200000:1.0:1789760779.238035:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760779.238046:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760779.238078:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25387008, count: 4096 00000080:00200000:1.0:1789760779.238099:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25387008, bytes: 4096 00000080:00200000:1.0:1789760779.238109:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760779.238118:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760779.238120:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25387008, 25391104) 0 0 00000080:00200000:1.0:1789760779.238125:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760779.238141:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6198, 6198] 00020000:00200000:1.0:1789760779.238148:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25387008 chunk: [25387008, 25391104) 25391104, 4096 00020000:00200000:1.0:1789760779.238153:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760779.238170:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6198, 6198] 00000008:00010000:1.0:1789760779.238187:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760779.238192:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760779.238202:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25387008, 25391104) append 0 append lockpos 0 00000080:00200000:1.0:1789760779.238216:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25387008=0x1836000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760779.238269:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760779.238271:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25391104 00000020:00010000:1.0:1789760779.238279:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760779.238282:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760779.238285:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760779.238289:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760779.238291:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760779.238298:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760779.238303:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760779.238319:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760779.238417:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572d80 - object 0x240000400:4 offset 25387008<>25391104 00000100:00100000:0.0:1789760779.238621:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760779.238640:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515794944:192.168.203.146@tcp:4:dd.0 00010000:00010000:2.0:1789760779.249242:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789760779.268683:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973515 gen 2 00000008:00010000:0.0:1789760779.268749:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760779.268758:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760779.268769:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760779.268795:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760779.268829:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515794944:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760779.269010:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6198, 6198] 00000080:00200000:1.0:1789760779.269031:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760779.269037:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760779.269058:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25391104 i_blocks 51207 00000020:00200000:1.0:1789760779.269063:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760779.269074:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760779.269118:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25391104, count: 4096 00000080:00200000:1.0:1789760779.269126:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25391104, bytes: 4096 00000080:00200000:1.0:1789760779.269136:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760779.269144:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760779.269147:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25391104, 25395200) 0 0 00000080:00200000:1.0:1789760779.269151:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760779.269170:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6199, 6199] 00020000:00200000:1.0:1789760779.269181:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25391104 chunk: [25391104, 25395200) 25395200, 4096 00020000:00200000:1.0:1789760779.269186:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760779.269206:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6199, 6199] 00000008:00010000:1.0:1789760779.269226:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760779.269232:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760779.269244:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25391104, 25395200) append 0 append lockpos 0 00000080:00200000:1.0:1789760779.269259:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25391104=0x1837000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760779.269461:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760779.269464:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25395200 00000020:00010000:1.0:1789760779.269474:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760779.269477:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760779.269481:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760779.269484:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760779.269486:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760779.269494:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760779.269501:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760779.269509:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:0.0:1789760779.269625:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 25391104<>25395200 00000100:00100000:0.0:1789760779.269687:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515795072:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760779.304456:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973516 gen 2 00000008:00010000:0.0:1789760779.304507:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760779.304516:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760779.304538:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760779.304559:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760779.304589:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515795072:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760779.304909:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6199, 6199] 00000080:00200000:1.0:1789760779.304925:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760779.304932:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760779.304948:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25395200 i_blocks 51207 00000020:00200000:1.0:1789760779.304952:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760779.304963:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760779.304996:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25395200, count: 4096 00000080:00200000:1.0:1789760779.305003:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25395200, bytes: 4096 00000080:00200000:1.0:1789760779.305013:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760779.305022:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760779.305024:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25395200, 25399296) 0 0 00000080:00200000:1.0:1789760779.305029:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760779.305046:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6200, 6200] 00020000:00200000:1.0:1789760779.305056:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25395200 chunk: [25395200, 25399296) 25399296, 4096 00020000:00200000:1.0:1789760779.305060:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760779.305081:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6200, 6200] 00000008:00010000:1.0:1789760779.305112:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760779.305118:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760779.305130:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25395200, 25399296) append 0 append lockpos 0 00000080:00200000:1.0:1789760779.305144:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25395200=0x1838000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760779.305204:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760779.305207:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25399296 00000020:00010000:1.0:1789760779.305216:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760779.305219:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760779.305222:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760779.305226:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760779.305229:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760779.305237:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760779.305244:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760779.305266:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760779.305376:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570700 - object 0x240000400:4 offset 25395200<>25399296 00000100:00100000:0.0:1789760779.305449:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515795200:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760779.346898:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760779.346914:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760779.346926:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760779.346946:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000080:00200000:1.0:1789760779.346965:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6200, 6200] 00000100:00100000:0.0:1789760779.346978:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515795200:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760779.346982:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760779.346990:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760779.347073:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25399296 i_blocks 51207 00000020:00200000:1.0:1789760779.347078:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760779.347098:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760779.347140:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25399296, count: 4096 00000080:00200000:1.0:1789760779.347148:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25399296, bytes: 4096 00000080:00200000:1.0:1789760779.347157:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760779.347165:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760779.347167:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25399296, 25403392) 0 0 00000080:00200000:1.0:1789760779.347172:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760779.347189:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6201, 6201] 00020000:00200000:1.0:1789760779.347198:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25399296 chunk: [25399296, 25403392) 25403392, 4096 00020000:00200000:1.0:1789760779.347202:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760779.347223:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6201, 6201] 00000008:00010000:1.0:1789760779.347240:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760779.347246:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760779.347257:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25399296, 25403392) append 0 append lockpos 0 00000080:00200000:1.0:1789760779.347271:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25399296=0x1839000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760779.347326:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760779.347330:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25403392 00000020:00010000:1.0:1789760779.347339:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760779.347343:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760779.347346:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760779.347350:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760779.347354:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760779.347361:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760779.347368:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760779.347384:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760779.347487:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571180 - object 0x240000400:4 offset 25399296<>25403392 00000100:00100000:0.0:1789760779.347546:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760779.347563:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515795328:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760779.396319:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973518 gen 2 00000008:00010000:0.0:1789760779.396392:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760779.396402:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760779.396414:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760779.396504:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760779.396536:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515795328:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760779.396738:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6201, 6201] 00000080:00200000:1.0:1789760779.396754:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760779.396760:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760779.396776:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25403392 i_blocks 51207 00000020:00200000:1.0:1789760779.396781:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760779.396792:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760779.396826:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25403392, count: 4096 00000080:00200000:1.0:1789760779.396833:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25403392, bytes: 4096 00000080:00200000:1.0:1789760779.396843:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760779.396852:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760779.396888:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25403392, 25407488) 0 0 00000080:00200000:1.0:1789760779.396893:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760779.396911:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6202, 6202] 00020000:00200000:1.0:1789760779.396919:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25403392 chunk: [25403392, 25407488) 25407488, 4096 00020000:00200000:1.0:1789760779.396924:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760779.396944:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6202, 6202] 00000008:00010000:1.0:1789760779.396963:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760779.396969:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760779.397061:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25403392, 25407488) append 0 append lockpos 0 00000080:00200000:1.0:1789760779.397077:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25403392=0x183a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760779.397929:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760779.398006:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25407488 00000020:00010000:1.0:1789760779.398018:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760779.398022:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760779.398025:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760779.398029:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760779.398032:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760779.398451:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760779.398463:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760779.398496:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760779.399530:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570e00 - object 0x240000400:4 offset 25403392<>25407488 00000100:00100000:1.0:1789760779.400961:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760779.400993:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515795456:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760779.443298:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:1.0:1789760779.443315:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760779.443326:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760779.443414:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:1.0:1789760779.443449:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515795456:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760779.446309:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6202, 6202] 00000080:00200000:0.0:1789760779.446342:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760779.446350:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760779.446490:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25407488 i_blocks 51207 00000020:00200000:0.0:1789760779.446497:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760779.446517:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760779.446555:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25407488, count: 4096 00000080:00200000:0.0:1789760779.446569:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25407488, bytes: 4096 00000080:00200000:0.0:1789760779.446584:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760779.446593:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760779.446596:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25407488, 25411584) 0 0 00000080:00200000:0.0:1789760779.446601:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760779.446617:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6203, 6203] 00020000:00200000:0.0:1789760779.446627:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25407488 chunk: [25407488, 25411584) 25411584, 4096 00020000:00200000:0.0:1789760779.446631:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760779.446653:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6203, 6203] 00000008:00010000:0.0:1789760779.446674:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760779.446680:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760779.446692:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25407488, 25411584) append 0 append lockpos 0 00000080:00200000:0.0:1789760779.446708:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25407488=0x183b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760779.446791:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760779.446795:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25411584 00000020:00010000:0.0:1789760779.446804:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760779.446808:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760779.446811:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760779.446815:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760779.446817:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760779.446826:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760779.446834:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760779.446852:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760779.447018:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 25407488<>25411584 00000100:00100000:0.0:1789760779.447060:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760779.447162:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515795584:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760779.504494:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973519 gen 2 00000100:00100000:0.0:1789760779.504539:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc6a00 x1876699515795584/t4294973520(4294973520) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760795 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760779.504591:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:0.0:1789760779.504599:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760779.504609:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760779.504687:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:0.0:1789760779.504716:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515795584:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760779.508220:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6203, 6203] 00000080:00200000:3.0:1789760779.508248:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760779.508256:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760779.508276:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25411584 i_blocks 51207 00000020:00200000:3.0:1789760779.508282:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760779.508301:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760779.508335:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25411584, count: 4096 00000080:00200000:3.0:1789760779.508344:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25411584, bytes: 4096 00000080:00200000:3.0:1789760779.508360:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760779.508370:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760779.508372:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25411584, 25415680) 0 0 00000080:00200000:3.0:1789760779.508377:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760779.508404:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6204, 6204] 00020000:00200000:3.0:1789760779.508414:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25411584 chunk: [25411584, 25415680) 25415680, 4096 00020000:00200000:3.0:1789760779.508419:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760779.508439:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6204, 6204] 00000008:00010000:3.0:1789760779.508458:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760779.508463:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760779.508475:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25411584, 25415680) append 0 append lockpos 0 00000080:00200000:3.0:1789760779.508489:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25411584=0x183c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760779.508563:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760779.508566:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25415680 00000020:00010000:3.0:1789760779.508573:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760779.508576:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760779.508579:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760779.508582:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760779.508584:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760779.508592:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760779.508599:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760779.508628:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e020569c0 00000008:00100000:3.0:1789760779.508738:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7480 - object 0x240000400:4 offset 25411584<>25415680 00000100:00100000:3.0:1789760779.508794:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515795712:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760779.556155:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973520 gen 2 00000100:00100000:2.0:1789760779.556201:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc61e7480 x1876699515795712/t4294973521(4294973521) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760795 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:2.0:1789760779.556254:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e020569c0 00000020:00200000:2.0:1789760779.556262:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760779.556275:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760779.556304:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e020569c0 00000100:00100000:2.0:1789760779.556333:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515795712:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760779.556658:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6204, 6204] 00000080:00200000:0.0:1789760779.556676:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760779.556682:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760779.556696:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25415680 i_blocks 51207 00000020:00200000:0.0:1789760779.556699:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760779.556709:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760779.556745:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25415680, count: 4096 00000080:00200000:0.0:1789760779.556753:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25415680, bytes: 4096 00000080:00200000:0.0:1789760779.556775:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760779.556784:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760779.556787:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25415680, 25419776) 0 0 00000080:00200000:0.0:1789760779.556791:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760779.556809:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6205, 6205] 00020000:00200000:0.0:1789760779.556817:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25415680 chunk: [25415680, 25419776) 25419776, 4096 00020000:00200000:0.0:1789760779.556821:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760779.556841:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6205, 6205] 00000008:00010000:0.0:1789760779.556894:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760779.556900:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760779.556912:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25415680, 25419776) append 0 append lockpos 0 00000080:00200000:0.0:1789760779.556928:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25415680=0x183d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760779.556991:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760779.556995:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25419776 00000020:00010000:0.0:1789760779.557004:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760779.557007:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760779.557011:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760779.557014:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760779.557017:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760779.557024:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760779.557031:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760779.557048:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760779.557181:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4000 - object 0x240000400:4 offset 25415680<>25419776 00000100:00100000:1.0:1789760779.557632:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760779.557659:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515795840:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760779.595692:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973522 gen 2 00000008:00010000:1.0:1789760779.595774:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760779.595784:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760779.595795:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760779.595817:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760779.595850:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515795840:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760779.598509:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6205, 6205] 00000080:00200000:0.0:1789760779.598537:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760779.598545:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760779.598564:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25419776 i_blocks 51207 00000020:00200000:0.0:1789760779.598570:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760779.598587:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760779.598620:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25419776, count: 4096 00000080:00200000:0.0:1789760779.598629:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25419776, bytes: 4096 00000080:00200000:0.0:1789760779.598644:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760779.598653:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760779.598656:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25419776, 25423872) 0 0 00000080:00200000:0.0:1789760779.598660:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760779.598677:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6206, 6206] 00020000:00200000:0.0:1789760779.598687:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25419776 chunk: [25419776, 25423872) 25423872, 4096 00020000:00200000:0.0:1789760779.598691:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760779.598713:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6206, 6206] 00000008:00010000:0.0:1789760779.599253:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760779.599261:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760779.599274:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25419776, 25423872) append 0 append lockpos 0 00000080:00200000:0.0:1789760779.599291:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25419776=0x183e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760779.599364:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760779.599366:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25423872 00000020:00010000:0.0:1789760779.599375:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760779.599377:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760779.599380:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760779.599383:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760779.599385:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760779.599394:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760779.599401:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760779.599421:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760779.599534:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7480 - object 0x240000400:4 offset 25419776<>25423872 00000100:00100000:1.0:1789760779.600168:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515795968:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760779.626829:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760779.626846:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760779.626891:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760779.627357:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6206, 6206] 00000080:00200000:0.0:1789760779.627376:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760779.627383:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760779.627398:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25423872 i_blocks 51207 00000020:00200000:0.0:1789760779.627401:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760779.627412:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760779.627448:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25423872, count: 4096 00000080:00200000:0.0:1789760779.627456:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25423872, bytes: 4096 00000080:00200000:0.0:1789760779.627467:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760779.627475:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760779.627477:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25423872, 25427968) 0 0 00000080:00200000:0.0:1789760779.627481:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760779.627497:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6207, 6207] 00020000:00200000:0.0:1789760779.627508:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25423872 chunk: [25423872, 25427968) 25427968, 4096 00020000:00200000:0.0:1789760779.627512:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760779.627532:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6207, 6207] 00000008:00010000:0.0:1789760779.627561:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760779.627568:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760779.627580:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25423872, 25427968) append 0 append lockpos 0 00000080:00200000:0.0:1789760779.627595:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25423872=0x183f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760779.627660:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760779.627663:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25427968 00000020:00010000:0.0:1789760779.627671:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760779.627674:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760779.627677:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760779.627680:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760779.627683:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760779.627690:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760779.627697:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760779.627719:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760779.627841:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 25423872<>25427968 00000008:00010000:1.0:1789760779.628005:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760779.628028:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515795968:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760779.628047:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760779.628059:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515796096:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760779.667139:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973523 gen 2 00000100:00100000:1.0:1789760779.667172:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc5500 x1876699515796096/t4294973524(4294973524) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760795 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760779.667207:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760779.667213:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760779.667221:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760779.667320:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760779.667344:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515796096:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760779.668773:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6207, 6207] 00000080:00200000:2.0:1789760779.668914:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760779.668920:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760779.668933:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25427968 i_blocks 51207 00000020:00200000:2.0:1789760779.668938:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760779.668949:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760779.668975:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25427968, count: 4096 00000080:00200000:2.0:1789760779.668981:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25427968, bytes: 4096 00000080:00200000:2.0:1789760779.668992:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760779.668999:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760779.669000:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25427968, 25432064) 0 0 00000080:00200000:2.0:1789760779.669004:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760779.669015:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6208, 6208] 00020000:00200000:2.0:1789760779.669023:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25427968 chunk: [25427968, 25432064) 25432064, 4096 00020000:00200000:2.0:1789760779.669026:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760779.669040:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6208, 6208] 00000008:00010000:2.0:1789760779.669053:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760779.669058:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760779.669066:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25427968, 25432064) append 0 append lockpos 0 00000080:00200000:2.0:1789760779.669076:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25427968=0x1840000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760779.669136:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760779.669139:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25432064 00000020:00010000:2.0:1789760779.669146:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760779.669149:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760779.669151:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760779.669154:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760779.669157:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760779.669164:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760779.669170:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760779.669189:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760779.669268:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 25427968<>25432064 00000100:00100000:3.0:1789760779.669365:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515796224:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760779.701209:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973525 gen 2 00000008:00010000:2.0:1789760779.701258:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:2.0:1789760779.701265:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760779.701273:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760779.701313:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000100:00100000:2.0:1789760779.701338:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515796224:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760779.702030:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6208, 6208] 00000080:00200000:3.0:1789760779.702044:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760779.702049:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760779.702062:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25432064 i_blocks 51207 00000020:00200000:3.0:1789760779.702066:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760779.702074:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760779.702109:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25432064, count: 4096 00000080:00200000:3.0:1789760779.702115:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25432064, bytes: 4096 00000080:00200000:3.0:1789760779.702127:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760779.702134:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760779.702136:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25432064, 25436160) 0 0 00000080:00200000:3.0:1789760779.702139:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760779.702152:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6209, 6209] 00020000:00200000:3.0:1789760779.702159:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25432064 chunk: [25432064, 25436160) 25436160, 4096 00020000:00200000:3.0:1789760779.702162:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760779.702177:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6209, 6209] 00000008:00010000:3.0:1789760779.702190:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760779.702195:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760779.702203:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25432064, 25436160) append 0 append lockpos 0 00000080:00200000:3.0:1789760779.702213:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25432064=0x1841000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760779.702265:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760779.702269:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25436160 00000020:00010000:3.0:1789760779.702276:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760779.702279:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760779.702282:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760779.702285:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760779.702288:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760779.702295:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760779.702300:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760779.702315:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760779.702392:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7b80 - object 0x240000400:4 offset 25432064<>25436160 00000100:00100000:2.0:1789760779.702462:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515796352:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760779.755441:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973526 gen 2 00000008:00010000:2.0:1789760779.755480:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:2.0:1789760779.755486:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760779.755496:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760779.755513:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:2.0:1789760779.755539:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515796352:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760779.755889:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6209, 6209] 00000080:00200000:3.0:1789760779.755903:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760779.755909:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760779.755921:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25436160 i_blocks 51207 00000020:00200000:3.0:1789760779.755925:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760779.755933:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760779.755962:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25436160, count: 4096 00000080:00200000:3.0:1789760779.755968:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25436160, bytes: 4096 00000080:00200000:3.0:1789760779.755977:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760779.755985:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760779.755987:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25436160, 25440256) 0 0 00000080:00200000:3.0:1789760779.755991:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760779.756005:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6210, 6210] 00020000:00200000:3.0:1789760779.756012:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25436160 chunk: [25436160, 25440256) 25440256, 4096 00020000:00200000:3.0:1789760779.756015:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760779.756030:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6210, 6210] 00000008:00010000:3.0:1789760779.756043:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760779.756049:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760779.756057:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25436160, 25440256) append 0 append lockpos 0 00000080:00200000:3.0:1789760779.756068:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25436160=0x1842000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760779.756132:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760779.756135:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25440256 00000020:00010000:3.0:1789760779.756141:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760779.756145:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760779.756148:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760779.756151:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760779.756154:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760779.756160:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760779.756167:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760779.756183:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760779.756260:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5180 - object 0x240000400:4 offset 25436160<>25440256 00000100:00100000:2.0:1789760779.757206:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760779.757228:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515796480:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760779.792168:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973527 gen 2 00000008:00010000:2.0:1789760779.792203:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:2.0:1789760779.792208:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760779.792217:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760779.792237:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:2.0:1789760779.792258:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515796480:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760779.792352:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6210, 6210] 00000080:00200000:3.0:1789760779.792363:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760779.792368:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760779.792380:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25440256 i_blocks 51207 00000020:00200000:3.0:1789760779.792384:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760779.792392:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760779.792416:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25440256, count: 4096 00000080:00200000:3.0:1789760779.792421:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25440256, bytes: 4096 00000080:00200000:3.0:1789760779.792428:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760779.792435:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760779.792437:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25440256, 25444352) 0 0 00000080:00200000:3.0:1789760779.792440:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760779.792453:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6211, 6211] 00020000:00200000:3.0:1789760779.792459:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25440256 chunk: [25440256, 25444352) 25444352, 4096 00020000:00200000:3.0:1789760779.792462:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760779.792477:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6211, 6211] 00000008:00010000:3.0:1789760779.792490:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760779.792494:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760779.792503:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25440256, 25444352) append 0 append lockpos 0 00000080:00200000:3.0:1789760779.792513:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25440256=0x1843000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760779.792549:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760779.792552:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25444352 00000020:00010000:3.0:1789760779.792558:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760779.792561:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760779.792564:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760779.792567:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760779.792569:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760779.792575:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760779.792580:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760779.792593:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760779.792663:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7800 - object 0x240000400:4 offset 25440256<>25444352 00000100:00100000:2.0:1789760779.792714:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515796608:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760779.830363:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973528 gen 2 00000008:00010000:3.0:1789760779.830397:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760779.830403:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760779.830412:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760779.830470:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760779.830493:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515796608:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760779.830606:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6211, 6211] 00000080:00200000:2.0:1789760779.830618:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760779.830623:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760779.830635:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25444352 i_blocks 51207 00000020:00200000:2.0:1789760779.830637:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760779.830644:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760779.830668:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25444352, count: 4096 00000080:00200000:2.0:1789760779.830673:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25444352, bytes: 4096 00000080:00200000:2.0:1789760779.830681:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760779.830687:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760779.830689:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25444352, 25448448) 0 0 00000080:00200000:2.0:1789760779.830693:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760779.830704:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6212, 6212] 00020000:00200000:2.0:1789760779.830711:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25444352 chunk: [25444352, 25448448) 25448448, 4096 00020000:00200000:2.0:1789760779.830714:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760779.830727:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6212, 6212] 00000008:00010000:2.0:1789760779.830740:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760779.830744:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760779.830751:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25444352, 25448448) append 0 append lockpos 0 00000080:00200000:2.0:1789760779.830761:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25444352=0x1844000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760779.830803:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760779.830805:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25448448 00000020:00010000:2.0:1789760779.830811:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760779.830814:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760779.830817:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760779.830820:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760779.830823:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760779.830830:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760779.830834:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760779.831372:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760779.831580:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 25444352<>25448448 00000100:00100000:3.0:1789760779.831699:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760779.831719:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515796736:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760779.870765:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973529 gen 2 00000008:00010000:3.0:1789760779.870810:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:3.0:1789760779.870817:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760779.870826:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760779.870844:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000100:00100000:3.0:1789760779.870964:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515796736:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760779.872487:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6212, 6212] 00000080:00200000:0.0:1789760779.872504:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760779.872510:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760779.872523:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25448448 i_blocks 51207 00000020:00200000:0.0:1789760779.872528:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760779.872538:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760779.872563:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25448448, count: 4096 00000080:00200000:0.0:1789760779.872569:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25448448, bytes: 4096 00000080:00200000:0.0:1789760779.872580:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760779.872599:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760779.872601:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25448448, 25452544) 0 0 00000080:00200000:0.0:1789760779.872606:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760779.872617:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6213, 6213] 00020000:00200000:0.0:1789760779.872623:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25448448 chunk: [25448448, 25452544) 25452544, 4096 00020000:00200000:0.0:1789760779.872627:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760779.872642:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6213, 6213] 00000008:00010000:0.0:1789760779.872655:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760779.872660:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760779.872669:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25448448, 25452544) append 0 append lockpos 0 00000080:00200000:0.0:1789760779.872679:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25448448=0x1845000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760779.872727:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760779.872730:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25452544 00000020:00010000:0.0:1789760779.872737:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760779.872740:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760779.872743:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760779.872746:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760779.872749:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760779.872755:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760779.873064:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760779.873091:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760779.873187:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 25448448<>25452544 00000100:00100000:1.0:1789760779.873355:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515796864:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760779.920662:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760779.920672:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760779.920682:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760779.920700:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760779.920722:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515796864:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760779.920923:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6213, 6213] 00000080:00200000:0.0:1789760779.920936:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760779.920941:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760779.921024:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25452544 i_blocks 51207 00000020:00200000:0.0:1789760779.921029:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760779.921039:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760779.921067:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25452544, count: 4096 00000080:00200000:0.0:1789760779.921073:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25452544, bytes: 4096 00000080:00200000:0.0:1789760779.921095:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760779.921103:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760779.921106:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25452544, 25456640) 0 0 00000080:00200000:0.0:1789760779.921111:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760779.921681:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6214, 6214] 00020000:00200000:0.0:1789760779.921690:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25452544 chunk: [25452544, 25456640) 25456640, 4096 00020000:00200000:0.0:1789760779.921694:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760779.921709:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6214, 6214] 00000008:00010000:0.0:1789760779.921724:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760779.921729:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760779.921737:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25452544, 25456640) append 0 append lockpos 0 00000080:00200000:0.0:1789760779.921748:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25452544=0x1846000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760779.921792:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760779.921795:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25456640 00000020:00010000:0.0:1789760779.921801:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760779.921804:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760779.921807:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760779.921811:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760779.921814:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760779.921821:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760779.921826:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760779.922365:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760779.922443:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4380 - object 0x240000400:4 offset 25452544<>25456640 00000100:00100000:1.0:1789760779.922930:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760779.922960:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515796992:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760779.974569:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973530 gen 2 00000100:00100000:1.0:1789760779.974600:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc4380 x1876699515796992/t4294973531(4294973531) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760795 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760779.974642:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760779.974648:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760779.974656:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760779.974678:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760779.974697:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515796992:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760779.975293:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6214, 6214] 00000080:00200000:0.0:1789760779.975314:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760779.975319:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760779.975328:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25456640 i_blocks 51207 00000020:00200000:0.0:1789760779.975331:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760779.975340:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760779.975363:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25456640, count: 4096 00000080:00200000:0.0:1789760779.975369:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25456640, bytes: 4096 00000080:00200000:0.0:1789760779.975378:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760779.975384:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760779.975386:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25456640, 25460736) 0 0 00000080:00200000:0.0:1789760779.975390:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760779.975401:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6215, 6215] 00020000:00200000:0.0:1789760779.975407:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25456640 chunk: [25456640, 25460736) 25460736, 4096 00020000:00200000:0.0:1789760779.975411:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760779.975425:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6215, 6215] 00000008:00010000:0.0:1789760779.975437:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760779.975442:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760779.975449:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25456640, 25460736) append 0 append lockpos 0 00000080:00200000:0.0:1789760779.975459:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25456640=0x1847000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760779.975501:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760779.975504:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25460736 00000020:00010000:0.0:1789760779.975510:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760779.975513:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760779.975516:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760779.975519:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760779.975522:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760779.975528:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760779.975532:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760779.975550:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760779.975620:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5c00 - object 0x240000400:4 offset 25456640<>25460736 00000100:00100000:1.0:1789760779.976341:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515797120:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760780.017161:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973532 gen 2 00000008:00010000:1.0:1789760780.017205:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760780.017211:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760780.017218:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760780.017241:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760780.017266:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515797120:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760780.017550:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6215, 6215] 00000080:00200000:0.0:1789760780.017564:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760780.017569:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760780.017581:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25460736 i_blocks 51207 00000020:00200000:0.0:1789760780.017584:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760780.017593:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760780.017616:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25460736, count: 4096 00000080:00200000:0.0:1789760780.017621:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25460736, bytes: 4096 00000080:00200000:0.0:1789760780.017630:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760780.017637:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760780.017639:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25460736, 25464832) 0 0 00000080:00200000:0.0:1789760780.017643:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760780.017655:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6216, 6216] 00020000:00200000:0.0:1789760780.017662:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25460736 chunk: [25460736, 25464832) 25464832, 4096 00020000:00200000:0.0:1789760780.017666:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760780.017680:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6216, 6216] 00000008:00010000:0.0:1789760780.017692:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760780.017696:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760780.017705:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25460736, 25464832) append 0 append lockpos 0 00000080:00200000:0.0:1789760780.017716:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25460736=0x1848000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760780.017768:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760780.017771:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25464832 00000020:00010000:0.0:1789760780.017778:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760780.017782:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760780.017785:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760780.017788:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760780.017791:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760780.017925:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760780.017932:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760780.017946:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760780.018020:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 25460736<>25464832 00000100:00100000:1.0:1789760780.018111:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760780.018125:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515797248:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760780.046218:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760780.046229:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760780.046238:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760780.046259:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760780.046287:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515797248:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760780.046381:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6216, 6216] 00000080:00200000:0.0:1789760780.046394:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760780.046400:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760780.046413:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25464832 i_blocks 51207 00000020:00200000:0.0:1789760780.046416:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760780.046425:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760780.046450:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25464832, count: 4096 00000080:00200000:0.0:1789760780.046456:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25464832, bytes: 4096 00000080:00200000:0.0:1789760780.046464:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760780.046472:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760780.046474:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25464832, 25468928) 0 0 00000080:00200000:0.0:1789760780.046478:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760780.046491:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6217, 6217] 00020000:00200000:0.0:1789760780.046498:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25464832 chunk: [25464832, 25468928) 25468928, 4096 00020000:00200000:0.0:1789760780.046502:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760780.046518:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6217, 6217] 00000008:00010000:0.0:1789760780.046532:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760780.046537:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760780.046630:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25464832, 25468928) append 0 append lockpos 0 00000080:00200000:0.0:1789760780.046641:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25464832=0x1849000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760780.046814:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760780.046818:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25468928 00000020:00010000:0.0:1789760780.046826:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760780.046830:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760780.046832:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760780.046835:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760780.046838:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760780.046845:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760780.046851:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760780.046900:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760780.046986:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5180 - object 0x240000400:4 offset 25464832<>25468928 00000100:00100000:0.0:1789760780.047094:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760780.047109:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515797376:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760780.082820:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973534 gen 2 00000008:00010000:0.0:1789760780.082895:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:0.0:1789760780.082903:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760780.082909:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760780.082955:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000080:00200000:1.0:1789760780.082978:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6217, 6217] 00000100:00100000:0.0:1789760780.082980:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515797376:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760780.082991:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760780.082995:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760780.083132:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25468928 i_blocks 51207 00000020:00200000:1.0:1789760780.083136:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760780.083146:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760780.083176:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25468928, count: 4096 00000080:00200000:1.0:1789760780.083182:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25468928, bytes: 4096 00000080:00200000:1.0:1789760780.083190:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760780.083197:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760780.083200:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25468928, 25473024) 0 0 00000080:00200000:1.0:1789760780.083204:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760780.083217:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6218, 6218] 00020000:00200000:1.0:1789760780.083224:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25468928 chunk: [25468928, 25473024) 25473024, 4096 00020000:00200000:1.0:1789760780.083228:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760780.083242:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6218, 6218] 00000008:00010000:1.0:1789760780.083255:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760780.083259:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760780.083268:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25468928, 25473024) append 0 append lockpos 0 00000080:00200000:1.0:1789760780.083278:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25468928=0x184a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760780.083325:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760780.083328:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25473024 00000020:00010000:1.0:1789760780.083334:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760780.083338:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760780.083340:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760780.083344:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760780.083346:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760780.083353:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760780.083358:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760780.083372:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760780.083447:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571880 - object 0x240000400:4 offset 25468928<>25473024 00000100:00100000:1.0:1789760780.083483:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760780.083497:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515797504:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760780.125456:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973535 gen 2 00000008:00010000:1.0:1789760780.125492:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:1.0:1789760780.125498:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760780.125507:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760780.125532:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:1.0:1789760780.125558:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515797504:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760780.125895:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6218, 6218] 00000080:00200000:0.0:1789760780.125909:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760780.125915:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760780.125927:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25473024 i_blocks 51207 00000020:00200000:0.0:1789760780.125931:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760780.125939:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760780.125965:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25473024, count: 4096 00000080:00200000:0.0:1789760780.125971:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25473024, bytes: 4096 00000080:00200000:0.0:1789760780.125979:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760780.125986:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760780.125988:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25473024, 25477120) 0 0 00000080:00200000:0.0:1789760780.125992:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760780.126004:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6219, 6219] 00020000:00200000:0.0:1789760780.126011:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25473024 chunk: [25473024, 25477120) 25477120, 4096 00020000:00200000:0.0:1789760780.126014:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760780.126028:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6219, 6219] 00000008:00010000:0.0:1789760780.126042:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760780.126048:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760780.126056:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25473024, 25477120) append 0 append lockpos 0 00000080:00200000:0.0:1789760780.126066:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25473024=0x184b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760780.126309:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760780.126312:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25477120 00000020:00010000:0.0:1789760780.126319:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760780.126322:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760780.126325:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760780.126328:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760780.126330:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760780.126337:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760780.126342:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760780.126357:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760780.126440:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5180 - object 0x240000400:4 offset 25473024<>25477120 00000100:00100000:0.0:1789760780.126483:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760780.126501:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515797632:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760780.164663:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973536 gen 2 00000008:00010000:0.0:1789760780.164697:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:0.0:1789760780.164704:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760780.164711:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760780.164771:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:0.0:1789760780.164794:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515797632:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760780.165064:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6219, 6219] 00000080:00200000:2.0:1789760780.165085:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760780.165155:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760780.165169:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25477120 i_blocks 51207 00000020:00200000:2.0:1789760780.165172:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760780.165180:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760780.165206:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25477120, count: 4096 00000080:00200000:2.0:1789760780.165213:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25477120, bytes: 4096 00000080:00200000:2.0:1789760780.165220:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760780.165227:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760780.165229:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25477120, 25481216) 0 0 00000080:00200000:2.0:1789760780.165233:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760780.165246:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6220, 6220] 00020000:00200000:2.0:1789760780.165253:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25477120 chunk: [25477120, 25481216) 25481216, 4096 00020000:00200000:2.0:1789760780.165256:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760780.165270:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6220, 6220] 00000008:00010000:2.0:1789760780.165285:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760780.165289:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760780.165297:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25477120, 25481216) append 0 append lockpos 0 00000080:00200000:2.0:1789760780.165308:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25477120=0x184c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760780.165353:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760780.165356:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25481216 00000020:00010000:2.0:1789760780.165362:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760780.165366:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760780.165368:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760780.165372:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760780.165374:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760780.165383:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760780.165388:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760780.165402:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760780.165550:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 25477120<>25481216 00000100:00100000:3.0:1789760780.165742:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515797760:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760780.200301:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973537 gen 2 00000008:00010000:3.0:1789760780.200341:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:3.0:1789760780.200347:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760780.200355:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760780.200414:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:3.0:1789760780.200439:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515797760:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760780.200508:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6220, 6220] 00000080:00200000:2.0:1789760780.200520:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760780.200526:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760780.200538:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25481216 i_blocks 51207 00000020:00200000:2.0:1789760780.200542:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760780.200550:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760780.200574:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25481216, count: 4096 00000080:00200000:2.0:1789760780.200580:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25481216, bytes: 4096 00000080:00200000:2.0:1789760780.200587:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760780.200593:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760780.200595:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25481216, 25485312) 0 0 00000080:00200000:2.0:1789760780.200599:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760780.200611:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6221, 6221] 00020000:00200000:2.0:1789760780.200617:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25481216 chunk: [25481216, 25485312) 25485312, 4096 00020000:00200000:2.0:1789760780.200622:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760780.200636:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6221, 6221] 00000008:00010000:2.0:1789760780.200649:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760780.200654:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760780.200662:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25481216, 25485312) append 0 append lockpos 0 00000080:00200000:2.0:1789760780.200673:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25481216=0x184d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760780.200716:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760780.200786:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25485312 00000020:00010000:2.0:1789760780.200793:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760780.200797:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760780.200800:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760780.200803:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760780.200806:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760780.200813:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760780.200819:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760780.200832:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e80c0 00000008:00100000:2.0:1789760780.201040:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 25481216<>25485312 00000100:00100000:3.0:1789760780.201105:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515797888:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760780.243583:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e80c0 00000020:00200000:3.0:1789760780.243594:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760780.243602:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760780.243624:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e80c0 00000100:00100000:3.0:1789760780.243648:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515797888:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760780.243767:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6221, 6221] 00000080:00200000:0.0:1789760780.243779:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760780.243785:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760780.243797:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25485312 i_blocks 51207 00000020:00200000:0.0:1789760780.243800:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760780.243809:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760780.243834:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25485312, count: 4096 00000080:00200000:0.0:1789760780.243841:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25485312, bytes: 4096 00000080:00200000:0.0:1789760780.243848:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760780.243881:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760780.243883:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25485312, 25489408) 0 0 00000080:00200000:0.0:1789760780.243888:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760780.243901:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6222, 6222] 00020000:00200000:0.0:1789760780.243907:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25485312 chunk: [25485312, 25489408) 25489408, 4096 00020000:00200000:0.0:1789760780.243912:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760780.243926:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6222, 6222] 00000008:00010000:0.0:1789760780.243939:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760780.243943:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760780.243952:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25485312, 25489408) append 0 append lockpos 0 00000080:00200000:0.0:1789760780.243963:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25485312=0x184e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760780.244092:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760780.244096:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25489408 00000020:00010000:0.0:1789760780.244103:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760780.244107:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760780.244110:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760780.244303:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760780.244306:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760780.244316:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760780.244321:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760780.244336:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760780.244414:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5180 - object 0x240000400:4 offset 25485312<>25489408 00000100:00100000:1.0:1789760780.244491:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515798016:192.168.203.146@tcp:4:dd.0 00010000:00010000:3.0:1789760780.275958:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789760780.282570:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973539 gen 2 00000008:00010000:1.0:1789760780.282615:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760780.282621:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760780.282629:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760780.282697:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760780.282720:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515798016:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760780.285052:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6222, 6222] 00000080:00200000:0.0:1789760780.285067:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760780.285072:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760780.285095:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25489408 i_blocks 51207 00000020:00200000:0.0:1789760780.285101:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760780.285114:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760780.285140:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25489408, count: 4096 00000080:00200000:0.0:1789760780.285147:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25489408, bytes: 4096 00000080:00200000:0.0:1789760780.285157:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760780.285164:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760780.285166:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25489408, 25493504) 0 0 00000080:00200000:0.0:1789760780.285170:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760780.285181:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6223, 6223] 00020000:00200000:0.0:1789760780.285189:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25489408 chunk: [25489408, 25493504) 25493504, 4096 00020000:00200000:0.0:1789760780.285193:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760780.285208:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6223, 6223] 00000008:00010000:0.0:1789760780.285220:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760780.285225:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760780.285233:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25489408, 25493504) append 0 append lockpos 0 00000080:00200000:0.0:1789760780.285244:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25489408=0x184f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760780.285367:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760780.285370:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25493504 00000020:00010000:0.0:1789760780.285378:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760780.285381:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760780.285384:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760780.285387:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760780.285389:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760780.285410:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760780.285416:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760780.285439:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760780.285533:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 25489408<>25493504 00000100:00100000:1.0:1789760780.288178:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515798144:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760780.317378:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973540 gen 2 00000008:00010000:1.0:1789760780.317416:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760780.317422:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760780.317430:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760780.317452:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760780.317473:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515798144:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760780.317610:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6223, 6223] 00000080:00200000:0.0:1789760780.317621:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760780.317626:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760780.317638:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25493504 i_blocks 51207 00000020:00200000:0.0:1789760780.317641:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760780.317649:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760780.317674:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25493504, count: 4096 00000080:00200000:0.0:1789760780.317680:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25493504, bytes: 4096 00000080:00200000:0.0:1789760780.317688:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760780.317695:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760780.317697:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25493504, 25497600) 0 0 00000080:00200000:0.0:1789760780.317700:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760780.317711:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6224, 6224] 00020000:00200000:0.0:1789760780.317717:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25493504 chunk: [25493504, 25497600) 25497600, 4096 00020000:00200000:0.0:1789760780.317721:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760780.317735:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6224, 6224] 00000008:00010000:0.0:1789760780.317747:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760780.317751:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760780.317760:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25493504, 25497600) append 0 append lockpos 0 00000080:00200000:0.0:1789760780.317770:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25493504=0x1850000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760780.318011:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760780.318015:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25497600 00000020:00010000:0.0:1789760780.318022:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760780.318025:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760780.318028:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760780.318032:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760780.318035:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760780.318040:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760780.318046:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760780.318059:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760780.318163:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4a80 - object 0x240000400:4 offset 25493504<>25497600 00000100:00100000:1.0:1789760780.318228:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515798272:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760780.373311:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973541 gen 2 00000008:00010000:1.0:1789760780.373345:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760780.373352:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760780.373360:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760780.373380:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760780.373403:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515798272:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760780.373525:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6224, 6224] 00000080:00200000:0.0:1789760780.373538:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760780.373543:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760780.373555:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25497600 i_blocks 51207 00000020:00200000:0.0:1789760780.373558:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760780.373566:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760780.373592:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25497600, count: 4096 00000080:00200000:0.0:1789760780.373598:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25497600, bytes: 4096 00000080:00200000:0.0:1789760780.373605:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760780.373612:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760780.373619:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25497600, 25501696) 0 0 00000080:00200000:0.0:1789760780.373624:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760780.373638:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6225, 6225] 00020000:00200000:0.0:1789760780.373645:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25497600 chunk: [25497600, 25501696) 25501696, 4096 00020000:00200000:0.0:1789760780.373649:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760780.373665:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6225, 6225] 00000008:00010000:0.0:1789760780.373680:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760780.373684:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760780.373693:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25497600, 25501696) append 0 append lockpos 0 00000080:00200000:0.0:1789760780.373703:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25497600=0x1851000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760780.373760:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760780.373763:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25501696 00000020:00010000:0.0:1789760780.373770:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760780.373773:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760780.373776:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760780.373779:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760780.373782:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760780.373788:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760780.373795:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760780.373809:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760780.374249:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4a80 - object 0x240000400:4 offset 25497600<>25501696 00000100:00100000:0.0:1789760780.374299:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515798400:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760780.418658:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973542 gen 2 00000008:00010000:0.0:1789760780.418696:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:0.0:1789760780.418702:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760780.418710:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760780.418843:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000080:00200000:1.0:1789760780.418954:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6225, 6225] 00000080:00200000:1.0:1789760780.418969:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760780.418974:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760780.418987:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25501696 i_blocks 51207 00000020:00200000:1.0:1789760780.418990:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000100:00100000:0.0:1789760780.419154:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515798400:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760780.419218:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760780.419246:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25501696, count: 4096 00000080:00200000:1.0:1789760780.419253:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25501696, bytes: 4096 00000080:00200000:1.0:1789760780.419261:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760780.419268:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760780.419271:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25501696, 25505792) 0 0 00000080:00200000:1.0:1789760780.419275:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760780.419287:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6226, 6226] 00020000:00200000:1.0:1789760780.419294:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25501696 chunk: [25501696, 25505792) 25505792, 4096 00020000:00200000:1.0:1789760780.419297:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760780.419312:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6226, 6226] 00000008:00010000:1.0:1789760780.419325:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760780.419329:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760780.419338:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25501696, 25505792) append 0 append lockpos 0 00000080:00200000:1.0:1789760780.419348:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25501696=0x1852000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760780.419391:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760780.419394:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25505792 00000020:00010000:1.0:1789760780.419400:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760780.419404:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760780.419407:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760780.419410:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760780.419413:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760780.419418:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760780.419424:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760780.419439:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760780.419515:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571880 - object 0x240000400:4 offset 25501696<>25505792 00000100:00100000:0.0:1789760780.419570:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515798528:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760780.456620:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973543 gen 2 00000008:00010000:0.0:1789760780.456663:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760780.456669:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760780.456677:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760780.456697:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760780.456721:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515798528:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760780.456886:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6226, 6226] 00000080:00200000:1.0:1789760780.456899:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760780.456905:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760780.456916:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25505792 i_blocks 51207 00000020:00200000:1.0:1789760780.456920:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760780.456929:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760780.456954:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25505792, count: 4096 00000080:00200000:1.0:1789760780.456959:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25505792, bytes: 4096 00000080:00200000:1.0:1789760780.456967:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760780.456974:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760780.456976:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25505792, 25509888) 0 0 00000080:00200000:1.0:1789760780.456980:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760780.456992:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6227, 6227] 00020000:00200000:1.0:1789760780.456999:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25505792 chunk: [25505792, 25509888) 25509888, 4096 00020000:00200000:1.0:1789760780.457002:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760780.457017:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6227, 6227] 00000008:00010000:1.0:1789760780.457030:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760780.457034:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760780.457041:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25505792, 25509888) append 0 append lockpos 0 00000080:00200000:1.0:1789760780.457050:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25505792=0x1853000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760780.457111:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760780.457114:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25509888 00000020:00010000:1.0:1789760780.457120:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760780.457123:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760780.457126:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760780.457507:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760780.457510:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760780.457518:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760780.457525:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760780.457540:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760780.457611:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573480 - object 0x240000400:4 offset 25505792<>25509888 00000100:00100000:0.0:1789760780.457954:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515798656:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760780.492552:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973544 gen 2 00000008:00010000:0.0:1789760780.492581:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:0.0:1789760780.492585:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760780.492592:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760780.492608:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:0.0:1789760780.492626:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515798656:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760780.492746:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6227, 6227] 00000080:00200000:1.0:1789760780.492758:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760780.492762:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760780.492772:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25509888 i_blocks 51207 00000020:00200000:1.0:1789760780.492774:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760780.492780:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760780.492801:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25509888, count: 4096 00000080:00200000:1.0:1789760780.492806:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25509888, bytes: 4096 00000080:00200000:1.0:1789760780.492812:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760780.492817:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760780.492819:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25509888, 25513984) 0 0 00000080:00200000:1.0:1789760780.492822:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760780.492831:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6228, 6228] 00020000:00200000:1.0:1789760780.492836:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25509888 chunk: [25509888, 25513984) 25513984, 4096 00020000:00200000:1.0:1789760780.492839:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760780.492850:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6228, 6228] 00000008:00010000:1.0:1789760780.492884:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760780.492889:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760780.492897:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25509888, 25513984) append 0 append lockpos 0 00000080:00200000:1.0:1789760780.492908:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25509888=0x1854000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760780.492947:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760780.492948:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25513984 00000020:00010000:1.0:1789760780.492954:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760780.492957:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760780.492959:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760780.492961:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760780.492963:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760780.492967:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760780.492971:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760780.492980:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760780.493049:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 25509888<>25513984 00000100:00100000:0.0:1789760780.493232:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760780.493243:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515798784:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760780.539815:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760780.539826:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760780.539845:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760780.539911:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760780.539930:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515798784:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760780.540745:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6228, 6228] 00000080:00200000:1.0:1789760780.540760:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760780.540764:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760780.540777:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25513984 i_blocks 51207 00000020:00200000:1.0:1789760780.540780:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760780.540789:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760780.540816:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25513984, count: 4096 00000080:00200000:1.0:1789760780.540822:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25513984, bytes: 4096 00000080:00200000:1.0:1789760780.540840:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760780.540847:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760780.540849:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25513984, 25518080) 0 0 00000080:00200000:1.0:1789760780.540853:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760780.540896:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6229, 6229] 00020000:00200000:1.0:1789760780.540903:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25513984 chunk: [25513984, 25518080) 25518080, 4096 00020000:00200000:1.0:1789760780.540906:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760780.540922:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6229, 6229] 00000008:00010000:1.0:1789760780.540935:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760780.540940:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760780.540949:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25513984, 25518080) append 0 append lockpos 0 00000080:00200000:1.0:1789760780.540959:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25513984=0x1855000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760780.541001:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760780.541003:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25518080 00000020:00010000:1.0:1789760780.541010:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760780.541013:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760780.541016:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760780.541018:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760780.541020:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760780.541027:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760780.541032:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760780.541044:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760780.541184:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570a80 - object 0x240000400:4 offset 25513984<>25518080 00000100:00100000:0.0:1789760780.541609:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515798912:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760780.599478:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973546 gen 2 00000008:00010000:0.0:1789760780.599527:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760780.599534:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760780.599541:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760780.599662:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760780.599686:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515798912:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760780.599897:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6229, 6229] 00000080:00200000:1.0:1789760780.599909:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760780.599914:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760780.599926:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25518080 i_blocks 51207 00000020:00200000:1.0:1789760780.599929:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760780.599937:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760780.599961:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25518080, count: 4096 00000080:00200000:1.0:1789760780.599967:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25518080, bytes: 4096 00000080:00200000:1.0:1789760780.599977:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760780.599984:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760780.599986:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25518080, 25522176) 0 0 00000080:00200000:1.0:1789760780.599989:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760780.600000:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6230, 6230] 00020000:00200000:1.0:1789760780.600006:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25518080 chunk: [25518080, 25522176) 25522176, 4096 00020000:00200000:1.0:1789760780.600010:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760780.600025:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6230, 6230] 00000008:00010000:1.0:1789760780.600039:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760780.600044:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760780.600064:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25518080, 25522176) append 0 append lockpos 0 00000080:00200000:1.0:1789760780.600085:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25518080=0x1856000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760780.600139:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760780.600141:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25522176 00000020:00010000:1.0:1789760780.600148:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760780.600151:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760780.600154:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760780.600157:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760780.600365:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760780.600375:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760780.600382:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760780.600469:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760780.600550:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570a80 - object 0x240000400:4 offset 25518080<>25522176 00000100:00100000:0.0:1789760780.600727:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515799040:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760780.649843:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973547 gen 2 00000008:00010000:0.0:1789760780.649905:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:0.0:1789760780.649912:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760780.649921:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760780.650016:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:0.0:1789760780.650041:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515799040:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760780.650640:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6230, 6230] 00000080:00200000:3.0:1789760780.650654:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760780.650659:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760780.650670:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25522176 i_blocks 51207 00000020:00200000:3.0:1789760780.650674:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760780.650682:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760780.650705:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25522176, count: 4096 00000080:00200000:3.0:1789760780.650710:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25522176, bytes: 4096 00000080:00200000:3.0:1789760780.650717:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760780.650724:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760780.650726:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25522176, 25526272) 0 0 00000080:00200000:3.0:1789760780.650731:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760780.650742:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6231, 6231] 00020000:00200000:3.0:1789760780.650748:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25522176 chunk: [25522176, 25526272) 25526272, 4096 00020000:00200000:3.0:1789760780.650752:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760780.650768:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6231, 6231] 00000008:00010000:3.0:1789760780.650782:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760780.650786:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760780.650795:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25522176, 25526272) append 0 append lockpos 0 00000080:00200000:3.0:1789760780.650807:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25522176=0x1857000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760780.650940:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760780.650944:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25526272 00000020:00010000:3.0:1789760780.650952:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760780.650955:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760780.650959:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760780.650963:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760780.650966:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760780.650973:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760780.650978:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760780.650992:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760780.651067:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7800 - object 0x240000400:4 offset 25522176<>25526272 00000100:00100000:2.0:1789760780.651318:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515799168:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760780.699199:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973548 gen 2 00000008:00010000:3.0:1789760780.699236:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760780.699242:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760780.699252:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760780.699390:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760780.699415:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515799168:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760780.699485:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6231, 6231] 00000080:00200000:1.0:1789760780.699500:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760780.699505:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760780.699517:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25526272 i_blocks 51207 00000020:00200000:1.0:1789760780.699520:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760780.699529:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760780.699556:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25526272, count: 4096 00000080:00200000:1.0:1789760780.699563:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25526272, bytes: 4096 00000080:00200000:1.0:1789760780.699572:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760780.699579:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760780.699582:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25526272, 25530368) 0 0 00000080:00200000:1.0:1789760780.699585:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760780.699598:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6232, 6232] 00020000:00200000:1.0:1789760780.699605:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25526272 chunk: [25526272, 25530368) 25530368, 4096 00020000:00200000:1.0:1789760780.699609:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760780.699623:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6232, 6232] 00000008:00010000:1.0:1789760780.699638:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760780.699642:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760780.699651:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25526272, 25530368) append 0 append lockpos 0 00000080:00200000:1.0:1789760780.699780:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25526272=0x1858000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760780.699826:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760780.699829:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25530368 00000020:00010000:1.0:1789760780.699838:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760780.699841:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760780.699843:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760780.699846:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760780.699849:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760780.700005:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760780.700011:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760780.700028:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760780.702240:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 25526272<>25530368 00000100:00100000:0.0:1789760780.702297:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760780.702634:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515799296:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760780.754102:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973549 gen 2 00000008:00010000:0.0:1789760780.754132:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760780.754138:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760780.754146:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760780.754163:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760780.754183:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515799296:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760780.754527:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6232, 6232] 00000080:00200000:3.0:1789760780.754544:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760780.754550:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760780.754565:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25530368 i_blocks 51207 00000020:00200000:3.0:1789760780.754569:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760780.754578:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760780.754604:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25530368, count: 4096 00000080:00200000:3.0:1789760780.754610:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25530368, bytes: 4096 00000080:00200000:3.0:1789760780.754618:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760780.754626:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760780.754629:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25530368, 25534464) 0 0 00000080:00200000:3.0:1789760780.754633:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760780.754648:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6233, 6233] 00020000:00200000:3.0:1789760780.754656:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25530368 chunk: [25530368, 25534464) 25534464, 4096 00020000:00200000:3.0:1789760780.754660:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760780.754677:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6233, 6233] 00000008:00010000:3.0:1789760780.754692:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760780.754697:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760780.754707:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25530368, 25534464) append 0 append lockpos 0 00000080:00200000:3.0:1789760780.754718:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25530368=0x1859000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760780.754766:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760780.754769:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25534464 00000020:00010000:3.0:1789760780.754776:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760780.754780:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760780.754783:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760780.754787:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760780.754790:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760780.754797:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760780.754803:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760780.754818:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760780.754940:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7800 - object 0x240000400:4 offset 25530368<>25534464 00000100:00100000:3.0:1789760780.754981:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760780.754998:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515799424:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760780.797521:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760780.797533:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760780.797543:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760780.797568:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760780.797593:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515799424:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760780.797691:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6233, 6233] 00000080:00200000:0.0:1789760780.797704:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760780.797710:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760780.797788:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25534464 i_blocks 51207 00000020:00200000:0.0:1789760780.797793:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760780.797801:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760780.797922:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25534464, count: 4096 00000080:00200000:0.0:1789760780.797930:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25534464, bytes: 4096 00000080:00200000:0.0:1789760780.797940:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760780.797947:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760780.797949:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25534464, 25538560) 0 0 00000080:00200000:0.0:1789760780.797954:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760780.797967:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6234, 6234] 00020000:00200000:0.0:1789760780.797973:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25534464 chunk: [25534464, 25538560) 25538560, 4096 00020000:00200000:0.0:1789760780.797977:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760780.797990:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6234, 6234] 00000008:00010000:0.0:1789760780.798015:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760780.798020:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760780.798027:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25534464, 25538560) append 0 append lockpos 0 00000080:00200000:0.0:1789760780.798039:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25534464=0x185a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760780.798287:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760780.798291:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25538560 00000020:00010000:0.0:1789760780.798299:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760780.798302:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760780.798304:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760780.798307:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760780.798310:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760780.798317:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760780.798323:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760780.798339:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760780.798421:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4a80 - object 0x240000400:4 offset 25534464<>25538560 00000100:00100000:1.0:1789760780.798502:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515799552:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760780.855017:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973551 gen 2 00000008:00010000:1.0:1789760780.855061:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760780.855067:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760780.855087:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760780.855160:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760780.855186:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515799552:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760780.855296:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6234, 6234] 00000080:00200000:0.0:1789760780.855309:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760780.855314:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760780.855325:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25538560 i_blocks 51207 00000020:00200000:0.0:1789760780.855328:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760780.855337:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760780.855363:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25538560, count: 4096 00000080:00200000:0.0:1789760780.855368:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25538560, bytes: 4096 00000080:00200000:0.0:1789760780.855376:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760780.855383:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760780.855384:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25538560, 25542656) 0 0 00000080:00200000:0.0:1789760780.855388:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760780.855399:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6235, 6235] 00020000:00200000:0.0:1789760780.855405:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25538560 chunk: [25538560, 25542656) 25542656, 4096 00020000:00200000:0.0:1789760780.855408:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760780.855422:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6235, 6235] 00000008:00010000:0.0:1789760780.855435:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760780.855440:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760780.855448:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25538560, 25542656) append 0 append lockpos 0 00000080:00200000:0.0:1789760780.855458:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25538560=0x185b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760780.855503:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760780.855506:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25542656 00000020:00010000:0.0:1789760780.855513:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760780.855517:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760780.855520:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760780.855523:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760780.855526:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760780.855532:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760780.855537:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760780.855549:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760780.856080:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 25538560<>25542656 00000100:00100000:1.0:1789760780.856128:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760780.856255:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515799680:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760780.897623:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973552 gen 2 00000008:00010000:1.0:1789760780.897655:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760780.897661:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760780.897669:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760780.897689:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760780.897711:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515799680:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760780.897960:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6235, 6235] 00000080:00200000:3.0:1789760780.897973:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760780.897978:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760780.897989:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25542656 i_blocks 51207 00000020:00200000:3.0:1789760780.897992:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760780.898001:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760780.898025:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25542656, count: 4096 00000080:00200000:3.0:1789760780.898030:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25542656, bytes: 4096 00000080:00200000:3.0:1789760780.898037:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760780.898045:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760780.898047:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25542656, 25546752) 0 0 00000080:00200000:3.0:1789760780.898050:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760780.898062:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6236, 6236] 00020000:00200000:3.0:1789760780.898069:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25542656 chunk: [25542656, 25546752) 25546752, 4096 00020000:00200000:3.0:1789760780.898082:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760780.898098:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6236, 6236] 00000008:00010000:3.0:1789760780.898112:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760780.898117:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760780.898126:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25542656, 25546752) append 0 append lockpos 0 00000080:00200000:3.0:1789760780.898137:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25542656=0x185c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760780.898190:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760780.898461:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25546752 00000020:00010000:3.0:1789760780.898471:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760780.898474:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760780.898477:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760780.898481:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760780.898484:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760780.898490:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760780.898495:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760780.898509:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760780.898578:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4380 - object 0x240000400:4 offset 25542656<>25546752 00000100:00100000:2.0:1789760780.898677:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515799808:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760780.942276:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973553 gen 2 00000008:00010000:3.0:1789760780.942310:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760780.942316:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760780.942325:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760780.942345:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760780.942366:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515799808:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760780.942460:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6236, 6236] 00000080:00200000:1.0:1789760780.942473:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760780.942478:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760780.942490:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25546752 i_blocks 51207 00000020:00200000:1.0:1789760780.942493:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760780.942500:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760780.942525:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25546752, count: 4096 00000080:00200000:1.0:1789760780.942530:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25546752, bytes: 4096 00000080:00200000:1.0:1789760780.942537:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760780.942544:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760780.942546:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25546752, 25550848) 0 0 00000080:00200000:1.0:1789760780.942550:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760780.942566:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6237, 6237] 00020000:00200000:1.0:1789760780.942573:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25546752 chunk: [25546752, 25550848) 25550848, 4096 00020000:00200000:1.0:1789760780.942578:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760780.942591:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6237, 6237] 00000008:00010000:1.0:1789760780.942603:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760780.942607:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760780.942615:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25546752, 25550848) append 0 append lockpos 0 00000080:00200000:1.0:1789760780.942626:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25546752=0x185d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760780.942665:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760780.942667:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25550848 00000020:00010000:1.0:1789760780.942672:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760780.942676:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760780.942679:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760780.942682:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760780.942684:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760780.942690:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760780.942695:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760780.942706:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760780.942775:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573480 - object 0x240000400:4 offset 25546752<>25550848 00000100:00100000:0.0:1789760780.942878:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760780.942892:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515799936:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760780.984223:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973554 gen 2 00000008:00010000:0.0:1789760780.984260:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760780.984266:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760780.984274:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760780.984307:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760780.984330:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515799936:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760780.985161:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6237, 6237] 00000080:00200000:3.0:1789760780.985176:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760780.985182:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760780.985195:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25550848 i_blocks 51207 00000020:00200000:3.0:1789760780.985199:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760780.985210:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760780.985237:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25550848, count: 4096 00000080:00200000:3.0:1789760780.985243:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25550848, bytes: 4096 00000080:00200000:3.0:1789760780.985254:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760780.985263:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760780.985265:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25550848, 25554944) 0 0 00000080:00200000:3.0:1789760780.985275:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760780.985290:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6238, 6238] 00020000:00200000:3.0:1789760780.985299:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25550848 chunk: [25550848, 25554944) 25554944, 4096 00020000:00200000:3.0:1789760780.985304:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760780.985324:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6238, 6238] 00000008:00010000:3.0:1789760780.985342:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760780.985347:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760780.985358:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25550848, 25554944) append 0 append lockpos 0 00000080:00200000:3.0:1789760780.985371:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25550848=0x185e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760780.985433:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760780.985436:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25554944 00000020:00010000:3.0:1789760780.985444:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760780.985447:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760780.985450:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760780.985453:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760780.985456:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760780.985462:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760780.985467:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760780.985484:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760780.985566:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4380 - object 0x240000400:4 offset 25550848<>25554944 00000100:00100000:3.0:1789760780.985614:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760780.985630:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515800064:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760781.023264:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973555 gen 2 00000008:00010000:3.0:1789760781.023301:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760781.023308:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760781.023317:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760781.023395:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760781.023421:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515800064:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760781.023487:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6238, 6238] 00000080:00200000:1.0:1789760781.023500:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760781.023504:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760781.023518:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25554944 i_blocks 51207 00000020:00200000:1.0:1789760781.023521:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760781.023530:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760781.023557:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25554944, count: 4096 00000080:00200000:1.0:1789760781.023563:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25554944, bytes: 4096 00000080:00200000:1.0:1789760781.023572:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760781.023579:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760781.023581:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25554944, 25559040) 0 0 00000080:00200000:1.0:1789760781.023596:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760781.023610:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6239, 6239] 00020000:00200000:1.0:1789760781.023618:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25554944 chunk: [25554944, 25559040) 25559040, 4096 00020000:00200000:1.0:1789760781.023622:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760781.023641:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6239, 6239] 00000008:00010000:1.0:1789760781.023654:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760781.023659:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760781.023668:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25554944, 25559040) append 0 append lockpos 0 00000080:00200000:1.0:1789760781.023681:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25554944=0x185f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760781.023727:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760781.023729:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25559040 00000020:00010000:1.0:1789760781.023737:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760781.023740:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760781.023742:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760781.023746:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760781.023748:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760781.023754:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760781.023759:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760781.023773:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760781.024352:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571880 - object 0x240000400:4 offset 25554944<>25559040 00000100:00100000:0.0:1789760781.024403:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515800192:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760781.068682:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973556 gen 2 00000008:00010000:0.0:1789760781.068729:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760781.068736:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760781.068746:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760781.068764:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760781.068796:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515800192:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760781.068807:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6239, 6239] 00000080:00200000:1.0:1789760781.068821:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760781.068827:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760781.068839:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25559040 i_blocks 51207 00000020:00200000:1.0:1789760781.068843:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760781.068852:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760781.068905:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25559040, count: 4096 00000080:00200000:1.0:1789760781.068910:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25559040, bytes: 4096 00000080:00200000:1.0:1789760781.068920:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760781.068927:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760781.068929:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25559040, 25563136) 0 0 00000080:00200000:1.0:1789760781.068933:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760781.068945:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6240, 6240] 00020000:00200000:1.0:1789760781.068952:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25559040 chunk: [25559040, 25563136) 25563136, 4096 00020000:00200000:1.0:1789760781.068955:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760781.068972:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6240, 6240] 00000008:00010000:1.0:1789760781.068984:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760781.068988:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760781.068997:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25559040, 25563136) append 0 append lockpos 0 00000080:00200000:1.0:1789760781.069008:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25559040=0x1860000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760781.069050:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760781.069053:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25563136 00000020:00010000:1.0:1789760781.069079:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760781.069083:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760781.069086:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760781.069089:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760781.069092:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760781.069098:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760781.069104:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760781.069118:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760781.069315:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570e00 - object 0x240000400:4 offset 25559040<>25563136 00000100:00100000:0.0:1789760781.069384:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515800320:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760781.116301:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760781.116317:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760781.116330:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760781.117021:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760781.117063:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515800320:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760781.117191:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6240, 6240] 00000080:00200000:1.0:1789760781.117206:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760781.117213:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760781.117229:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25563136 i_blocks 51207 00000020:00200000:1.0:1789760781.117234:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760781.117244:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760781.117279:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25563136, count: 4096 00000080:00200000:1.0:1789760781.117286:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25563136, bytes: 4096 00000080:00200000:1.0:1789760781.117298:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760781.117307:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760781.117309:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25563136, 25567232) 0 0 00000080:00200000:1.0:1789760781.117314:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760781.117332:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6241, 6241] 00020000:00200000:1.0:1789760781.117340:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25563136 chunk: [25563136, 25567232) 25567232, 4096 00020000:00200000:1.0:1789760781.117418:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760781.117562:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6241, 6241] 00000008:00010000:1.0:1789760781.117582:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760781.117588:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760781.117599:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25563136, 25567232) append 0 append lockpos 0 00000080:00200000:1.0:1789760781.117612:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25563136=0x1861000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760781.117670:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760781.117673:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25567232 00000020:00010000:1.0:1789760781.117680:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760781.117683:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760781.117687:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760781.117691:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760781.117693:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760781.117700:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760781.117706:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760781.117723:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760781.117827:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571180 - object 0x240000400:4 offset 25563136<>25567232 00000100:00100000:0.0:1789760781.118615:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515800448:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760781.149558:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973558 gen 2 00000008:00010000:0.0:1789760781.149626:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760781.149635:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760781.149645:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760781.149664:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760781.149696:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515800448:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760781.150442:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6241, 6241] 00000080:00200000:2.0:1789760781.150473:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760781.150479:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760781.150494:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25567232 i_blocks 51207 00000020:00200000:2.0:1789760781.150499:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760781.150512:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760781.150549:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25567232, count: 4096 00000080:00200000:2.0:1789760781.150557:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25567232, bytes: 4096 00000080:00200000:2.0:1789760781.150746:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760781.150756:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760781.150759:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25567232, 25571328) 0 0 00000080:00200000:2.0:1789760781.150763:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760781.150781:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6242, 6242] 00020000:00200000:2.0:1789760781.150791:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25567232 chunk: [25567232, 25571328) 25571328, 4096 00020000:00200000:2.0:1789760781.150795:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760781.150818:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6242, 6242] 00000008:00010000:2.0:1789760781.150838:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760781.150843:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760781.150877:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25567232, 25571328) append 0 append lockpos 0 00000080:00200000:2.0:1789760781.150895:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25567232=0x1862000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760781.150965:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760781.150968:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25571328 00000020:00010000:2.0:1789760781.150979:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760781.150982:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.150985:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.150988:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760781.150991:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760781.151000:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760781.151007:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760781.151024:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760781.152208:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 25567232<>25571328 00000100:00100000:2.0:1789760781.152266:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760781.152294:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515800576:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760781.201474:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973559 gen 2 00000008:00010000:3.0:1789760781.201524:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8600 00000020:00200000:3.0:1789760781.201532:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760781.201543:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760781.201576:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8600 00000100:00100000:3.0:1789760781.201609:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515800576:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760781.201693:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6242, 6242] 00000080:00200000:2.0:1789760781.201709:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760781.201715:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760781.201731:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25571328 i_blocks 51207 00000020:00200000:2.0:1789760781.201734:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760781.201744:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760781.201778:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25571328, count: 4096 00000080:00200000:2.0:1789760781.201786:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25571328, bytes: 4096 00000080:00200000:2.0:1789760781.201796:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760781.201805:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760781.201807:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25571328, 25575424) 0 0 00000080:00200000:2.0:1789760781.201812:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760781.201830:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6243, 6243] 00020000:00200000:2.0:1789760781.201839:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25571328 chunk: [25571328, 25575424) 25575424, 4096 00020000:00200000:2.0:1789760781.201844:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760781.201892:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6243, 6243] 00000008:00010000:2.0:1789760781.201911:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760781.201917:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760781.201929:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25571328, 25575424) append 0 append lockpos 0 00000080:00200000:2.0:1789760781.201942:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25571328=0x1863000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760781.202015:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760781.202018:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25575424 00000020:00010000:2.0:1789760781.202026:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760781.202030:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.202033:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.202036:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760781.202040:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760781.202050:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760781.202057:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760781.203395:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760781.203538:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 25571328<>25575424 00000100:00100000:2.0:1789760781.203590:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760781.203615:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515800704:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760781.254812:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973560 gen 2 00000008:00010000:3.0:1789760781.254893:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8240 00000020:00200000:3.0:1789760781.254902:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760781.254913:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760781.254936:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8240 00000100:00100000:3.0:1789760781.254965:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515800704:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760781.255759:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6243, 6243] 00000080:00200000:2.0:1789760781.255778:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760781.255785:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760781.255804:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25575424 i_blocks 51207 00000020:00200000:2.0:1789760781.255808:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760781.255821:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760781.255896:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25575424, count: 4096 00000080:00200000:2.0:1789760781.255905:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25575424, bytes: 4096 00000080:00200000:2.0:1789760781.255921:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760781.255930:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760781.255933:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25575424, 25579520) 0 0 00000080:00200000:2.0:1789760781.255938:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760781.255956:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6244, 6244] 00020000:00200000:2.0:1789760781.255966:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25575424 chunk: [25575424, 25579520) 25579520, 4096 00020000:00200000:2.0:1789760781.255971:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760781.255991:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6244, 6244] 00000008:00010000:2.0:1789760781.256011:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760781.256018:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760781.256031:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25575424, 25579520) append 0 append lockpos 0 00000080:00200000:2.0:1789760781.256046:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25575424=0x1864000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760781.257607:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760781.257618:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25579520 00000020:00010000:2.0:1789760781.257634:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760781.257638:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.257643:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.257647:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760781.257650:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760781.257663:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760781.260200:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760781.260256:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8900 00000008:00100000:2.0:1789760781.260393:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 25575424<>25579520 00000100:00100000:3.0:1789760781.260452:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515800832:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760781.296832:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8900 00000020:00200000:3.0:1789760781.296848:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1789760781.297103:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00200000:3.0:1789760781.297796:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760781.297904:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8900 00000100:00100000:3.0:1789760781.297939:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515800832:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760781.298223:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6244, 6244] 00000080:00200000:2.0:1789760781.298239:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760781.298245:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760781.298262:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25579520 i_blocks 51207 00000020:00200000:2.0:1789760781.298266:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760781.298276:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760781.298311:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25579520, count: 4096 00000080:00200000:2.0:1789760781.298318:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25579520, bytes: 4096 00000080:00200000:2.0:1789760781.298331:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760781.298340:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760781.298343:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25579520, 25583616) 0 0 00000080:00200000:2.0:1789760781.298348:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760781.298367:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6245, 6245] 00020000:00200000:2.0:1789760781.298376:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25579520 chunk: [25579520, 25583616) 25583616, 4096 00020000:00200000:2.0:1789760781.298381:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760781.298401:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6245, 6245] 00000008:00010000:2.0:1789760781.298421:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760781.298426:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760781.298438:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25579520, 25583616) append 0 append lockpos 0 00000080:00200000:2.0:1789760781.298453:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25579520=0x1865000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760781.298515:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760781.298517:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25583616 00000020:00010000:2.0:1789760781.298526:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760781.298529:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.298532:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.298537:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760781.298541:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760781.298550:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760781.298557:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760781.298574:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760781.298686:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 25579520<>25583616 00000100:00100000:3.0:1789760781.298769:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515800960:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760781.334639:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973562 gen 2 00000008:00010000:3.0:1789760781.334707:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:3.0:1789760781.334716:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760781.334726:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760781.334752:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:3.0:1789760781.334788:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515800960:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760781.334814:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6245, 6245] 00000080:00200000:2.0:1789760781.334832:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760781.334838:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760781.334883:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25583616 i_blocks 51207 00000020:00200000:2.0:1789760781.334887:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760781.334898:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760781.334932:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25583616, count: 4096 00000080:00200000:2.0:1789760781.334940:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25583616, bytes: 4096 00000080:00200000:2.0:1789760781.334954:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760781.334964:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760781.334967:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25583616, 25587712) 0 0 00000080:00200000:2.0:1789760781.334976:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760781.335001:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6246, 6246] 00020000:00200000:2.0:1789760781.335011:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25583616 chunk: [25583616, 25587712) 25587712, 4096 00020000:00200000:2.0:1789760781.335015:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760781.335035:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6246, 6246] 00000008:00010000:2.0:1789760781.335053:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760781.335059:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760781.335079:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25583616, 25587712) append 0 append lockpos 0 00000080:00200000:2.0:1789760781.335093:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25583616=0x1866000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760781.335151:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760781.335153:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25587712 00000020:00010000:2.0:1789760781.335162:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760781.335165:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.335168:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.335172:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760781.335175:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760781.335183:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760781.335191:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760781.335206:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760781.335311:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 25583616<>25587712 00000100:00100000:3.0:1789760781.335535:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515801088:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760781.374047:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973563 gen 2 00000008:00010000:3.0:1789760781.374108:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8b40 00000020:00200000:3.0:1789760781.374116:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760781.374127:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760781.374150:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8b40 00000100:00100000:3.0:1789760781.374181:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515801088:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760781.374287:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6246, 6246] 00000080:00200000:2.0:1789760781.374303:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760781.374308:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760781.374325:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25587712 i_blocks 51207 00000020:00200000:2.0:1789760781.374329:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760781.374338:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760781.374371:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25587712, count: 4096 00000080:00200000:2.0:1789760781.374377:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25587712, bytes: 4096 00000080:00200000:2.0:1789760781.374386:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760781.374394:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760781.374395:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25587712, 25591808) 0 0 00000080:00200000:2.0:1789760781.374400:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760781.374413:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6247, 6247] 00020000:00200000:2.0:1789760781.374421:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25587712 chunk: [25587712, 25591808) 25591808, 4096 00020000:00200000:2.0:1789760781.374425:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760781.374442:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6247, 6247] 00000008:00010000:2.0:1789760781.374460:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760781.374472:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760781.374484:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25587712, 25591808) append 0 append lockpos 0 00000080:00200000:2.0:1789760781.374508:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25587712=0x1867000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760781.374565:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760781.374568:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25591808 00000020:00010000:2.0:1789760781.374576:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760781.374580:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.374583:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.374587:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760781.374591:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760781.374599:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760781.374606:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760781.374621:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8d80 00000008:00100000:2.0:1789760781.374713:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 25587712<>25591808 00000100:00100000:3.0:1789760781.374796:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760781.374813:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515801216:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760781.406597:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973564 gen 2 00000008:00010000:3.0:1789760781.406652:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8d80 00000020:00200000:3.0:1789760781.406660:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760781.406671:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760781.406692:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8d80 00000100:00100000:3.0:1789760781.406723:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515801216:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760781.406887:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6247, 6247] 00000080:00200000:2.0:1789760781.406904:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760781.406910:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760781.406926:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25591808 i_blocks 51207 00000020:00200000:2.0:1789760781.406930:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760781.406940:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760781.406974:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25591808, count: 4096 00000080:00200000:2.0:1789760781.406982:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25591808, bytes: 4096 00000080:00200000:2.0:1789760781.406992:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760781.407002:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760781.407004:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25591808, 25595904) 0 0 00000080:00200000:2.0:1789760781.407009:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760781.407026:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6248, 6248] 00020000:00200000:2.0:1789760781.407036:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25591808 chunk: [25591808, 25595904) 25595904, 4096 00020000:00200000:2.0:1789760781.407041:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760781.407061:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6248, 6248] 00000008:00010000:2.0:1789760781.407090:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760781.407096:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760781.407107:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25591808, 25595904) append 0 append lockpos 0 00000080:00200000:2.0:1789760781.407121:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25591808=0x1868000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760781.407471:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760781.407475:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25595904 00000020:00010000:2.0:1789760781.407484:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760781.407488:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.407491:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.407495:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760781.407499:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760781.407508:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760781.407514:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760781.407531:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760781.407635:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 25591808<>25595904 00000100:00100000:2.0:1789760781.407680:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760781.407701:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515801344:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760781.454116:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973565 gen 2 00000008:00010000:3.0:1789760781.454176:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8f00 00000020:00200000:3.0:1789760781.454184:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760781.454195:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760781.454216:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8f00 00000100:00100000:3.0:1789760781.454247:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515801344:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760781.454610:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6248, 6248] 00000080:00200000:2.0:1789760781.454629:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760781.454635:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760781.454652:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25595904 i_blocks 51207 00000020:00200000:2.0:1789760781.454656:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760781.454666:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760781.454703:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25595904, count: 4096 00000080:00200000:2.0:1789760781.454721:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25595904, bytes: 4096 00000080:00200000:2.0:1789760781.454732:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760781.454741:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760781.454743:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25595904, 25600000) 0 0 00000080:00200000:2.0:1789760781.454747:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760781.454964:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6249, 6249] 00020000:00200000:2.0:1789760781.454975:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25595904 chunk: [25595904, 25600000) 25600000, 4096 00020000:00200000:2.0:1789760781.454980:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760781.455002:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6249, 6249] 00000008:00010000:2.0:1789760781.455022:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760781.455027:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760781.455039:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25595904, 25600000) append 0 append lockpos 0 00000080:00200000:2.0:1789760781.455053:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25595904=0x1869000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760781.455125:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760781.455129:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25600000 00000020:00010000:2.0:1789760781.455202:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760781.455208:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.455212:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.455216:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760781.455218:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760781.455229:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760781.455236:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760781.455256:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760781.455441:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 25595904<>25600000 00000100:00100000:3.0:1789760781.455560:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760781.455582:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515801472:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760781.517381:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8f00 00000020:00200000:3.0:1789760781.517397:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760781.517410:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760781.517431:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8f00 00000100:00100000:3.0:1789760781.517464:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515801472:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760781.517557:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6249, 6249] 00000080:00200000:2.0:1789760781.517574:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760781.517580:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760781.517596:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25600000 i_blocks 51207 00000020:00200000:2.0:1789760781.517600:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760781.517611:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760781.517646:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25600000, count: 4096 00000080:00200000:2.0:1789760781.517653:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25600000, bytes: 4096 00000080:00200000:2.0:1789760781.517674:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760781.517682:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760781.517684:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25600000, 25604096) 0 0 00000080:00200000:2.0:1789760781.517688:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760781.517704:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6250, 6250] 00020000:00200000:2.0:1789760781.517719:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25600000 chunk: [25600000, 25604096) 25604096, 4096 00020000:00200000:2.0:1789760781.517724:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760781.517745:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6250, 6250] 00000008:00010000:2.0:1789760781.517763:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760781.517768:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760781.517779:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25600000, 25604096) append 0 append lockpos 0 00000080:00200000:2.0:1789760781.517793:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25600000=0x186a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760781.517850:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760781.517895:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25604096 00000020:00010000:2.0:1789760781.517905:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760781.517908:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.517911:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.517915:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760781.517917:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760781.517926:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760781.517933:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760781.517949:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8d80 00000008:00100000:2.0:1789760781.518058:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 25600000<>25604096 00000100:00100000:3.0:1789760781.518237:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515801600:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760781.559842:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973567 gen 2 00000008:00010000:3.0:1789760781.559944:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8d80 00000020:00200000:3.0:1789760781.559952:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760781.559962:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760781.559981:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8d80 00000100:00100000:3.0:1789760781.560010:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515801600:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760781.560175:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6250, 6250] 00000080:00200000:2.0:1789760781.560191:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760781.560198:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760781.560214:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25604096 i_blocks 51207 00000020:00200000:2.0:1789760781.560218:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760781.560228:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760781.560261:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25604096, count: 4096 00000080:00200000:2.0:1789760781.560269:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25604096, bytes: 4096 00000080:00200000:2.0:1789760781.560279:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760781.560287:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760781.560290:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25604096, 25608192) 0 0 00000080:00200000:2.0:1789760781.560294:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760781.560311:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6251, 6251] 00020000:00200000:2.0:1789760781.560321:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25604096 chunk: [25604096, 25608192) 25608192, 4096 00020000:00200000:2.0:1789760781.560325:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760781.560345:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6251, 6251] 00000008:00010000:2.0:1789760781.560364:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760781.560370:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760781.560382:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25604096, 25608192) append 0 append lockpos 0 00000080:00200000:2.0:1789760781.560395:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25604096=0x186b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760781.560455:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760781.560458:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25608192 00000020:00010000:2.0:1789760781.560467:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760781.560471:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.560474:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.560478:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760781.560481:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760781.560489:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760781.560496:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760781.560512:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760781.560622:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 25604096<>25608192 00000100:00100000:3.0:1789760781.561100:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760781.561125:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515801728:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760781.631465:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973568 gen 2 00000008:00010000:3.0:1789760781.631517:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8b40 00000020:00200000:3.0:1789760781.631525:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760781.631537:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760781.631557:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8b40 00000100:00100000:3.0:1789760781.631586:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515801728:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760781.631695:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6251, 6251] 00000080:00200000:2.0:1789760781.631719:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760781.631725:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760781.631743:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25608192 i_blocks 51207 00000020:00200000:2.0:1789760781.631746:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760781.631756:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760781.631787:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25608192, count: 4096 00000080:00200000:2.0:1789760781.631794:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25608192, bytes: 4096 00000080:00200000:2.0:1789760781.631804:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760781.631812:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760781.631814:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25608192, 25612288) 0 0 00000080:00200000:2.0:1789760781.631819:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760781.631836:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6252, 6252] 00020000:00200000:2.0:1789760781.631845:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25608192 chunk: [25608192, 25612288) 25612288, 4096 00020000:00200000:2.0:1789760781.631849:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760781.631899:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6252, 6252] 00000008:00010000:2.0:1789760781.631917:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760781.631923:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760781.631934:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25608192, 25612288) append 0 append lockpos 0 00000080:00200000:2.0:1789760781.631947:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25608192=0x186c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760781.632004:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760781.632007:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25612288 00000020:00010000:2.0:1789760781.632015:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760781.632019:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.632023:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.632027:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760781.632029:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760781.632037:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760781.632044:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760781.632058:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760781.632378:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 25608192<>25612288 00000100:00100000:3.0:1789760781.632499:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515801856:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760781.682828:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:3.0:1789760781.682844:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760781.682887:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760781.682948:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:3.0:1789760781.682979:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515801856:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760781.684277:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6252, 6252] 00000080:00200000:2.0:1789760781.684300:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760781.684307:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760781.684325:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25612288 i_blocks 51207 00000020:00200000:2.0:1789760781.684330:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760781.684343:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760781.684427:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25612288, count: 4096 00000080:00200000:2.0:1789760781.684436:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25612288, bytes: 4096 00000080:00200000:2.0:1789760781.684450:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760781.684459:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760781.684461:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25612288, 25616384) 0 0 00000080:00200000:2.0:1789760781.684466:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760781.684483:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6253, 6253] 00020000:00200000:2.0:1789760781.684492:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25612288 chunk: [25612288, 25616384) 25616384, 4096 00020000:00200000:2.0:1789760781.684497:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760781.684517:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6253, 6253] 00000008:00010000:2.0:1789760781.684536:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760781.684542:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760781.684554:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25612288, 25616384) append 0 append lockpos 0 00000080:00200000:2.0:1789760781.684574:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25612288=0x186d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760781.684637:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760781.684640:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25616384 00000020:00010000:2.0:1789760781.684648:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760781.684652:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.684655:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.684659:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760781.684673:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760781.684684:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760781.684692:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760781.684724:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8900 00000008:00100000:2.0:1789760781.684831:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 25612288<>25616384 00000100:00100000:3.0:1789760781.685468:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515801984:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760781.734178:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973570 gen 2 00000008:00010000:3.0:1789760781.734246:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8900 00000020:00200000:3.0:1789760781.734256:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760781.734266:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760781.734288:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8900 00000100:00100000:3.0:1789760781.734325:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515801984:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760781.735349:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6253, 6253] 00000080:00200000:0.0:1789760781.735368:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760781.735374:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760781.735391:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25616384 i_blocks 51207 00000020:00200000:0.0:1789760781.735396:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760781.735408:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760781.735441:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25616384, count: 4096 00000080:00200000:0.0:1789760781.735448:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25616384, bytes: 4096 00000080:00200000:0.0:1789760781.735462:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760781.735470:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760781.735473:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25616384, 25620480) 0 0 00000080:00200000:0.0:1789760781.735477:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760781.735494:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6254, 6254] 00020000:00200000:0.0:1789760781.735503:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25616384 chunk: [25616384, 25620480) 25620480, 4096 00020000:00200000:0.0:1789760781.735508:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760781.735527:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6254, 6254] 00000008:00010000:0.0:1789760781.735559:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760781.735565:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760781.735577:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25616384, 25620480) append 0 append lockpos 0 00000080:00200000:0.0:1789760781.735591:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25616384=0x186e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760781.735652:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760781.735655:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25620480 00000020:00010000:0.0:1789760781.735663:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760781.735666:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760781.735669:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760781.735672:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760781.735675:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760781.735682:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760781.735689:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760781.735814:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760781.735980:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5180 - object 0x240000400:4 offset 25616384<>25620480 00000100:00100000:0.0:1789760781.736112:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760781.736142:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515802112:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760781.772320:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973571 gen 2 00000008:00010000:0.0:1789760781.772375:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:0.0:1789760781.772384:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760781.772415:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760781.772444:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:0.0:1789760781.772479:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515802112:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760781.773105:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6254, 6254] 00000080:00200000:3.0:1789760781.773122:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760781.773128:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760781.773144:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25620480 i_blocks 51207 00000020:00200000:3.0:1789760781.773147:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760781.773157:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760781.773189:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25620480, count: 4096 00000080:00200000:3.0:1789760781.773196:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25620480, bytes: 4096 00000080:00200000:3.0:1789760781.773212:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760781.773221:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760781.773224:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25620480, 25624576) 0 0 00000080:00200000:3.0:1789760781.773228:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760781.773243:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6255, 6255] 00020000:00200000:3.0:1789760781.773252:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25620480 chunk: [25620480, 25624576) 25624576, 4096 00020000:00200000:3.0:1789760781.773257:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760781.773276:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6255, 6255] 00000008:00010000:3.0:1789760781.773296:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760781.773302:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760781.773313:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25620480, 25624576) append 0 append lockpos 0 00000080:00200000:3.0:1789760781.773327:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25620480=0x186f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760781.773389:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760781.773392:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25624576 00000020:00010000:3.0:1789760781.773400:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760781.773403:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760781.773407:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760781.773411:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760781.773414:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760781.773421:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760781.773428:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760781.773444:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760781.773559:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4380 - object 0x240000400:4 offset 25620480<>25624576 00000100:00100000:3.0:1789760781.773605:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760781.773624:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515802240:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760781.824366:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973572 gen 2 00000008:00010000:3.0:1789760781.824419:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760781.824428:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760781.824440:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760781.824516:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760781.824556:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515802240:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760781.826674:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6255, 6255] 00000080:00200000:0.0:1789760781.826698:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760781.826750:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760781.830245:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25624576 i_blocks 51207 00000020:00200000:1.0:1789760781.830259:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760781.830279:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760781.830314:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25624576, count: 4096 00000080:00200000:1.0:1789760781.830324:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25624576, bytes: 4096 00000080:00200000:1.0:1789760781.830467:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760781.830477:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760781.830479:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25624576, 25628672) 0 0 00000080:00200000:1.0:1789760781.830484:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760781.830501:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6256, 6256] 00020000:00200000:1.0:1789760781.830510:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25624576 chunk: [25624576, 25628672) 25628672, 4096 00020000:00200000:1.0:1789760781.830515:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760781.830781:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6256, 6256] 00000008:00010000:1.0:1789760781.830804:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760781.830810:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760781.830823:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25624576, 25628672) append 0 append lockpos 0 00000080:00200000:1.0:1789760781.830838:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25624576=0x1870000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760781.830941:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760781.830944:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25628672 00000020:00010000:1.0:1789760781.830952:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760781.830956:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760781.830958:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760781.830962:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760781.830964:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760781.830972:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760781.830979:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760781.831005:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760781.831124:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570700 - object 0x240000400:4 offset 25624576<>25628672 00000100:00100000:0.0:1789760781.831213:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515802368:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760781.866340:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973573 gen 2 00000008:00010000:0.0:1789760781.866393:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760781.866401:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760781.866423:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760781.866502:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760781.866548:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515802368:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760781.866956:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6256, 6256] 00000080:00200000:1.0:1789760781.866972:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760781.866979:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760781.867075:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25628672 i_blocks 51207 00000020:00200000:1.0:1789760781.867079:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760781.867174:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760781.867213:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25628672, count: 4096 00000080:00200000:1.0:1789760781.867221:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25628672, bytes: 4096 00000080:00200000:1.0:1789760781.867236:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760781.867245:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760781.867248:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25628672, 25632768) 0 0 00000080:00200000:1.0:1789760781.867252:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760781.867269:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6257, 6257] 00020000:00200000:1.0:1789760781.867279:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25628672 chunk: [25628672, 25632768) 25632768, 4096 00020000:00200000:1.0:1789760781.867283:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760781.867303:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6257, 6257] 00000008:00010000:1.0:1789760781.867323:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760781.867328:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760781.867341:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25628672, 25632768) append 0 append lockpos 0 00000080:00200000:1.0:1789760781.867355:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25628672=0x1871000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760781.867516:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760781.867519:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25632768 00000020:00010000:1.0:1789760781.867608:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760781.867613:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760781.867617:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760781.867620:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760781.867623:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760781.867633:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760781.867640:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760781.867664:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760781.867843:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572d80 - object 0x240000400:4 offset 25628672<>25632768 00000100:00100000:0.0:1789760781.868081:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760781.868186:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515802496:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760781.899808:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973574 gen 2 00000008:00010000:0.0:1789760781.899965:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760781.899973:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760781.899984:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760781.900126:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760781.900157:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515802496:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760781.900282:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6257, 6257] 00000080:00200000:1.0:1789760781.900300:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760781.900305:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760781.900321:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25632768 i_blocks 51207 00000020:00200000:1.0:1789760781.900325:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760781.900336:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760781.900374:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25632768, count: 4096 00000080:00200000:1.0:1789760781.900383:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25632768, bytes: 4096 00000080:00200000:1.0:1789760781.900396:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760781.900404:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760781.900407:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25632768, 25636864) 0 0 00000080:00200000:1.0:1789760781.900411:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760781.900430:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6258, 6258] 00020000:00200000:1.0:1789760781.900439:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25632768 chunk: [25632768, 25636864) 25636864, 4096 00020000:00200000:1.0:1789760781.900444:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760781.900466:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6258, 6258] 00000008:00010000:1.0:1789760781.900487:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760781.900493:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760781.900506:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25632768, 25636864) append 0 append lockpos 0 00000080:00200000:1.0:1789760781.900522:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25632768=0x1872000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760781.900582:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760781.900585:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25636864 00000020:00010000:1.0:1789760781.900594:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760781.900597:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760781.900601:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760781.900604:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760781.900607:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760781.900616:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760781.900623:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760781.900639:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760781.900812:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570000 - object 0x240000400:4 offset 25632768<>25636864 00000100:00100000:0.0:1789760781.900888:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515802624:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760781.939247:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760781.939262:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760781.939273:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760781.939298:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760781.939329:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515802624:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760781.939334:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6258, 6258] 00000080:00200000:2.0:1789760781.939352:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760781.939358:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760781.939374:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25636864 i_blocks 51207 00000020:00200000:2.0:1789760781.939378:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760781.939387:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760781.939420:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25636864, count: 4096 00000080:00200000:2.0:1789760781.939427:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25636864, bytes: 4096 00000080:00200000:2.0:1789760781.939438:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760781.939448:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760781.939450:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25636864, 25640960) 0 0 00000080:00200000:2.0:1789760781.939455:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760781.939475:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6259, 6259] 00020000:00200000:2.0:1789760781.939483:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25636864 chunk: [25636864, 25640960) 25640960, 4096 00020000:00200000:2.0:1789760781.939486:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760781.939505:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6259, 6259] 00000008:00010000:2.0:1789760781.939520:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760781.939525:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760781.939535:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25636864, 25640960) append 0 append lockpos 0 00000080:00200000:2.0:1789760781.939546:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25636864=0x1873000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760781.939593:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760781.939595:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25640960 00000020:00010000:2.0:1789760781.939601:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760781.939604:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.939606:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.939608:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760781.939610:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760781.939617:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760781.939622:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760781.939634:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760781.939729:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 25636864<>25640960 00000100:00100000:2.0:1789760781.939782:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760781.939799:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515802752:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760781.989393:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973575 gen 2 00000100:00100000:3.0:1789760781.989437:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23a9180 x1876699515802752/t4294973576(4294973576) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760797 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760781.989487:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8240 00000020:00200000:3.0:1789760781.989494:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760781.989505:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760781.989566:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8240 00000100:00100000:3.0:1789760781.989593:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515802752:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760781.989672:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6259, 6259] 00000080:00200000:2.0:1789760781.989689:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760781.989696:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760781.989776:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25640960 i_blocks 51207 00000020:00200000:2.0:1789760781.989781:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760781.989792:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760781.989826:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25640960, count: 4096 00000080:00200000:2.0:1789760781.989833:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25640960, bytes: 4096 00000080:00200000:2.0:1789760781.989843:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760781.989852:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760781.989888:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25640960, 25645056) 0 0 00000080:00200000:2.0:1789760781.989893:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760781.989910:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6260, 6260] 00020000:00200000:2.0:1789760781.989919:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25640960 chunk: [25640960, 25645056) 25645056, 4096 00020000:00200000:2.0:1789760781.989924:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760781.989943:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6260, 6260] 00000008:00010000:2.0:1789760781.989964:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760781.989970:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760781.990050:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25640960, 25645056) append 0 append lockpos 0 00000080:00200000:2.0:1789760781.990075:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25640960=0x1874000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760781.990194:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760781.990197:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25645056 00000020:00010000:2.0:1789760781.990205:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760781.990209:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.990211:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760781.990215:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760781.990217:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760781.990226:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760781.990231:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760781.990249:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760781.990354:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 25640960<>25645056 00000100:00100000:3.0:1789760781.990423:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515802880:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760782.014717:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973576 gen 2 00000100:00100000:3.0:1789760782.014761:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23a8a80 x1876699515802880/t4294973577(4294973577) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760797 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760782.014808:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8600 00000020:00200000:3.0:1789760782.014816:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760782.014826:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760782.014847:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8600 00000100:00100000:3.0:1789760782.014905:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515802880:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760782.015101:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6260, 6260] 00000080:00200000:2.0:1789760782.015117:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760782.015123:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760782.015139:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25645056 i_blocks 51207 00000020:00200000:2.0:1789760782.015143:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760782.015151:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760782.015184:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25645056, count: 4096 00000080:00200000:2.0:1789760782.015192:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25645056, bytes: 4096 00000080:00200000:2.0:1789760782.015201:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760782.015212:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760782.015214:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25645056, 25649152) 0 0 00000080:00200000:2.0:1789760782.015219:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760782.015236:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6261, 6261] 00020000:00200000:2.0:1789760782.015246:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25645056 chunk: [25645056, 25649152) 25649152, 4096 00020000:00200000:2.0:1789760782.015251:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760782.015271:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6261, 6261] 00000008:00010000:2.0:1789760782.015290:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760782.015296:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760782.015307:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25645056, 25649152) append 0 append lockpos 0 00000080:00200000:2.0:1789760782.015322:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25645056=0x1875000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760782.015381:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760782.015385:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25649152 00000020:00010000:2.0:1789760782.015393:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760782.015397:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760782.015400:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760782.015404:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760782.015407:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760782.015416:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760782.015422:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760782.015439:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e80c0 00000008:00100000:2.0:1789760782.015557:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 25645056<>25649152 00000100:00100000:3.0:1789760782.015627:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515803008:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760782.049945:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973577 gen 2 00000100:00100000:3.0:1789760782.049996:0:2364:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23a9180 x1876699515803008/t4294973578(4294973578) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760798 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760782.050044:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e80c0 00000020:00200000:3.0:1789760782.050052:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760782.050061:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760782.050083:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e80c0 00000100:00100000:3.0:1789760782.050108:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515803008:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760782.050213:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6261, 6261] 00000080:00200000:0.0:1789760782.050229:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760782.050235:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760782.050251:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25649152 i_blocks 51207 00000020:00200000:0.0:1789760782.050255:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760782.050265:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760782.050300:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25649152, count: 4096 00000080:00200000:0.0:1789760782.050307:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25649152, bytes: 4096 00000080:00200000:0.0:1789760782.050319:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760782.050327:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760782.050329:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25649152, 25653248) 0 0 00000080:00200000:0.0:1789760782.050335:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760782.050352:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6262, 6262] 00020000:00200000:0.0:1789760782.050361:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25649152 chunk: [25649152, 25653248) 25653248, 4096 00020000:00200000:0.0:1789760782.050366:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760782.050386:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6262, 6262] 00000008:00010000:0.0:1789760782.050405:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760782.050411:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760782.050424:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25649152, 25653248) append 0 append lockpos 0 00000080:00200000:0.0:1789760782.050438:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25649152=0x1876000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760782.050496:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760782.050498:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25653248 00000020:00010000:0.0:1789760782.050507:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760782.050510:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760782.050513:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760782.050517:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760782.050520:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760782.050527:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760782.050534:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760782.050551:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760782.050651:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5180 - object 0x240000400:4 offset 25649152<>25653248 00000100:00100000:0.0:1789760782.050697:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760782.050783:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515803136:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760782.082203:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973578 gen 2 00000100:00100000:0.0:1789760782.082248:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc5180 x1876699515803136/t4294973579(4294973579) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760798 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760782.082301:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:0.0:1789760782.082309:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760782.082321:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760782.082346:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:0.0:1789760782.082371:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515803136:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760782.082479:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6262, 6262] 00000080:00200000:1.0:1789760782.082496:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760782.082501:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760782.082517:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25653248 i_blocks 51207 00000020:00200000:1.0:1789760782.082521:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760782.082531:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760782.082567:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25653248, count: 4096 00000080:00200000:1.0:1789760782.082574:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25653248, bytes: 4096 00000080:00200000:1.0:1789760782.082584:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760782.082593:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760782.082596:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25653248, 25657344) 0 0 00000080:00200000:1.0:1789760782.082600:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760782.082618:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6263, 6263] 00020000:00200000:1.0:1789760782.082626:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25653248 chunk: [25653248, 25657344) 25657344, 4096 00020000:00200000:1.0:1789760782.082631:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760782.082650:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6263, 6263] 00000008:00010000:1.0:1789760782.082669:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760782.082675:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760782.082687:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25653248, 25657344) append 0 append lockpos 0 00000080:00200000:1.0:1789760782.082702:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25653248=0x1877000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760782.082773:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760782.082776:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25657344 00000020:00010000:1.0:1789760782.082785:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760782.082788:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760782.082791:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760782.082796:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760782.082799:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760782.082806:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760782.082813:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760782.082830:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760782.083005:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571500 - object 0x240000400:4 offset 25653248<>25657344 00000100:00100000:1.0:1789760782.083040:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760782.083059:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515803264:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760782.114290:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973579 gen 2 00000100:00100000:1.0:1789760782.114334:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8571500 x1876699515803264/t4294973580(4294973580) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760798 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760782.114386:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:1.0:1789760782.114394:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760782.114404:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760782.114429:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:1.0:1789760782.114456:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515803264:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760782.114553:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6263, 6263] 00000080:00200000:3.0:1789760782.114569:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760782.114575:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760782.114589:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25657344 i_blocks 51207 00000020:00200000:3.0:1789760782.114593:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760782.114603:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760782.114638:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25657344, count: 4096 00000080:00200000:3.0:1789760782.114646:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25657344, bytes: 4096 00000080:00200000:3.0:1789760782.114658:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760782.114667:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760782.114670:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25657344, 25661440) 0 0 00000080:00200000:3.0:1789760782.114675:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760782.114694:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6264, 6264] 00020000:00200000:3.0:1789760782.114715:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25657344 chunk: [25657344, 25661440) 25661440, 4096 00020000:00200000:3.0:1789760782.114720:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760782.114738:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6264, 6264] 00000008:00010000:3.0:1789760782.114755:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760782.114761:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760782.114772:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25657344, 25661440) append 0 append lockpos 0 00000080:00200000:3.0:1789760782.114787:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25657344=0x1878000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760782.114846:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760782.114849:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25661440 00000020:00010000:3.0:1789760782.114904:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760782.114908:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760782.114911:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760782.114914:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760782.114916:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760782.114924:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760782.114931:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760782.114948:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760782.115052:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4380 - object 0x240000400:4 offset 25657344<>25661440 00000100:00100000:3.0:1789760782.115112:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760782.115130:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515803392:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760782.143775:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973581 gen 2 00000008:00010000:3.0:1789760782.143837:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760782.143847:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760782.143894:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760782.143922:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760782.143954:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515803392:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760782.144219:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6264, 6264] 00000080:00200000:1.0:1789760782.144236:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760782.144242:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760782.144258:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25661440 i_blocks 51207 00000020:00200000:1.0:1789760782.144263:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760782.144273:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760782.144307:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25661440, count: 4096 00000080:00200000:1.0:1789760782.144315:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25661440, bytes: 4096 00000080:00200000:1.0:1789760782.144327:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760782.144335:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760782.144337:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25661440, 25665536) 0 0 00000080:00200000:1.0:1789760782.144342:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760782.144359:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6265, 6265] 00020000:00200000:1.0:1789760782.144367:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25661440 chunk: [25661440, 25665536) 25665536, 4096 00020000:00200000:1.0:1789760782.144371:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760782.144391:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6265, 6265] 00000008:00010000:1.0:1789760782.144410:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760782.144415:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760782.144426:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25661440, 25665536) append 0 append lockpos 0 00000080:00200000:1.0:1789760782.144440:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25661440=0x1879000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760782.144499:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760782.144502:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25665536 00000020:00010000:1.0:1789760782.144510:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760782.144514:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760782.144517:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760782.144521:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760782.144523:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760782.144531:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760782.144538:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760782.144555:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760782.144661:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571f80 - object 0x240000400:4 offset 25661440<>25665536 00000100:00100000:0.0:1789760782.144751:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515803520:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760782.189394:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973582 gen 2 00000008:00010000:0.0:1789760782.189443:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760782.189452:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760782.189464:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760782.189487:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760782.189521:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515803520:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760782.189633:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6265, 6265] 00000080:00200000:1.0:1789760782.189651:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760782.189657:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760782.189676:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25665536 i_blocks 51207 00000020:00200000:1.0:1789760782.189679:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760782.189690:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760782.189725:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25665536, count: 4096 00000080:00200000:1.0:1789760782.189732:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25665536, bytes: 4096 00000080:00200000:1.0:1789760782.189742:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760782.189751:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760782.189754:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25665536, 25669632) 0 0 00000080:00200000:1.0:1789760782.189758:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760782.189776:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6266, 6266] 00020000:00200000:1.0:1789760782.189786:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25665536 chunk: [25665536, 25669632) 25669632, 4096 00020000:00200000:1.0:1789760782.189790:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760782.189811:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6266, 6266] 00000008:00010000:1.0:1789760782.189830:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760782.189836:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760782.189849:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25665536, 25669632) append 0 append lockpos 0 00000080:00200000:1.0:1789760782.189895:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25665536=0x187a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760782.189956:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760782.189959:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25669632 00000020:00010000:1.0:1789760782.189967:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760782.189971:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760782.189974:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760782.189977:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760782.190052:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760782.190071:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760782.190079:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760782.190095:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760782.190199:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572680 - object 0x240000400:4 offset 25665536<>25669632 00000100:00100000:0.0:1789760782.190273:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515803648:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760782.302078:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973583 gen 2 00000008:00010000:0.0:1789760782.302131:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760782.302139:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760782.302151:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760782.302184:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760782.302221:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515803648:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760782.302345:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6266, 6266] 00000080:00200000:1.0:1789760782.302361:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760782.302366:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760782.302383:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25669632 i_blocks 51207 00000020:00200000:1.0:1789760782.302387:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760782.302398:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760782.302431:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25669632, count: 4096 00000080:00200000:1.0:1789760782.302438:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25669632, bytes: 4096 00000080:00200000:1.0:1789760782.302452:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760782.302460:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760782.302463:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25669632, 25673728) 0 0 00000080:00200000:1.0:1789760782.302467:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760782.302485:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6267, 6267] 00020000:00200000:1.0:1789760782.302495:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25669632 chunk: [25669632, 25673728) 25673728, 4096 00020000:00200000:1.0:1789760782.302499:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760782.302520:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6267, 6267] 00000008:00010000:1.0:1789760782.302539:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760782.302545:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760782.302557:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25669632, 25673728) append 0 append lockpos 0 00000080:00200000:1.0:1789760782.302570:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25669632=0x187b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760782.302627:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760782.302630:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25673728 00000020:00010000:1.0:1789760782.302639:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760782.302642:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760782.302645:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760782.302649:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760782.302652:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760782.302659:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760782.302666:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760782.302682:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760782.302784:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573b80 - object 0x240000400:4 offset 25669632<>25673728 00000100:00100000:0.0:1789760782.303082:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760782.303100:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515803776:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760782.323579:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789760782.375497:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973584 gen 2 00000008:00010000:0.0:1789760782.375549:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:0.0:1789760782.375558:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760782.375570:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760782.375594:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:0.0:1789760782.375623:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515803776:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760782.375892:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6267, 6267] 00000080:00200000:1.0:1789760782.375907:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760782.375913:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760782.375929:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25673728 i_blocks 51207 00000020:00200000:1.0:1789760782.375933:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760782.375944:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760782.375976:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25673728, count: 4096 00000080:00200000:1.0:1789760782.375996:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25673728, bytes: 4096 00000080:00200000:1.0:1789760782.376008:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760782.376017:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760782.376020:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25673728, 25677824) 0 0 00000080:00200000:1.0:1789760782.376024:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760782.376040:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6268, 6268] 00020000:00200000:1.0:1789760782.376048:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25673728 chunk: [25673728, 25677824) 25677824, 4096 00020000:00200000:1.0:1789760782.376052:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760782.376084:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6268, 6268] 00000008:00010000:1.0:1789760782.376104:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760782.376110:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760782.376122:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25673728, 25677824) append 0 append lockpos 0 00000080:00200000:1.0:1789760782.376136:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25673728=0x187c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760782.376194:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760782.376198:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25677824 00000020:00010000:1.0:1789760782.376205:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760782.376209:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760782.376212:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760782.376216:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760782.376219:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760782.376226:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760782.376233:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760782.376249:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760782.376354:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572a00 - object 0x240000400:4 offset 25673728<>25677824 00000100:00100000:0.0:1789760782.376527:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515803904:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760782.414108:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973585 gen 2 00000008:00010000:0.0:1789760782.414157:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760782.414164:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760782.414176:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760782.414257:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760782.414291:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515803904:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760782.417663:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6268, 6268] 00000080:00200000:1.0:1789760782.417690:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760782.417699:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760782.417887:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25677824 i_blocks 51207 00000020:00200000:1.0:1789760782.417893:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760782.417910:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760782.417943:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25677824, count: 4096 00000080:00200000:1.0:1789760782.417951:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25677824, bytes: 4096 00000080:00200000:1.0:1789760782.417967:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760782.417976:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760782.417978:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25677824, 25681920) 0 0 00000080:00200000:1.0:1789760782.417983:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760782.417999:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6269, 6269] 00020000:00200000:1.0:1789760782.418008:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25677824 chunk: [25677824, 25681920) 25681920, 4096 00020000:00200000:1.0:1789760782.418013:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760782.418034:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6269, 6269] 00000008:00010000:1.0:1789760782.418053:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760782.418058:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760782.418080:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25677824, 25681920) append 0 append lockpos 0 00000080:00200000:1.0:1789760782.419165:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25677824=0x187d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760782.419253:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760782.419257:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25681920 00000020:00010000:1.0:1789760782.419267:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760782.419271:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760782.419275:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760782.419278:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760782.419281:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760782.419290:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760782.419297:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760782.419319:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760782.419432:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573100 - object 0x240000400:4 offset 25677824<>25681920 00000100:00100000:0.0:1789760782.419579:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515804032:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760782.466155:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973586 gen 2 00000008:00010000:0.0:1789760782.466205:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760782.466213:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760782.466223:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760782.466245:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760782.466275:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515804032:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760782.466370:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6269, 6269] 00000080:00200000:2.0:1789760782.466386:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760782.466392:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760782.466406:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25681920 i_blocks 51207 00000020:00200000:2.0:1789760782.466410:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760782.466418:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760782.466451:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25681920, count: 4096 00000080:00200000:2.0:1789760782.466457:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25681920, bytes: 4096 00000080:00200000:2.0:1789760782.466467:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760782.466475:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760782.466477:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25681920, 25686016) 0 0 00000080:00200000:2.0:1789760782.466481:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760782.466495:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6270, 6270] 00020000:00200000:2.0:1789760782.466503:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25681920 chunk: [25681920, 25686016) 25686016, 4096 00020000:00200000:2.0:1789760782.466507:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760782.466599:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6270, 6270] 00000008:00010000:2.0:1789760782.466618:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760782.466628:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760782.466639:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25681920, 25686016) append 0 append lockpos 0 00000080:00200000:2.0:1789760782.466653:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25681920=0x187e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760782.466946:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760782.466950:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25686016 00000020:00010000:2.0:1789760782.466958:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760782.466962:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760782.466964:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760782.466967:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760782.466970:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760782.466979:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760782.466986:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760782.467003:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760782.467120:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 25681920<>25686016 00000100:00100000:2.0:1789760782.467164:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760782.467182:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515804160:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760782.500927:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973587 gen 2 00000008:00010000:3.0:1789760782.500976:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:3.0:1789760782.500992:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760782.501004:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760782.501023:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:3.0:1789760782.501052:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515804160:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760782.501215:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6270, 6270] 00000080:00200000:2.0:1789760782.501231:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760782.501237:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760782.501252:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25686016 i_blocks 51207 00000020:00200000:2.0:1789760782.501256:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760782.501266:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760782.501298:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25686016, count: 4096 00000080:00200000:2.0:1789760782.501305:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25686016, bytes: 4096 00000080:00200000:2.0:1789760782.501315:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760782.501324:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760782.501327:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25686016, 25690112) 0 0 00000080:00200000:2.0:1789760782.501331:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760782.501347:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6271, 6271] 00020000:00200000:2.0:1789760782.501356:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25686016 chunk: [25686016, 25690112) 25690112, 4096 00020000:00200000:2.0:1789760782.501361:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760782.501380:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6271, 6271] 00000008:00010000:2.0:1789760782.501399:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760782.501405:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760782.501415:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25686016, 25690112) append 0 append lockpos 0 00000080:00200000:2.0:1789760782.501428:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25686016=0x187f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760782.501483:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760782.501485:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25690112 00000020:00010000:2.0:1789760782.501493:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760782.501497:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760782.501500:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760782.501503:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760782.501506:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760782.501514:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760782.501521:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760782.501536:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760782.501654:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 25686016<>25690112 00000100:00100000:3.0:1789760782.501825:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515804288:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760782.542381:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973588 gen 2 00000008:00010000:3.0:1789760782.542430:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:3.0:1789760782.542438:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760782.542449:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760782.542471:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000100:00100000:3.0:1789760782.542502:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515804288:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760782.542670:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6271, 6271] 00000080:00200000:2.0:1789760782.542686:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760782.542692:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760782.542774:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25690112 i_blocks 51207 00000020:00200000:2.0:1789760782.542779:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760782.542788:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760782.542821:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25690112, count: 4096 00000080:00200000:2.0:1789760782.542828:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25690112, bytes: 4096 00000080:00200000:2.0:1789760782.542837:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760782.542845:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760782.542848:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25690112, 25694208) 0 0 00000080:00200000:2.0:1789760782.542852:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760782.542901:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6272, 6272] 00020000:00200000:2.0:1789760782.542910:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25690112 chunk: [25690112, 25694208) 25694208, 4096 00020000:00200000:2.0:1789760782.542914:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760782.542935:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6272, 6272] 00000008:00010000:2.0:1789760782.542954:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760782.542960:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760782.542971:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25690112, 25694208) append 0 append lockpos 0 00000080:00200000:2.0:1789760782.543285:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25690112=0x1880000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760782.543352:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760782.543355:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25694208 00000020:00010000:2.0:1789760782.543364:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760782.543367:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760782.543370:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760782.543374:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760782.543377:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760782.543386:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760782.543393:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760782.543412:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760782.543520:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 25690112<>25694208 00000100:00100000:3.0:1789760782.544114:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760782.544141:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515804416:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760782.575930:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973589 gen 2 00000008:00010000:3.0:1789760782.576046:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8000 00000020:00200000:3.0:1789760782.576056:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760782.576076:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760782.576137:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8000 00000100:00100000:3.0:1789760782.576170:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515804416:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760782.576256:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6272, 6272] 00000080:00200000:2.0:1789760782.576276:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760782.576282:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760782.576298:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25694208 i_blocks 51207 00000020:00200000:2.0:1789760782.576301:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760782.576309:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760782.576350:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25694208, count: 4096 00000080:00200000:2.0:1789760782.576357:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25694208, bytes: 4096 00000080:00200000:2.0:1789760782.576366:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760782.576373:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760782.576375:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25694208, 25698304) 0 0 00000080:00200000:2.0:1789760782.576378:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760782.576395:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6273, 6273] 00020000:00200000:2.0:1789760782.576402:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25694208 chunk: [25694208, 25698304) 25698304, 4096 00020000:00200000:2.0:1789760782.576406:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760782.576432:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6273, 6273] 00000008:00010000:2.0:1789760782.576447:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760782.576452:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760782.576463:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25694208, 25698304) append 0 append lockpos 0 00000080:00200000:2.0:1789760782.576476:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25694208=0x1881000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760782.576523:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760782.576525:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25698304 00000020:00010000:2.0:1789760782.576531:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760782.576534:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760782.576536:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760782.576538:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760782.576540:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760782.576547:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760782.576552:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760782.576564:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760782.576816:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 25694208<>25698304 00000100:00100000:3.0:1789760782.577361:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515804544:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760782.608181:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973590 gen 2 00000008:00010000:3.0:1789760782.608233:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:3.0:1789760782.608241:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760782.608252:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760782.608397:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:3.0:1789760782.608430:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515804544:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760782.608520:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6273, 6273] 00000080:00200000:2.0:1789760782.608537:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760782.608543:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760782.608560:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25698304 i_blocks 51207 00000020:00200000:2.0:1789760782.608565:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760782.608619:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760782.608705:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25698304, count: 4096 00000080:00200000:2.0:1789760782.608714:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25698304, bytes: 4096 00000080:00200000:2.0:1789760782.608725:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760782.608734:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760782.608737:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25698304, 25702400) 0 0 00000080:00200000:2.0:1789760782.608741:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760782.608760:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6274, 6274] 00020000:00200000:2.0:1789760782.608769:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25698304 chunk: [25698304, 25702400) 25702400, 4096 00020000:00200000:2.0:1789760782.608787:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760782.608810:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6274, 6274] 00000008:00010000:2.0:1789760782.608837:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760782.608844:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760782.608975:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25698304, 25702400) append 0 append lockpos 0 00000080:00200000:2.0:1789760782.608991:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25698304=0x1882000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760782.609046:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760782.609048:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25702400 00000020:00010000:2.0:1789760782.609056:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760782.609070:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760782.609073:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760782.609077:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760782.609080:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760782.609090:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760782.609096:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760782.609116:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760782.609224:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 25698304<>25702400 00000100:00100000:3.0:1789760782.609789:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760782.609814:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515804672:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760782.644104:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973591 gen 2 00000008:00010000:3.0:1789760782.644155:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8540 00000020:00200000:3.0:1789760782.644163:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760782.644174:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760782.644196:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8540 00000100:00100000:3.0:1789760782.644224:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515804672:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760782.644330:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6274, 6274] 00000080:00200000:2.0:1789760782.644347:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760782.644353:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760782.644369:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25702400 i_blocks 51207 00000020:00200000:2.0:1789760782.644373:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760782.644382:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760782.644705:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25702400, count: 4096 00000080:00200000:2.0:1789760782.644714:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25702400, bytes: 4096 00000080:00200000:2.0:1789760782.644724:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760782.644733:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760782.644735:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25702400, 25706496) 0 0 00000080:00200000:2.0:1789760782.644740:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760782.644757:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6275, 6275] 00020000:00200000:2.0:1789760782.644766:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25702400 chunk: [25702400, 25706496) 25706496, 4096 00020000:00200000:2.0:1789760782.644771:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760782.644802:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6275, 6275] 00000008:00010000:2.0:1789760782.644826:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760782.644832:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760782.644843:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25702400, 25706496) append 0 append lockpos 0 00000080:00200000:2.0:1789760782.644883:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25702400=0x1883000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760782.644943:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760782.644946:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25706496 00000020:00010000:2.0:1789760782.644954:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760782.644957:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760782.644960:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760782.644964:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760782.644967:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760782.644975:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760782.644982:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760782.644998:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760782.645114:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 25702400<>25706496 00000100:00100000:3.0:1789760782.645285:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515804800:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760782.679372:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973592 gen 2 00000008:00010000:3.0:1789760782.679423:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8840 00000020:00200000:3.0:1789760782.679430:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760782.679439:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760782.679455:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8840 00000080:00200000:2.0:1789760782.679479:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6275, 6275] 00000100:00100000:3.0:1789760782.679485:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515804800:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760782.679495:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760782.679502:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760782.679517:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25706496 i_blocks 51207 00000020:00200000:2.0:1789760782.679521:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760782.679530:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760782.679564:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25706496, count: 4096 00000080:00200000:2.0:1789760782.679571:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25706496, bytes: 4096 00000080:00200000:2.0:1789760782.679640:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760782.679648:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760782.679650:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25706496, 25710592) 0 0 00000080:00200000:2.0:1789760782.679654:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760782.679670:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6276, 6276] 00020000:00200000:2.0:1789760782.679678:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25706496 chunk: [25706496, 25710592) 25710592, 4096 00020000:00200000:2.0:1789760782.679683:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760782.679703:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6276, 6276] 00000008:00010000:2.0:1789760782.679722:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760782.679728:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760782.679737:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25706496, 25710592) append 0 append lockpos 0 00000080:00200000:2.0:1789760782.679759:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25706496=0x1884000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760782.679815:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760782.679818:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25710592 00000020:00010000:2.0:1789760782.679831:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760782.679834:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760782.679837:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760782.679840:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760782.679843:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760782.679852:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760782.679903:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760782.679918:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760782.680031:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 25706496<>25710592 00000100:00100000:3.0:1789760782.680091:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515804928:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760782.709904:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973593 gen 2 00000008:00010000:3.0:1789760782.709959:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e86c0 00000020:00200000:3.0:1789760782.709967:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760782.709978:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760782.710008:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e86c0 00000100:00100000:3.0:1789760782.710042:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515804928:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760782.710385:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6276, 6276] 00000080:00200000:0.0:1789760782.710401:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760782.710407:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760782.710423:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25710592 i_blocks 51207 00000020:00200000:0.0:1789760782.710427:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760782.710437:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760782.710470:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25710592, count: 4096 00000080:00200000:0.0:1789760782.710478:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25710592, bytes: 4096 00000080:00200000:0.0:1789760782.710488:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760782.710497:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760782.710500:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25710592, 25714688) 0 0 00000080:00200000:0.0:1789760782.710504:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760782.710523:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6277, 6277] 00020000:00200000:0.0:1789760782.710534:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25710592 chunk: [25710592, 25714688) 25714688, 4096 00020000:00200000:0.0:1789760782.710539:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760782.710559:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6277, 6277] 00000008:00010000:0.0:1789760782.710577:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760782.710584:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760782.710596:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25710592, 25714688) append 0 append lockpos 0 00000080:00200000:0.0:1789760782.710610:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25710592=0x1885000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760782.710671:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760782.710674:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25714688 00000020:00010000:0.0:1789760782.710682:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760782.710685:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760782.710688:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760782.710691:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760782.710694:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760782.710702:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760782.710708:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760782.710725:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760782.710837:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5c00 - object 0x240000400:4 offset 25710592<>25714688 00000100:00100000:0.0:1789760782.710920:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760782.710940:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515805056:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760782.744804:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973594 gen 2 00000008:00010000:0.0:1789760782.744913:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:0.0:1789760782.744923:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760782.744934:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760782.744961:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:0.0:1789760782.744991:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515805056:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760782.745271:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6277, 6277] 00000080:00200000:3.0:1789760782.745289:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760782.745295:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760782.745317:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25714688 i_blocks 51207 00000020:00200000:3.0:1789760782.745322:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760782.745337:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760782.745383:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25714688, count: 4096 00000080:00200000:3.0:1789760782.745392:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25714688, bytes: 4096 00000080:00200000:3.0:1789760782.745407:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760782.745418:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760782.745420:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25714688, 25718784) 0 0 00000080:00200000:3.0:1789760782.745425:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760782.745446:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6278, 6278] 00020000:00200000:3.0:1789760782.745456:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25714688 chunk: [25714688, 25718784) 25718784, 4096 00020000:00200000:3.0:1789760782.745461:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760782.745485:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6278, 6278] 00000008:00010000:3.0:1789760782.745505:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760782.745511:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760782.746412:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25714688, 25718784) append 0 append lockpos 0 00000080:00200000:3.0:1789760782.746438:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25714688=0x1886000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760782.746538:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760782.746541:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25718784 00000020:00010000:3.0:1789760782.746552:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760782.746556:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760782.746560:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760782.746564:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760782.746567:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760782.746577:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760782.746585:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760782.746614:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760782.746752:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4380 - object 0x240000400:4 offset 25714688<>25718784 00000100:00100000:2.0:1789760782.746848:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515805184:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760782.775196:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760782.775211:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760782.775222:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760782.775246:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760782.775271:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515805184:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760782.775324:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6278, 6278] 00000080:00200000:0.0:1789760782.775341:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760782.775347:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760782.775363:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25718784 i_blocks 51207 00000020:00200000:0.0:1789760782.775366:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760782.775376:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760782.775411:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25718784, count: 4096 00000080:00200000:0.0:1789760782.775418:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25718784, bytes: 4096 00000080:00200000:0.0:1789760782.775427:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760782.775436:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760782.775438:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25718784, 25722880) 0 0 00000080:00200000:0.0:1789760782.775443:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760782.775459:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6279, 6279] 00020000:00200000:0.0:1789760782.775476:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25718784 chunk: [25718784, 25722880) 25722880, 4096 00020000:00200000:0.0:1789760782.775481:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760782.775503:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6279, 6279] 00000008:00010000:0.0:1789760782.775521:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760782.775527:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760782.775538:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25718784, 25722880) append 0 append lockpos 0 00000080:00200000:0.0:1789760782.775551:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25718784=0x1887000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760782.775610:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760782.775613:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25722880 00000020:00010000:0.0:1789760782.775620:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760782.775623:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760782.775627:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760782.775630:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760782.775633:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760782.775640:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760782.775647:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760782.777432:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760782.777626:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5c00 - object 0x240000400:4 offset 25718784<>25722880 00000100:00100000:1.0:1789760782.777687:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760782.777774:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515805312:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760782.829018:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973596 gen 2 00000008:00010000:1.0:1789760782.829094:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760782.829103:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760782.829113:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760782.829143:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760782.829173:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515805312:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760782.830086:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6279, 6279] 00000080:00200000:3.0:1789760782.830107:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760782.830114:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760782.830132:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25722880 i_blocks 51207 00000020:00200000:3.0:1789760782.830136:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760782.830147:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760782.830181:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25722880, count: 4096 00000080:00200000:3.0:1789760782.830188:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25722880, bytes: 4096 00000080:00200000:3.0:1789760782.830201:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760782.830210:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760782.830212:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25722880, 25726976) 0 0 00000080:00200000:3.0:1789760782.830217:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760782.830234:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6280, 6280] 00020000:00200000:3.0:1789760782.830243:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25722880 chunk: [25722880, 25726976) 25726976, 4096 00020000:00200000:3.0:1789760782.830247:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760782.830269:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6280, 6280] 00000008:00010000:3.0:1789760782.830290:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760782.830295:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760782.830307:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25722880, 25726976) append 0 append lockpos 0 00000080:00200000:3.0:1789760782.830322:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25722880=0x1888000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760782.830385:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760782.830388:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25726976 00000020:00010000:3.0:1789760782.830396:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760782.830400:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760782.830402:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760782.830406:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760782.830409:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760782.830416:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760782.830424:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760782.830954:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760782.831567:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e6680 - object 0x240000400:4 offset 25722880<>25726976 00000100:00100000:3.0:1789760782.831615:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760782.831641:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515805440:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760782.883268:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973597 gen 2 00000008:00010000:3.0:1789760782.883325:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760782.883333:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760782.883345:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760782.883371:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760782.883402:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515805440:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760782.884069:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6280, 6280] 00000080:00200000:2.0:1789760782.884101:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760782.884209:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760782.884230:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25726976 i_blocks 51207 00000020:00200000:2.0:1789760782.884234:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760782.884246:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760782.884285:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25726976, count: 4096 00000080:00200000:2.0:1789760782.884293:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25726976, bytes: 4096 00000080:00200000:2.0:1789760782.884307:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760782.884317:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760782.884319:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25726976, 25731072) 0 0 00000080:00200000:2.0:1789760782.884324:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760782.884344:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6281, 6281] 00020000:00200000:2.0:1789760782.884354:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25726976 chunk: [25726976, 25731072) 25731072, 4096 00020000:00200000:2.0:1789760782.884359:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760782.884383:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6281, 6281] 00000008:00010000:2.0:1789760782.884405:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760782.884411:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760782.884423:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25726976, 25731072) append 0 append lockpos 0 00000080:00200000:2.0:1789760782.884438:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25726976=0x1889000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760782.884502:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760782.884505:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25731072 00000020:00010000:2.0:1789760782.884514:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760782.884518:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760782.884521:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760782.884524:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760782.884527:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760782.884536:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760782.884543:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760782.884563:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760782.884679:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 25726976<>25731072 00000100:00100000:3.0:1789760782.885233:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515805568:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760782.925161:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973598 gen 2 00000008:00010000:3.0:1789760782.925218:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:3.0:1789760782.925227:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760782.925239:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760782.925275:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:3.0:1789760782.925313:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515805568:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760782.925764:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6281, 6281] 00000080:00200000:1.0:1789760782.925785:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760782.925791:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760782.925808:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25731072 i_blocks 51207 00000020:00200000:1.0:1789760782.925812:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760782.925822:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760782.925881:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25731072, count: 4096 00000080:00200000:1.0:1789760782.925889:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25731072, bytes: 4096 00000080:00200000:1.0:1789760782.925903:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760782.925913:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760782.925915:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25731072, 25735168) 0 0 00000080:00200000:1.0:1789760782.925920:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760782.925937:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6282, 6282] 00020000:00200000:1.0:1789760782.925946:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25731072 chunk: [25731072, 25735168) 25735168, 4096 00020000:00200000:1.0:1789760782.925951:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760782.925972:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6282, 6282] 00000008:00010000:1.0:1789760782.925993:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760782.925998:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760782.926011:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25731072, 25735168) append 0 append lockpos 0 00000080:00200000:1.0:1789760782.926027:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25731072=0x188a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760782.926095:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760782.926098:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25735168 00000020:00010000:1.0:1789760782.926106:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760782.926110:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760782.926114:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760782.926117:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760782.926119:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760782.926127:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760782.926134:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760782.926149:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760782.926256:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570380 - object 0x240000400:4 offset 25731072<>25735168 00000100:00100000:0.0:1789760782.926532:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515805696:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760782.955137:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:0.0:1789760782.955160:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760782.955172:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760782.955195:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:0.0:1789760782.955228:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515805696:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760782.955400:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6282, 6282] 00000080:00200000:1.0:1789760782.955428:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760782.955435:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760782.955451:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25735168 i_blocks 51207 00000020:00200000:1.0:1789760782.955455:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760782.955465:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760782.955499:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25735168, count: 4096 00000080:00200000:1.0:1789760782.955506:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25735168, bytes: 4096 00000080:00200000:1.0:1789760782.955516:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760782.955525:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760782.955528:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25735168, 25739264) 0 0 00000080:00200000:1.0:1789760782.955532:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760782.955547:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6283, 6283] 00020000:00200000:1.0:1789760782.955556:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25735168 chunk: [25735168, 25739264) 25739264, 4096 00020000:00200000:1.0:1789760782.955560:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760782.955579:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6283, 6283] 00000008:00010000:1.0:1789760782.955598:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760782.955603:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760782.955615:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25735168, 25739264) append 0 append lockpos 0 00000080:00200000:1.0:1789760782.955640:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25735168=0x188b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760782.955701:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760782.955704:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25739264 00000020:00010000:1.0:1789760782.955712:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760782.955716:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760782.955720:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760782.955731:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760782.955734:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760782.955743:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760782.955750:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760782.955766:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760782.955925:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571c00 - object 0x240000400:4 offset 25735168<>25739264 00000100:00100000:0.0:1789760782.956506:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760782.956534:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515805824:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760783.030024:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973599 gen 2 00000100:00100000:0.0:1789760783.030078:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8571c00 x1876699515805824/t4294973600(4294973600) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760798 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760783.030129:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760783.030136:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760783.030157:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760783.030178:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760783.030205:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515805824:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760783.030364:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6283, 6283] 00000080:00200000:1.0:1789760783.030382:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760783.030388:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760783.030403:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25739264 i_blocks 51207 00000020:00200000:1.0:1789760783.030407:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760783.030417:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760783.030454:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25739264, count: 4096 00000080:00200000:1.0:1789760783.030461:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25739264, bytes: 4096 00000080:00200000:1.0:1789760783.030472:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760783.030481:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760783.030483:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25739264, 25743360) 0 0 00000080:00200000:1.0:1789760783.030488:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760783.030505:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6284, 6284] 00020000:00200000:1.0:1789760783.030515:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25739264 chunk: [25739264, 25743360) 25743360, 4096 00020000:00200000:1.0:1789760783.030520:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760783.030542:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6284, 6284] 00000008:00010000:1.0:1789760783.030562:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760783.030568:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760783.030579:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25739264, 25743360) append 0 append lockpos 0 00000080:00200000:1.0:1789760783.030594:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25739264=0x188c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760783.030669:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760783.030672:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25743360 00000020:00010000:1.0:1789760783.030682:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760783.030686:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760783.030690:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760783.030693:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760783.031282:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760783.031300:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760783.031308:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760783.031335:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760783.031454:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 25739264<>25743360 00000100:00100000:0.0:1789760783.031588:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515805952:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760783.070932:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973601 gen 2 00000008:00010000:0.0:1789760783.070998:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760783.071006:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760783.071015:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760783.071039:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760783.071080:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515805952:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760783.071165:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6284, 6284] 00000080:00200000:1.0:1789760783.071184:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760783.071190:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760783.071207:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25743360 i_blocks 51207 00000020:00200000:1.0:1789760783.071212:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760783.071224:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760783.071260:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25743360, count: 4096 00000080:00200000:1.0:1789760783.071268:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25743360, bytes: 4096 00000080:00200000:1.0:1789760783.071278:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760783.071287:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760783.071290:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25743360, 25747456) 0 0 00000080:00200000:1.0:1789760783.071294:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760783.071312:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6285, 6285] 00020000:00200000:1.0:1789760783.071320:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25743360 chunk: [25743360, 25747456) 25747456, 4096 00020000:00200000:1.0:1789760783.071324:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760783.071343:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6285, 6285] 00000008:00010000:1.0:1789760783.071362:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760783.071368:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760783.071380:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25743360, 25747456) append 0 append lockpos 0 00000080:00200000:1.0:1789760783.071394:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25743360=0x188d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760783.071578:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760783.071581:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25747456 00000020:00010000:1.0:1789760783.071590:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760783.071593:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760783.071597:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760783.071600:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760783.071603:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760783.071610:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760783.071617:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760783.071633:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760783.071744:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 25743360<>25747456 00000100:00100000:0.0:1789760783.071823:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515806080:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760783.110688:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973602 gen 2 00000008:00010000:0.0:1789760783.110927:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760783.110935:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760783.110946:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760783.110972:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760783.111003:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515806080:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760783.111176:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6285, 6285] 00000080:00200000:1.0:1789760783.111192:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760783.111199:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760783.111215:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25747456 i_blocks 51207 00000020:00200000:1.0:1789760783.111218:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760783.111229:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760783.111262:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25747456, count: 4096 00000080:00200000:1.0:1789760783.111269:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25747456, bytes: 4096 00000080:00200000:1.0:1789760783.111279:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760783.111288:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760783.111290:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25747456, 25751552) 0 0 00000080:00200000:1.0:1789760783.111295:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760783.111311:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6286, 6286] 00020000:00200000:1.0:1789760783.111321:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25747456 chunk: [25747456, 25751552) 25751552, 4096 00020000:00200000:1.0:1789760783.111326:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760783.111344:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6286, 6286] 00000008:00010000:1.0:1789760783.111363:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760783.111369:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760783.111380:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25747456, 25751552) append 0 append lockpos 0 00000080:00200000:1.0:1789760783.111394:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25747456=0x188e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760783.111453:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760783.111456:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25751552 00000020:00010000:1.0:1789760783.111465:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760783.111468:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760783.111471:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760783.111475:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760783.111478:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760783.111485:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760783.111492:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760783.111508:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760783.112942:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571c00 - object 0x240000400:4 offset 25747456<>25751552 00000100:00100000:0.0:1789760783.113757:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515806208:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760783.157618:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973603 gen 2 00000008:00010000:0.0:1789760783.157671:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760783.157679:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760783.157689:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760783.157772:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760783.157806:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515806208:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760783.160362:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6286, 6286] 00000080:00200000:1.0:1789760783.160382:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760783.160389:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760783.160403:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25751552 i_blocks 51207 00000020:00200000:1.0:1789760783.160407:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760783.160420:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760783.160446:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25751552, count: 4096 00000080:00200000:1.0:1789760783.160453:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25751552, bytes: 4096 00000080:00200000:1.0:1789760783.160464:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760783.160472:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760783.160474:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25751552, 25755648) 0 0 00000080:00200000:1.0:1789760783.160478:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760783.160491:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6287, 6287] 00020000:00200000:1.0:1789760783.160498:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25751552 chunk: [25751552, 25755648) 25755648, 4096 00020000:00200000:1.0:1789760783.160502:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760783.160518:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6287, 6287] 00000008:00010000:1.0:1789760783.160531:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760783.160536:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760783.160545:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25751552, 25755648) append 0 append lockpos 0 00000080:00200000:1.0:1789760783.161535:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25751552=0x188f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760783.161602:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760783.161605:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25755648 00000020:00010000:1.0:1789760783.161613:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760783.161616:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760783.161620:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760783.161623:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760783.161626:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760783.161634:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760783.161640:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760783.161662:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760783.162000:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570380 - object 0x240000400:4 offset 25751552<>25755648 00000100:00100000:1.0:1789760783.162047:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760783.162077:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515806336:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760783.195896:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973604 gen 2 00000008:00010000:0.0:1789760783.195949:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760783.195958:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760783.195968:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760783.196002:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760783.196034:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515806336:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760783.196192:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6287, 6287] 00000080:00200000:2.0:1789760783.196208:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760783.196213:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760783.196228:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25755648 i_blocks 51207 00000020:00200000:2.0:1789760783.196232:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760783.196242:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760783.196274:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25755648, count: 4096 00000080:00200000:2.0:1789760783.196281:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25755648, bytes: 4096 00000080:00200000:2.0:1789760783.196292:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760783.196300:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760783.196302:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25755648, 25759744) 0 0 00000080:00200000:2.0:1789760783.196306:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760783.196325:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6288, 6288] 00020000:00200000:2.0:1789760783.196334:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25755648 chunk: [25755648, 25759744) 25759744, 4096 00020000:00200000:2.0:1789760783.196338:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760783.196360:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6288, 6288] 00000008:00010000:2.0:1789760783.196379:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760783.196385:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760783.196396:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25755648, 25759744) append 0 append lockpos 0 00000080:00200000:2.0:1789760783.196411:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25755648=0x1890000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760783.196470:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760783.196473:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25759744 00000020:00010000:2.0:1789760783.196481:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760783.196485:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.196488:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.196492:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760783.196495:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760783.196504:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760783.196511:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760783.196528:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8cc0 00000008:00100000:2.0:1789760783.196631:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 25755648<>25759744 00000100:00100000:3.0:1789760783.196743:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515806464:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760783.226914:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973605 gen 2 00000008:00010000:3.0:1789760783.226968:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8cc0 00000020:00200000:3.0:1789760783.227079:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760783.227091:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760783.227181:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8cc0 00000100:00100000:3.0:1789760783.227212:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515806464:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760783.227213:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6288, 6288] 00000080:00200000:2.0:1789760783.227229:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760783.227235:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760783.227252:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25759744 i_blocks 51207 00000020:00200000:2.0:1789760783.227256:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760783.227265:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760783.227305:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25759744, count: 4096 00000080:00200000:2.0:1789760783.227313:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25759744, bytes: 4096 00000080:00200000:2.0:1789760783.227323:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760783.227331:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760783.227334:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25759744, 25763840) 0 0 00000080:00200000:2.0:1789760783.227338:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760783.227359:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6289, 6289] 00020000:00200000:2.0:1789760783.227369:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25759744 chunk: [25759744, 25763840) 25763840, 4096 00020000:00200000:2.0:1789760783.227373:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760783.227392:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6289, 6289] 00000008:00010000:2.0:1789760783.227481:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760783.227487:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760783.227500:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25759744, 25763840) append 0 append lockpos 0 00000080:00200000:2.0:1789760783.227515:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25759744=0x1891000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760783.227581:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760783.227584:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25763840 00000020:00010000:2.0:1789760783.227593:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760783.227597:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.227600:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.227603:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760783.227606:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760783.227615:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760783.227622:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760783.227696:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8cc0 00000008:00100000:2.0:1789760783.227900:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 25759744<>25763840 00000100:00100000:3.0:1789760783.228263:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515806592:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760783.265936:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973606 gen 2 00000008:00010000:3.0:1789760783.266237:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8cc0 00000020:00200000:3.0:1789760783.266248:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760783.266260:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760783.266285:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8cc0 00000100:00100000:3.0:1789760783.266316:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515806592:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760783.266464:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6289, 6289] 00000080:00200000:2.0:1789760783.266480:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760783.266486:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760783.266501:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25763840 i_blocks 51207 00000020:00200000:2.0:1789760783.266505:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760783.266514:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760783.266549:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25763840, count: 4096 00000080:00200000:2.0:1789760783.266556:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25763840, bytes: 4096 00000080:00200000:2.0:1789760783.266569:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760783.266577:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760783.266579:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25763840, 25767936) 0 0 00000080:00200000:2.0:1789760783.266583:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760783.266599:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6290, 6290] 00020000:00200000:2.0:1789760783.266608:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25763840 chunk: [25763840, 25767936) 25767936, 4096 00020000:00200000:2.0:1789760783.266613:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760783.266633:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6290, 6290] 00000008:00010000:2.0:1789760783.266651:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760783.266658:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760783.266670:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25763840, 25767936) append 0 append lockpos 0 00000080:00200000:2.0:1789760783.266685:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25763840=0x1892000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760783.266754:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760783.266757:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25767936 00000020:00010000:2.0:1789760783.266765:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760783.266769:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.266772:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.266775:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760783.266778:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760783.266787:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760783.266794:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760783.266810:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760783.269230:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 25763840<>25767936 00000100:00100000:2.0:1789760783.269323:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760783.269351:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515806720:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760783.302456:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973607 gen 2 00000008:00010000:3.0:1789760783.302512:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:3.0:1789760783.302521:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760783.302543:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760783.302567:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:3.0:1789760783.302597:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515806720:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760783.302689:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6290, 6290] 00000080:00200000:0.0:1789760783.302706:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760783.302713:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760783.302729:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25767936 i_blocks 51207 00000020:00200000:0.0:1789760783.302733:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760783.302743:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760783.302778:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25767936, count: 4096 00000080:00200000:0.0:1789760783.302994:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25767936, bytes: 4096 00000080:00200000:0.0:1789760783.303006:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760783.303015:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760783.303018:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25767936, 25772032) 0 0 00000080:00200000:0.0:1789760783.303023:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760783.303041:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6291, 6291] 00020000:00200000:0.0:1789760783.303049:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25767936 chunk: [25767936, 25772032) 25772032, 4096 00020000:00200000:0.0:1789760783.303061:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760783.303081:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6291, 6291] 00000008:00010000:0.0:1789760783.303099:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760783.303104:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760783.303116:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25767936, 25772032) append 0 append lockpos 0 00000080:00200000:0.0:1789760783.303129:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25767936=0x1893000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760783.303188:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760783.303191:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25772032 00000020:00010000:0.0:1789760783.303199:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760783.303203:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760783.303206:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760783.303209:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760783.303211:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760783.303219:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760783.305097:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760783.305142:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760783.305277:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4380 - object 0x240000400:4 offset 25767936<>25772032 00000100:00100000:1.0:1789760783.305478:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515806848:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760783.346418:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973608 gen 2 00000008:00010000:0.0:1789760783.346479:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:0.0:1789760783.346487:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760783.346497:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760783.346519:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:0.0:1789760783.346548:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515806848:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760783.346679:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6291, 6291] 00000080:00200000:3.0:1789760783.346704:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760783.346710:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760783.346920:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25772032 i_blocks 51207 00000020:00200000:3.0:1789760783.346924:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760783.346934:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760783.346981:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25772032, count: 4096 00000080:00200000:3.0:1789760783.346989:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25772032, bytes: 4096 00000080:00200000:3.0:1789760783.346999:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760783.347008:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760783.347011:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25772032, 25776128) 0 0 00000080:00200000:3.0:1789760783.347016:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760783.347033:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6292, 6292] 00020000:00200000:3.0:1789760783.347042:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25772032 chunk: [25772032, 25776128) 25776128, 4096 00020000:00200000:3.0:1789760783.347046:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760783.347076:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6292, 6292] 00000008:00010000:3.0:1789760783.347095:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760783.347101:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760783.347240:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25772032, 25776128) append 0 append lockpos 0 00000080:00200000:3.0:1789760783.347255:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25772032=0x1894000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760783.347317:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760783.347320:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25776128 00000020:00010000:3.0:1789760783.347329:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1789760783.347332:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760783.347335:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760783.347338:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760783.347341:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760783.347348:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760783.347355:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760783.347375:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760783.347658:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e6680 - object 0x240000400:4 offset 25772032<>25776128 00000100:00100000:3.0:1789760783.347903:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760783.347925:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515806976:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760783.348399:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789760783.387043:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973609 gen 2 00000008:00010000:3.0:1789760783.387104:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760783.387112:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760783.387123:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760783.387144:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760783.387174:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515806976:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760783.387178:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6292, 6292] 00000080:00200000:2.0:1789760783.387194:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760783.387199:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760783.387214:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25776128 i_blocks 51207 00000020:00200000:2.0:1789760783.387218:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760783.387230:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760783.387264:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25776128, count: 4096 00000080:00200000:2.0:1789760783.387271:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25776128, bytes: 4096 00000080:00200000:2.0:1789760783.387281:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760783.387289:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760783.387291:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25776128, 25780224) 0 0 00000080:00200000:2.0:1789760783.387296:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760783.387312:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6293, 6293] 00020000:00200000:2.0:1789760783.387320:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25776128 chunk: [25776128, 25780224) 25780224, 4096 00020000:00200000:2.0:1789760783.387325:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760783.387344:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6293, 6293] 00000008:00010000:2.0:1789760783.387362:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760783.387367:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760783.387379:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25776128, 25780224) append 0 append lockpos 0 00000080:00200000:2.0:1789760783.387392:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25776128=0x1895000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760783.387447:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760783.387450:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25780224 00000020:00010000:2.0:1789760783.387459:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760783.387462:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.387465:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.387468:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760783.387471:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760783.387480:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760783.387487:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760783.387502:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760783.387618:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 25776128<>25780224 00000100:00100000:2.0:1789760783.387651:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760783.387666:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515807104:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760783.419374:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973610 gen 2 00000008:00010000:3.0:1789760783.419424:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e86c0 00000020:00200000:3.0:1789760783.419432:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760783.419442:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760783.419527:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e86c0 00000100:00100000:3.0:1789760783.419559:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515807104:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760783.419961:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6293, 6293] 00000080:00200000:0.0:1789760783.419978:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760783.419985:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760783.420086:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25780224 i_blocks 51207 00000020:00200000:0.0:1789760783.420100:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760783.420111:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760783.420149:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25780224, count: 4096 00000080:00200000:0.0:1789760783.420157:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25780224, bytes: 4096 00000080:00200000:0.0:1789760783.420171:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760783.420180:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760783.420183:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25780224, 25784320) 0 0 00000080:00200000:0.0:1789760783.420187:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760783.420203:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6294, 6294] 00020000:00200000:0.0:1789760783.420211:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25780224 chunk: [25780224, 25784320) 25784320, 4096 00020000:00200000:0.0:1789760783.420216:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760783.420236:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6294, 6294] 00000008:00010000:0.0:1789760783.420252:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760783.420257:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760783.420267:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25780224, 25784320) append 0 append lockpos 0 00000080:00200000:0.0:1789760783.420279:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25780224=0x1896000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760783.420332:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760783.420335:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25784320 00000020:00010000:0.0:1789760783.420344:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760783.420347:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760783.420350:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760783.420353:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760783.420356:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760783.420363:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760783.420370:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760783.420384:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760783.420483:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4380 - object 0x240000400:4 offset 25780224<>25784320 00000100:00100000:1.0:1789760783.420625:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515807232:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760783.452047:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973611 gen 2 00000008:00010000:1.0:1789760783.452113:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760783.452122:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760783.452135:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760783.452163:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760783.452196:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515807232:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760783.452554:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6294, 6294] 00000080:00200000:2.0:1789760783.452572:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760783.452578:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760783.452595:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25784320 i_blocks 51207 00000020:00200000:2.0:1789760783.452599:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760783.452610:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760783.452644:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25784320, count: 4096 00000080:00200000:2.0:1789760783.452652:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25784320, bytes: 4096 00000080:00200000:2.0:1789760783.452664:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760783.452673:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760783.452676:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25784320, 25788416) 0 0 00000080:00200000:2.0:1789760783.452680:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760783.452698:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6295, 6295] 00020000:00200000:2.0:1789760783.452708:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25784320 chunk: [25784320, 25788416) 25788416, 4096 00020000:00200000:2.0:1789760783.452713:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760783.452816:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6295, 6295] 00000008:00010000:2.0:1789760783.452839:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760783.452845:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760783.452946:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25784320, 25788416) append 0 append lockpos 0 00000080:00200000:2.0:1789760783.452962:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25784320=0x1897000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760783.453022:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760783.453025:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25788416 00000020:00010000:2.0:1789760783.453034:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760783.453037:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.453040:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.453044:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760783.453047:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760783.453068:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760783.453076:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760783.453096:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760783.453211:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 25784320<>25788416 00000100:00100000:3.0:1789760783.453304:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515807360:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760783.473680:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515807616:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760783.474019:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1789760783.474027:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:65ff60fc-9b44-48f8-988f-b0587af5cf52:2365:1876699515807488:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760783.474082:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfe1b2c2-be6d-4234-9c05-42b712409d84:2365:1876699515807744:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760783.477587:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515807616:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760783.483885:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:65ff60fc-9b44-48f8-988f-b0587af5cf52:2365:1876699515807488:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760783.483912:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfe1b2c2-be6d-4234-9c05-42b712409d84:2365:1876699515807744:192.168.203.146@tcp:400:kworker.0 00000008:00010000:3.0:1789760783.494118:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8840 00000020:00200000:3.0:1789760783.494130:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760783.494141:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760783.494159:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8840 00000100:00100000:3.0:1789760783.494182:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515807360:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760783.494325:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6295, 6295] 00000080:00200000:2.0:1789760783.494342:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760783.494348:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760783.494361:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25788416 i_blocks 51207 00000020:00200000:2.0:1789760783.494365:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760783.494376:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760783.494405:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25788416, count: 4096 00000080:00200000:2.0:1789760783.494411:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25788416, bytes: 4096 00000080:00200000:2.0:1789760783.494418:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760783.494426:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760783.494428:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25788416, 25792512) 0 0 00000080:00200000:2.0:1789760783.494433:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760783.494450:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6296, 6296] 00020000:00200000:2.0:1789760783.494457:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25788416 chunk: [25788416, 25792512) 25792512, 4096 00020000:00200000:2.0:1789760783.494461:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760783.494478:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6296, 6296] 00000008:00010000:2.0:1789760783.494495:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760783.494502:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760783.494511:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25788416, 25792512) append 0 append lockpos 0 00000080:00200000:2.0:1789760783.494522:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25788416=0x1898000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760783.494570:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760783.494573:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25792512 00000020:00010000:2.0:1789760783.494581:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760783.494585:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.494588:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.494591:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760783.494594:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760783.494601:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760783.494607:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760783.494623:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760783.494780:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 25788416<>25792512 00000100:00100000:2.0:1789760783.495018:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760783.495033:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515807872:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760783.534789:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973613 gen 2 00000008:00010000:3.0:1789760783.534980:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8540 00000020:00200000:3.0:1789760783.534989:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760783.535000:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760783.535021:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8540 00000100:00100000:3.0:1789760783.535065:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515807872:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760783.535538:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6296, 6296] 00000080:00200000:2.0:1789760783.535627:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760783.535636:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760783.535651:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25792512 i_blocks 51207 00000020:00200000:2.0:1789760783.535656:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760783.535668:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760783.535693:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25792512, count: 4096 00000080:00200000:2.0:1789760783.535700:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25792512, bytes: 4096 00000080:00200000:2.0:1789760783.535708:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760783.535716:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760783.535718:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25792512, 25796608) 0 0 00000080:00200000:2.0:1789760783.535722:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760783.535733:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6297, 6297] 00020000:00200000:2.0:1789760783.535740:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25792512 chunk: [25792512, 25796608) 25796608, 4096 00020000:00200000:2.0:1789760783.535744:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760783.535760:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6297, 6297] 00000008:00010000:2.0:1789760783.535773:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760783.535778:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760783.535787:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25792512, 25796608) append 0 append lockpos 0 00000080:00200000:2.0:1789760783.535798:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25792512=0x1899000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760783.535848:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760783.535851:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25796608 00000020:00010000:2.0:1789760783.535894:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760783.535911:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.535915:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.535918:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760783.535921:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760783.535929:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760783.535935:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760783.535953:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760783.536044:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 25792512<>25796608 00000100:00100000:2.0:1789760783.536106:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760783.536127:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515808000:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760783.588128:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:3.0:1789760783.588139:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760783.588148:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760783.588209:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:3.0:1789760783.588233:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515808000:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760783.588374:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6297, 6297] 00000080:00200000:2.0:1789760783.588387:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760783.588393:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760783.588405:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25796608 i_blocks 51207 00000020:00200000:2.0:1789760783.588409:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760783.588417:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760783.588442:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25796608, count: 4096 00000080:00200000:2.0:1789760783.588448:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25796608, bytes: 4096 00000080:00200000:2.0:1789760783.588455:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760783.588462:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760783.588465:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25796608, 25800704) 0 0 00000080:00200000:2.0:1789760783.588468:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760783.588481:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6298, 6298] 00020000:00200000:2.0:1789760783.588488:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25796608 chunk: [25796608, 25800704) 25800704, 4096 00020000:00200000:2.0:1789760783.588492:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760783.588507:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6298, 6298] 00000008:00010000:2.0:1789760783.588520:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760783.588524:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760783.588533:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25796608, 25800704) append 0 append lockpos 0 00000080:00200000:2.0:1789760783.588542:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25796608=0x189a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760783.588589:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760783.588592:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25800704 00000020:00010000:2.0:1789760783.588598:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760783.588601:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.588604:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.588608:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760783.588610:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760783.588618:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760783.588623:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760783.588637:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760783.589185:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 25796608<>25800704 00000100:00100000:3.0:1789760783.589257:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515808128:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760783.633928:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973615 gen 2 00000008:00010000:3.0:1789760783.634011:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8000 00000020:00200000:3.0:1789760783.634021:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760783.634032:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760783.634060:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8000 00000100:00100000:3.0:1789760783.634103:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515808128:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760783.634322:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6298, 6298] 00000080:00200000:2.0:1789760783.634339:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760783.634346:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760783.634364:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25800704 i_blocks 51207 00000020:00200000:2.0:1789760783.634368:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760783.634379:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760783.634416:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25800704, count: 4096 00000080:00200000:2.0:1789760783.634425:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25800704, bytes: 4096 00000080:00200000:2.0:1789760783.634435:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760783.634444:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760783.634447:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25800704, 25804800) 0 0 00000080:00200000:2.0:1789760783.634451:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760783.634468:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6299, 6299] 00020000:00200000:2.0:1789760783.634477:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25800704 chunk: [25800704, 25804800) 25804800, 4096 00020000:00200000:2.0:1789760783.634481:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760783.634502:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6299, 6299] 00000008:00010000:2.0:1789760783.634522:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760783.634527:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760783.634539:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25800704, 25804800) append 0 append lockpos 0 00000080:00200000:2.0:1789760783.634556:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25800704=0x189b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760783.634618:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760783.634621:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25804800 00000020:00010000:2.0:1789760783.634630:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760783.634634:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.634637:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.634641:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760783.634644:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760783.634653:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760783.634661:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760783.634678:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760783.634982:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 25800704<>25804800 00000100:00100000:3.0:1789760783.635066:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515808256:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760783.669299:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:3.0:1789760783.669325:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760783.669338:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760783.669357:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000100:00100000:3.0:1789760783.669392:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515808256:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760783.669564:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6299, 6299] 00000080:00200000:2.0:1789760783.669580:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760783.669586:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760783.669601:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25804800 i_blocks 51207 00000020:00200000:2.0:1789760783.669605:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760783.669614:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760783.669648:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25804800, count: 4096 00000080:00200000:2.0:1789760783.669655:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25804800, bytes: 4096 00000080:00200000:2.0:1789760783.669665:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760783.669674:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760783.669676:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25804800, 25808896) 0 0 00000080:00200000:2.0:1789760783.669681:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760783.669765:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6300, 6300] 00020000:00200000:2.0:1789760783.669775:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25804800 chunk: [25804800, 25808896) 25808896, 4096 00020000:00200000:2.0:1789760783.669780:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760783.669801:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6300, 6300] 00000008:00010000:2.0:1789760783.669821:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760783.669826:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760783.669839:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25804800, 25808896) append 0 append lockpos 0 00000080:00200000:2.0:1789760783.669894:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25804800=0x189c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760783.669954:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760783.669957:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25808896 00000020:00010000:2.0:1789760783.669966:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760783.669970:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.670039:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.670043:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760783.670046:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760783.670066:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760783.670073:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760783.670164:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760783.670272:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 25804800<>25808896 00000100:00100000:3.0:1789760783.670448:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760783.670469:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515808384:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760783.706224:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973617 gen 2 00000008:00010000:3.0:1789760783.706289:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:3.0:1789760783.706298:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760783.706307:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760783.706431:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:3.0:1789760783.706463:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515808384:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760783.706591:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6300, 6300] 00000080:00200000:2.0:1789760783.706607:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760783.706614:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760783.706631:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25808896 i_blocks 51207 00000020:00200000:2.0:1789760783.706635:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760783.706645:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760783.706683:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25808896, count: 4096 00000080:00200000:2.0:1789760783.706690:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25808896, bytes: 4096 00000080:00200000:2.0:1789760783.706760:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760783.706769:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760783.706772:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25808896, 25812992) 0 0 00000080:00200000:2.0:1789760783.706777:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760783.706795:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6301, 6301] 00020000:00200000:2.0:1789760783.706804:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25808896 chunk: [25808896, 25812992) 25812992, 4096 00020000:00200000:2.0:1789760783.706809:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760783.706829:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6301, 6301] 00000008:00010000:2.0:1789760783.706848:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760783.706887:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760783.706900:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25808896, 25812992) append 0 append lockpos 0 00000080:00200000:2.0:1789760783.706915:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25808896=0x189d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760783.706972:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760783.706975:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25812992 00000020:00010000:2.0:1789760783.706983:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760783.706987:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.706989:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.706993:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760783.706995:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760783.707004:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760783.707010:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760783.707026:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e80c0 00000008:00100000:2.0:1789760783.707144:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 25808896<>25812992 00000100:00100000:3.0:1789760783.707211:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515808512:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760783.744283:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973618 gen 2 00000008:00010000:3.0:1789760783.744341:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e80c0 00000020:00200000:3.0:1789760783.744530:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760783.744543:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760783.744567:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e80c0 00000100:00100000:3.0:1789760783.744605:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515808512:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760783.744809:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6301, 6301] 00000080:00200000:2.0:1789760783.744825:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760783.744831:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760783.744888:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25812992 i_blocks 51207 00000020:00200000:2.0:1789760783.744892:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760783.744906:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760783.744954:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25812992, count: 4096 00000080:00200000:2.0:1789760783.744961:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25812992, bytes: 4096 00000080:00200000:2.0:1789760783.744984:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760783.744993:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760783.744998:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25812992, 25817088) 0 0 00000080:00200000:2.0:1789760783.745003:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760783.745023:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6302, 6302] 00020000:00200000:2.0:1789760783.745034:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25812992 chunk: [25812992, 25817088) 25817088, 4096 00020000:00200000:2.0:1789760783.745042:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760783.745082:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6302, 6302] 00000008:00010000:2.0:1789760783.745101:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760783.745108:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760783.745119:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25812992, 25817088) append 0 append lockpos 0 00000080:00200000:2.0:1789760783.745135:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25812992=0x189e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760783.745207:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760783.745211:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25817088 00000020:00010000:2.0:1789760783.745221:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760783.745225:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.745228:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.745234:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760783.745237:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760783.745250:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760783.745258:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760783.745277:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760783.745402:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 25812992<>25817088 00000100:00100000:3.0:1789760783.745631:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760783.745652:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515808640:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760783.782609:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973619 gen 2 00000008:00010000:3.0:1789760783.782667:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8600 00000020:00200000:3.0:1789760783.782677:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760783.782688:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760783.782914:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8600 00000100:00100000:3.0:1789760783.782945:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515808640:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760783.783211:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6302, 6302] 00000080:00200000:2.0:1789760783.783229:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760783.783235:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760783.783252:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25817088 i_blocks 51207 00000020:00200000:2.0:1789760783.783256:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760783.783265:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760783.783302:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25817088, count: 4096 00000080:00200000:2.0:1789760783.783310:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25817088, bytes: 4096 00000080:00200000:2.0:1789760783.783322:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760783.783330:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760783.783333:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25817088, 25821184) 0 0 00000080:00200000:2.0:1789760783.783338:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760783.783419:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6303, 6303] 00020000:00200000:2.0:1789760783.783428:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25817088 chunk: [25817088, 25821184) 25821184, 4096 00020000:00200000:2.0:1789760783.783433:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760783.783453:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6303, 6303] 00000008:00010000:2.0:1789760783.783471:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760783.783477:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760783.783489:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25817088, 25821184) append 0 append lockpos 0 00000080:00200000:2.0:1789760783.783504:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25817088=0x189f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760783.783567:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760783.783570:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25821184 00000020:00010000:2.0:1789760783.783578:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760783.783582:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.783585:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.783589:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760783.783592:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760783.783600:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760783.783608:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760783.783626:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760783.783894:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 25817088<>25821184 00000100:00100000:3.0:1789760783.784144:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515808768:192.168.203.146@tcp:4:dd.0 00000008:00010000:2.0:1789760783.819185:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8240 00000020:00200000:2.0:1789760783.819203:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760783.819215:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760783.819275:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8240 00000100:00100000:2.0:1789760783.819308:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515808768:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760783.819441:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6303, 6303] 00000080:00200000:3.0:1789760783.819457:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760783.819462:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760783.819551:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25821184 i_blocks 51207 00000020:00200000:2.0:1789760783.819557:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760783.819567:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760783.819604:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25821184, count: 4096 00000080:00200000:2.0:1789760783.819611:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25821184, bytes: 4096 00000080:00200000:2.0:1789760783.819623:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760783.819633:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760783.819635:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25821184, 25825280) 0 0 00000080:00200000:2.0:1789760783.819639:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760783.819657:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6304, 6304] 00020000:00200000:2.0:1789760783.819667:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25821184 chunk: [25821184, 25825280) 25825280, 4096 00020000:00200000:2.0:1789760783.819671:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760783.819816:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6304, 6304] 00000008:00010000:2.0:1789760783.819836:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760783.819842:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760783.819881:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25821184, 25825280) append 0 append lockpos 0 00000080:00200000:2.0:1789760783.819898:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25821184=0x18a0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760783.819956:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760783.819958:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25825280 00000020:00010000:2.0:1789760783.820037:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760783.820042:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.820045:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.820059:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760783.820062:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760783.820073:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760783.820080:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760783.820188:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760783.820307:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 25821184<>25825280 00000100:00100000:3.0:1789760783.820386:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515808896:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760783.861078:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973621 gen 2 00000008:00010000:3.0:1789760783.861157:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8240 00000020:00200000:3.0:1789760783.861165:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760783.861175:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760783.861196:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8240 00000100:00100000:3.0:1789760783.861228:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515808896:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760783.861720:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6304, 6304] 00000080:00200000:2.0:1789760783.861738:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760783.861745:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760783.861761:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25825280 i_blocks 51207 00000020:00200000:2.0:1789760783.861766:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760783.861775:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760783.861811:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25825280, count: 4096 00000080:00200000:2.0:1789760783.861819:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25825280, bytes: 4096 00000080:00200000:2.0:1789760783.861829:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760783.861839:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760783.861842:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25825280, 25829376) 0 0 00000080:00200000:2.0:1789760783.861846:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760783.862035:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6305, 6305] 00020000:00200000:2.0:1789760783.862045:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25825280 chunk: [25825280, 25829376) 25829376, 4096 00020000:00200000:2.0:1789760783.862058:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760783.862083:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6305, 6305] 00000008:00010000:2.0:1789760783.862770:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760783.862778:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760783.862791:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25825280, 25829376) append 0 append lockpos 0 00000080:00200000:2.0:1789760783.862808:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25825280=0x18a1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760783.863211:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760783.863215:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25829376 00000020:00010000:2.0:1789760783.863226:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760783.863230:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.863233:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.863237:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760783.863240:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760783.863254:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760783.863262:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760783.863293:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760783.863430:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 25825280<>25829376 00000100:00100000:3.0:1789760783.863618:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515809024:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760783.886662:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973622 gen 2 00000008:00010000:3.0:1789760783.886723:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:3.0:1789760783.886732:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760783.886744:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760783.886808:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:3.0:1789760783.886840:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515809024:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760783.887172:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6305, 6305] 00000080:00200000:2.0:1789760783.887190:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760783.887196:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760783.887211:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25829376 i_blocks 51207 00000020:00200000:2.0:1789760783.887215:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760783.887225:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760783.887262:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25829376, count: 4096 00000080:00200000:2.0:1789760783.887269:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25829376, bytes: 4096 00000080:00200000:2.0:1789760783.887281:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760783.887289:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760783.887292:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25829376, 25833472) 0 0 00000080:00200000:2.0:1789760783.887296:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760783.887313:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6306, 6306] 00020000:00200000:2.0:1789760783.887322:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25829376 chunk: [25829376, 25833472) 25833472, 4096 00020000:00200000:2.0:1789760783.887326:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760783.887347:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6306, 6306] 00000008:00010000:2.0:1789760783.887366:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760783.887372:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760783.887384:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25829376, 25833472) append 0 append lockpos 0 00000080:00200000:2.0:1789760783.887399:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25829376=0x18a2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760783.887463:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760783.887466:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25833472 00000020:00010000:2.0:1789760783.887474:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760783.887477:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.887480:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.887484:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760783.887487:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760783.887497:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760783.887504:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760783.887522:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760783.887633:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 25829376<>25833472 00000100:00100000:3.0:1789760783.887713:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515809152:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760783.918642:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973623 gen 2 00000008:00010000:3.0:1789760783.918770:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8b40 00000020:00200000:3.0:1789760783.918780:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760783.918792:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760783.918908:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8b40 00000100:00100000:3.0:1789760783.918938:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515809152:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760783.919255:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6306, 6306] 00000080:00200000:2.0:1789760783.919273:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760783.919280:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760783.919298:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25833472 i_blocks 51207 00000020:00200000:2.0:1789760783.919303:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760783.919314:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760783.919351:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25833472, count: 4096 00000080:00200000:2.0:1789760783.919358:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25833472, bytes: 4096 00000080:00200000:2.0:1789760783.919370:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760783.919380:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760783.919382:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25833472, 25837568) 0 0 00000080:00200000:2.0:1789760783.919387:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760783.919405:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6307, 6307] 00020000:00200000:2.0:1789760783.919416:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25833472 chunk: [25833472, 25837568) 25837568, 4096 00020000:00200000:2.0:1789760783.919420:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760783.919442:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6307, 6307] 00000008:00010000:2.0:1789760783.919462:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760783.919468:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760783.919479:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25833472, 25837568) append 0 append lockpos 0 00000080:00200000:2.0:1789760783.919495:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25833472=0x18a3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760783.919558:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760783.919560:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25837568 00000020:00010000:2.0:1789760783.919570:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760783.919573:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.919577:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.919580:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760783.919584:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760783.919593:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760783.919601:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760783.919619:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8d80 00000008:00100000:2.0:1789760783.919810:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 25833472<>25837568 00000100:00100000:3.0:1789760783.919956:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515809280:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760783.948434:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973624 gen 2 00000008:00010000:3.0:1789760783.948490:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8d80 00000020:00200000:3.0:1789760783.948499:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760783.948509:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760783.948528:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8d80 00000100:00100000:3.0:1789760783.948557:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515809280:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760783.948651:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6307, 6307] 00000080:00200000:2.0:1789760783.948666:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760783.948672:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760783.948687:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25837568 i_blocks 51207 00000020:00200000:2.0:1789760783.948690:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760783.948709:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760783.948741:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25837568, count: 4096 00000080:00200000:2.0:1789760783.948748:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25837568, bytes: 4096 00000080:00200000:2.0:1789760783.948757:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760783.948766:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760783.948768:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25837568, 25841664) 0 0 00000080:00200000:2.0:1789760783.948773:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760783.948789:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6308, 6308] 00020000:00200000:2.0:1789760783.948797:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25837568 chunk: [25837568, 25841664) 25841664, 4096 00020000:00200000:2.0:1789760783.948802:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760783.948821:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6308, 6308] 00000008:00010000:2.0:1789760783.948838:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760783.948844:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760783.948889:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25837568, 25841664) append 0 append lockpos 0 00000080:00200000:2.0:1789760783.948903:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25837568=0x18a4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760783.948956:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760783.948959:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25841664 00000020:00010000:2.0:1789760783.948977:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760783.948981:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.948984:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.948987:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760783.948990:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760783.949001:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760783.949007:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760783.949022:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760783.949153:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 25837568<>25841664 00000100:00100000:3.0:1789760783.949408:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760783.949427:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515809408:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760783.976771:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973625 gen 2 00000008:00010000:3.0:1789760783.976823:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8f00 00000020:00200000:3.0:1789760783.976832:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760783.976843:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760783.976909:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8f00 00000100:00100000:3.0:1789760783.976940:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515809408:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760783.977209:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6308, 6308] 00000080:00200000:2.0:1789760783.977229:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760783.977236:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760783.977253:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25841664 i_blocks 51207 00000020:00200000:2.0:1789760783.977257:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760783.977267:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760783.977306:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25841664, count: 4096 00000080:00200000:2.0:1789760783.977314:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25841664, bytes: 4096 00000080:00200000:2.0:1789760783.977326:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760783.977335:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760783.977337:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25841664, 25845760) 0 0 00000080:00200000:2.0:1789760783.977342:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760783.977358:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6309, 6309] 00020000:00200000:2.0:1789760783.977367:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25841664 chunk: [25841664, 25845760) 25845760, 4096 00020000:00200000:2.0:1789760783.977371:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760783.977392:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6309, 6309] 00000008:00010000:2.0:1789760783.977410:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760783.977415:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760783.977427:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25841664, 25845760) append 0 append lockpos 0 00000080:00200000:2.0:1789760783.977441:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25841664=0x18a5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760783.977505:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760783.977509:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25845760 00000020:00010000:2.0:1789760783.977517:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760783.977521:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.977525:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760783.977529:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760783.977531:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760783.977541:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760783.977549:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760783.977565:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760783.977677:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 25841664<>25845760 00000100:00100000:3.0:1789760783.977882:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515809536:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760784.006356:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8f00 00000020:00200000:3.0:1789760784.006372:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760784.006385:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760784.006407:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8f00 00000100:00100000:3.0:1789760784.006444:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515809536:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760784.006546:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6309, 6309] 00000080:00200000:2.0:1789760784.006563:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760784.006569:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760784.006584:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25845760 i_blocks 51207 00000020:00200000:2.0:1789760784.006587:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760784.006597:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760784.006633:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25845760, count: 4096 00000080:00200000:2.0:1789760784.006640:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25845760, bytes: 4096 00000080:00200000:2.0:1789760784.006649:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760784.006658:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760784.006660:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25845760, 25849856) 0 0 00000080:00200000:2.0:1789760784.006664:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760784.006681:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6310, 6310] 00020000:00200000:2.0:1789760784.006690:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25845760 chunk: [25845760, 25849856) 25849856, 4096 00020000:00200000:2.0:1789760784.006705:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760784.006725:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6310, 6310] 00000008:00010000:2.0:1789760784.006743:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760784.006749:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760784.006761:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25845760, 25849856) append 0 append lockpos 0 00000080:00200000:2.0:1789760784.006777:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25845760=0x18a6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760784.006835:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760784.006838:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25849856 00000020:00010000:2.0:1789760784.006847:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760784.006850:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760784.007010:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760784.007016:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760784.007019:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760784.007030:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760784.007037:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760784.007064:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8d80 00000008:00100000:2.0:1789760784.007177:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 25845760<>25849856 00000100:00100000:3.0:1789760784.007274:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760784.007292:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515809664:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760784.036140:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973626 gen 2 00000100:00100000:3.0:1789760784.036183:0:2364:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23a8380 x1876699515809664/t4294973627(4294973627) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760800 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760784.036233:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8d80 00000020:00200000:3.0:1789760784.036241:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760784.036251:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760784.036271:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8d80 00000100:00100000:3.0:1789760784.036296:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515809664:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760784.036522:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6310, 6310] 00000080:00200000:2.0:1789760784.036539:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760784.036545:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760784.036560:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25849856 i_blocks 51207 00000020:00200000:2.0:1789760784.036564:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760784.036574:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760784.036611:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25849856, count: 4096 00000080:00200000:2.0:1789760784.036619:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25849856, bytes: 4096 00000080:00200000:2.0:1789760784.036629:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760784.036638:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760784.036640:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25849856, 25853952) 0 0 00000080:00200000:2.0:1789760784.036645:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760784.036665:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6311, 6311] 00020000:00200000:2.0:1789760784.036674:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25849856 chunk: [25849856, 25853952) 25853952, 4096 00020000:00200000:2.0:1789760784.036679:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760784.036769:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6311, 6311] 00000008:00010000:2.0:1789760784.036788:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760784.036795:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760784.036809:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25849856, 25853952) append 0 append lockpos 0 00000080:00200000:2.0:1789760784.036824:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25849856=0x18a7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760784.036917:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760784.036920:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25853952 00000020:00010000:2.0:1789760784.036928:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760784.036931:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760784.036935:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760784.036939:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760784.036942:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760784.036952:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760784.036959:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760784.037044:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760784.037174:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 25849856<>25853952 00000100:00100000:3.0:1789760784.037239:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515809792:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760784.070618:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973628 gen 2 00000008:00010000:3.0:1789760784.070681:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8b40 00000020:00200000:3.0:1789760784.070701:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760784.070712:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760784.070734:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8b40 00000100:00100000:3.0:1789760784.070764:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515809792:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760784.070922:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6311, 6311] 00000080:00200000:2.0:1789760784.070937:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760784.070944:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760784.070959:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25853952 i_blocks 51207 00000020:00200000:2.0:1789760784.070963:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760784.070972:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760784.071010:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25853952, count: 4096 00000080:00200000:2.0:1789760784.071018:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25853952, bytes: 4096 00000080:00200000:2.0:1789760784.071028:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760784.071037:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760784.071040:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25853952, 25858048) 0 0 00000080:00200000:2.0:1789760784.071044:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760784.071073:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6312, 6312] 00020000:00200000:2.0:1789760784.071083:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25853952 chunk: [25853952, 25858048) 25858048, 4096 00020000:00200000:2.0:1789760784.071088:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760784.071109:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6312, 6312] 00000008:00010000:2.0:1789760784.071126:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760784.071132:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760784.071143:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25853952, 25858048) append 0 append lockpos 0 00000080:00200000:2.0:1789760784.071157:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25853952=0x18a8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760784.071217:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760784.071220:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25858048 00000020:00010000:2.0:1789760784.071230:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760784.071233:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760784.071236:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760784.071239:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760784.071242:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760784.071252:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760784.071259:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760784.071274:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760784.071387:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 25853952<>25858048 00000100:00100000:3.0:1789760784.072165:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515809920:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760784.103222:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973629 gen 2 00000008:00010000:2.0:1789760784.103367:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:2.0:1789760784.103376:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760784.103388:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760784.103454:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:2.0:1789760784.103486:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515809920:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760784.103569:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6312, 6312] 00000080:00200000:0.0:1789760784.103585:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760784.103592:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760784.103608:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25858048 i_blocks 51207 00000020:00200000:0.0:1789760784.103613:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760784.103623:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760784.103659:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25858048, count: 4096 00000080:00200000:0.0:1789760784.103667:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25858048, bytes: 4096 00000080:00200000:0.0:1789760784.103678:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760784.103687:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760784.103755:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25858048, 25862144) 0 0 00000080:00200000:0.0:1789760784.103761:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760784.103778:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6313, 6313] 00020000:00200000:0.0:1789760784.103787:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25858048 chunk: [25858048, 25862144) 25862144, 4096 00020000:00200000:0.0:1789760784.103792:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760784.103812:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6313, 6313] 00000008:00010000:0.0:1789760784.103832:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760784.103838:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760784.103849:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25858048, 25862144) append 0 append lockpos 0 00000080:00200000:0.0:1789760784.103891:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25858048=0x18a9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760784.103951:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760784.103955:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25862144 00000020:00010000:0.0:1789760784.103963:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760784.104039:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760784.104043:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760784.104055:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760784.104059:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760784.104067:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760784.104074:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760784.104147:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760784.104267:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 25858048<>25862144 00000100:00100000:1.0:1789760784.104406:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515810048:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760784.136265:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973630 gen 2 00000008:00010000:1.0:1789760784.136317:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760784.136327:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760784.136338:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760784.136361:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760784.136396:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515810048:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760784.136790:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6313, 6313] 00000080:00200000:0.0:1789760784.136810:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760784.136816:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760784.136834:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25862144 i_blocks 51207 00000020:00200000:0.0:1789760784.136838:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760784.136849:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760784.136918:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25862144, count: 4096 00000080:00200000:0.0:1789760784.136925:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25862144, bytes: 4096 00000080:00200000:0.0:1789760784.136935:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760784.136944:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760784.136947:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25862144, 25866240) 0 0 00000080:00200000:0.0:1789760784.136950:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760784.136968:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6314, 6314] 00020000:00200000:0.0:1789760784.136987:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25862144 chunk: [25862144, 25866240) 25866240, 4096 00020000:00200000:0.0:1789760784.136991:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760784.137011:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6314, 6314] 00000008:00010000:0.0:1789760784.137029:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760784.137034:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760784.137045:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25862144, 25866240) append 0 append lockpos 0 00000080:00200000:0.0:1789760784.137069:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25862144=0x18aa000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760784.137135:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760784.137139:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25866240 00000020:00010000:0.0:1789760784.137147:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760784.137151:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760784.137154:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760784.137157:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760784.137160:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760784.137168:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760784.137175:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760784.137192:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760784.137307:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 25862144<>25866240 00000100:00100000:1.0:1789760784.137469:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760784.137496:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515810176:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760784.162289:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973631 gen 2 00000008:00010000:1.0:1789760784.162342:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760784.162351:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760784.162362:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760784.162426:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760784.162456:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515810176:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760784.162695:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6314, 6314] 00000080:00200000:0.0:1789760784.162711:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760784.162717:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760784.162732:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25866240 i_blocks 51207 00000020:00200000:0.0:1789760784.162736:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760784.162746:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760784.162779:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25866240, count: 4096 00000080:00200000:0.0:1789760784.162786:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25866240, bytes: 4096 00000080:00200000:0.0:1789760784.162796:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760784.162805:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760784.162807:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25866240, 25870336) 0 0 00000080:00200000:0.0:1789760784.162812:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760784.162827:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6315, 6315] 00020000:00200000:0.0:1789760784.162836:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25866240 chunk: [25866240, 25870336) 25870336, 4096 00020000:00200000:0.0:1789760784.162840:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760784.162892:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6315, 6315] 00000008:00010000:0.0:1789760784.162912:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760784.162919:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760784.162930:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25866240, 25870336) append 0 append lockpos 0 00000080:00200000:0.0:1789760784.162944:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25866240=0x18ab000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760784.163086:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760784.163142:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25870336 00000020:00010000:0.0:1789760784.163151:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760784.163155:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760784.163158:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760784.163162:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760784.163165:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760784.163173:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760784.163180:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760784.163198:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760784.163308:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7480 - object 0x240000400:4 offset 25866240<>25870336 00000100:00100000:1.0:1789760784.163376:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515810304:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760784.212520:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973632 gen 2 00000008:00010000:1.0:1789760784.212582:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760784.212590:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760784.212600:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760784.212664:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760784.213105:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515810304:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760784.214097:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6315, 6315] 00000080:00200000:2.0:1789760784.214118:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760784.214125:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760784.214143:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25870336 i_blocks 51207 00000020:00200000:2.0:1789760784.214148:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760784.214160:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760784.214193:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25870336, count: 4096 00000080:00200000:2.0:1789760784.214201:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25870336, bytes: 4096 00000080:00200000:2.0:1789760784.214214:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760784.214224:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760784.214226:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25870336, 25874432) 0 0 00000080:00200000:2.0:1789760784.214231:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760784.214249:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6316, 6316] 00020000:00200000:2.0:1789760784.214257:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25870336 chunk: [25870336, 25874432) 25874432, 4096 00020000:00200000:2.0:1789760784.214262:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760784.214283:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6316, 6316] 00000008:00010000:2.0:1789760784.214301:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760784.214307:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760784.214318:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25870336, 25874432) append 0 append lockpos 0 00000080:00200000:2.0:1789760784.214331:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25870336=0x18ac000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760784.214394:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760784.214396:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25874432 00000020:00010000:2.0:1789760784.214404:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760784.214407:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760784.214409:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760784.214411:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760784.214413:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760784.214420:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760784.214426:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760784.214447:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760784.214620:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 25870336<>25874432 00000100:00100000:2.0:1789760784.214679:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760784.214837:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515810432:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760784.252587:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973633 gen 2 00000008:00010000:3.0:1789760784.252635:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:3.0:1789760784.252643:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760784.252651:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760784.252668:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000080:00200000:2.0:1789760784.252696:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6316, 6316] 00000100:00100000:3.0:1789760784.252709:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515810432:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760784.252778:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760784.252785:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760784.252802:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25874432 i_blocks 51207 00000020:00200000:2.0:1789760784.252807:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760784.252817:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760784.252884:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25874432, count: 4096 00000080:00200000:2.0:1789760784.252893:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25874432, bytes: 4096 00000080:00200000:2.0:1789760784.252903:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760784.252911:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760784.252913:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25874432, 25878528) 0 0 00000080:00200000:2.0:1789760784.252918:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760784.252935:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6317, 6317] 00020000:00200000:2.0:1789760784.252944:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25874432 chunk: [25874432, 25878528) 25878528, 4096 00020000:00200000:2.0:1789760784.252949:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760784.252970:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6317, 6317] 00000008:00010000:2.0:1789760784.252990:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760784.252995:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760784.253007:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25874432, 25878528) append 0 append lockpos 0 00000080:00200000:2.0:1789760784.253020:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25874432=0x18ad000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760784.253151:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760784.253154:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25878528 00000020:00010000:2.0:1789760784.253163:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760784.253166:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760784.253170:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760784.253173:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760784.253176:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760784.253185:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760784.253193:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760784.253210:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760784.253316:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 25874432<>25878528 00000100:00100000:2.0:1789760784.253381:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515810560:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760784.288609:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8240 00000020:00200000:3.0:1789760784.288627:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760784.288638:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760784.288889:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8240 00000100:00100000:3.0:1789760784.288921:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515810560:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760784.289082:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6317, 6317] 00000080:00200000:2.0:1789760784.289160:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760784.289167:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760784.289184:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25878528 i_blocks 51207 00000020:00200000:2.0:1789760784.289188:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760784.289198:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760784.289233:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25878528, count: 4096 00000080:00200000:2.0:1789760784.289241:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25878528, bytes: 4096 00000080:00200000:2.0:1789760784.289251:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760784.289260:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760784.289262:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25878528, 25882624) 0 0 00000080:00200000:2.0:1789760784.289267:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760784.289285:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6318, 6318] 00020000:00200000:2.0:1789760784.289295:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25878528 chunk: [25878528, 25882624) 25882624, 4096 00020000:00200000:2.0:1789760784.289299:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760784.289320:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6318, 6318] 00000008:00010000:2.0:1789760784.289339:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760784.289344:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760784.289356:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25878528, 25882624) append 0 append lockpos 0 00000080:00200000:2.0:1789760784.289370:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25878528=0x18ae000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760784.289428:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760784.289431:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25882624 00000020:00010000:2.0:1789760784.289439:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1789760784.289443:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760784.289446:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760784.289449:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760784.289452:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760784.289461:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760784.289467:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760784.289484:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760784.289589:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 25878528<>25882624 00000100:00100000:3.0:1789760784.289658:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515810688:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760784.322906:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973635 gen 2 00000008:00010000:3.0:1789760784.322982:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8600 00000020:00200000:3.0:1789760784.322990:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760784.323001:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760784.323064:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8600 00000100:00100000:3.0:1789760784.323095:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515810688:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760784.323778:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6318, 6318] 00000080:00200000:0.0:1789760784.323797:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760784.323804:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760784.323820:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25882624 i_blocks 51207 00000020:00200000:0.0:1789760784.323825:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760784.324152:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760784.324191:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25882624, count: 4096 00000080:00200000:0.0:1789760784.324200:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25882624, bytes: 4096 00000080:00200000:0.0:1789760784.324212:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760784.324221:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760784.324224:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25882624, 25886720) 0 0 00000080:00200000:0.0:1789760784.324229:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760784.324246:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6319, 6319] 00020000:00200000:0.0:1789760784.324254:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25882624 chunk: [25882624, 25886720) 25886720, 4096 00020000:00200000:0.0:1789760784.324259:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760784.324280:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6319, 6319] 00000008:00010000:0.0:1789760784.324301:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760784.324308:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760784.324320:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25882624, 25886720) append 0 append lockpos 0 00000080:00200000:0.0:1789760784.324335:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25882624=0x18af000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760784.324397:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760784.324399:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25886720 00000020:00010000:0.0:1789760784.324407:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760784.324411:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760784.324414:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760784.324418:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760784.324420:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760784.324428:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760784.324436:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760784.324458:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760784.324566:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4000 - object 0x240000400:4 offset 25882624<>25886720 00000100:00100000:1.0:1789760784.324648:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515810816:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760784.357160:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760784.357177:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760784.357190:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760784.357213:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760784.357250:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515810816:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760784.357408:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6319, 6319] 00000080:00200000:0.0:1789760784.357424:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760784.357430:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760784.357445:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25886720 i_blocks 51207 00000020:00200000:0.0:1789760784.357449:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760784.357459:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760784.357495:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25886720, count: 4096 00000080:00200000:0.0:1789760784.357502:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25886720, bytes: 4096 00000080:00200000:0.0:1789760784.357512:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760784.357521:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760784.357524:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25886720, 25890816) 0 0 00000080:00200000:0.0:1789760784.357528:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760784.357545:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6320, 6320] 00020000:00200000:0.0:1789760784.357555:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25886720 chunk: [25886720, 25890816) 25890816, 4096 00020000:00200000:0.0:1789760784.357559:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760784.357579:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6320, 6320] 00000008:00010000:0.0:1789760784.357598:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760784.357604:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760784.357616:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25886720, 25890816) append 0 append lockpos 0 00000080:00200000:0.0:1789760784.357631:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25886720=0x18b0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760784.357797:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760784.357801:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25890816 00000020:00010000:0.0:1789760784.357811:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760784.357814:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760784.357817:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760784.357821:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760784.357824:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760784.357832:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760784.357839:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760784.357906:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760784.358177:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 25886720<>25890816 00000100:00100000:0.0:1789760784.358235:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515810944:192.168.203.146@tcp:4:dd.0 00010000:00010000:2.0:1789760784.369219:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789760784.393535:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973636 gen 2 00000100:00100000:0.0:1789760784.393569:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc6a00 x1876699515810944/t4294973637(4294973637) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760800 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760784.393607:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:0.0:1789760784.393614:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760784.393624:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760784.393647:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:0.0:1789760784.393667:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515810944:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760784.393760:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6320, 6320] 00000080:00200000:1.0:1789760784.393774:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760784.393778:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760784.393791:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25890816 i_blocks 51207 00000020:00200000:1.0:1789760784.393794:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760784.393803:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760784.393830:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25890816, count: 4096 00000080:00200000:1.0:1789760784.393835:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25890816, bytes: 4096 00000080:00200000:1.0:1789760784.393843:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760784.393850:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760784.393852:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25890816, 25894912) 0 0 00000080:00200000:1.0:1789760784.393883:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760784.393900:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6321, 6321] 00020000:00200000:1.0:1789760784.393906:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25890816 chunk: [25890816, 25894912) 25894912, 4096 00020000:00200000:1.0:1789760784.393910:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760784.393925:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6321, 6321] 00000008:00010000:1.0:1789760784.393938:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760784.393943:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760784.393951:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25890816, 25894912) append 0 append lockpos 0 00000080:00200000:1.0:1789760784.393962:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25890816=0x18b1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760784.394006:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760784.394009:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25894912 00000020:00010000:1.0:1789760784.394016:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760784.394019:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760784.394022:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc850bb48/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760784.394113:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760784.394116:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760784.394123:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760784.394129:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760784.394142:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760784.394216:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573100 - object 0x240000400:4 offset 25890816<>25894912 00000100:00100000:0.0:1789760784.394333:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760784.394347:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515811072:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760784.433473:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973638 gen 2 00000008:00010000:0.0:1789760784.433519:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760784.433526:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760784.433533:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760784.433564:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760784.433586:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515811072:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760784.433914:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6321, 6321] 00000080:00200000:1.0:1789760784.433929:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760784.433933:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760784.433944:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25894912 i_blocks 51207 00000020:00200000:1.0:1789760784.433947:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760784.433955:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760784.433979:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25894912, count: 4096 00000080:00200000:1.0:1789760784.433984:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25894912, bytes: 4096 00000080:00200000:1.0:1789760784.433992:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760784.433999:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760784.434001:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25894912, 25899008) 0 0 00000080:00200000:1.0:1789760784.434005:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760784.434016:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6322, 6322] 00020000:00200000:1.0:1789760784.434022:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25894912 chunk: [25894912, 25899008) 25899008, 4096 00020000:00200000:1.0:1789760784.434026:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760784.434039:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6322, 6322] 00000008:00010000:1.0:1789760784.434061:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760784.434066:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760784.434076:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25894912, 25899008) append 0 append lockpos 0 00000080:00200000:1.0:1789760784.434085:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25894912=0x18b2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760784.434123:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760784.434125:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25899008 00000020:00010000:1.0:1789760784.434248:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760784.434252:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760784.434255:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc850bb48/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760784.434258:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760784.434261:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760784.434267:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760784.434273:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760784.434287:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760784.434363:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572a00 - object 0x240000400:4 offset 25894912<>25899008 00000100:00100000:0.0:1789760784.434425:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515811200:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760784.498780:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973639 gen 2 00000008:00010000:0.0:1789760784.498814:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760784.498820:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760784.498829:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760784.498874:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760784.498902:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515811200:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760784.499628:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6322, 6322] 00000080:00200000:1.0:1789760784.499641:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760784.499647:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760784.499659:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25899008 i_blocks 51207 00000020:00200000:1.0:1789760784.499663:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760784.499671:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760784.499697:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25899008, count: 4096 00000080:00200000:1.0:1789760784.499703:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25899008, bytes: 4096 00000080:00200000:1.0:1789760784.499711:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760784.499719:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760784.499721:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25899008, 25903104) 0 0 00000080:00200000:1.0:1789760784.499725:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760784.499738:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6323, 6323] 00020000:00200000:1.0:1789760784.499745:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25899008 chunk: [25899008, 25903104) 25903104, 4096 00020000:00200000:1.0:1789760784.499748:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760784.499764:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6323, 6323] 00000008:00010000:1.0:1789760784.499777:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760784.499782:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760784.499790:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25899008, 25903104) append 0 append lockpos 0 00000080:00200000:1.0:1789760784.499801:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25899008=0x18b3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760784.499845:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760784.499848:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25903104 00000020:00010000:1.0:1789760784.499902:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760784.499906:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760784.499909:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc850bb48/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760784.499912:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760784.499915:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760784.499922:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760784.499928:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760784.499943:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760784.500027:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573b80 - object 0x240000400:4 offset 25899008<>25903104 00000100:00100000:0.0:1789760784.500140:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760784.500160:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515811328:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760784.540929:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973640 gen 2 00000008:00010000:0.0:1789760784.540975:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760784.540983:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760784.540992:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760784.541014:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760784.541040:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515811328:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760784.542501:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6323, 6323] 00000080:00200000:1.0:1789760784.542521:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760784.542528:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760784.542544:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25903104 i_blocks 51207 00000020:00200000:1.0:1789760784.542549:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760784.542562:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760784.542589:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25903104, count: 4096 00000080:00200000:1.0:1789760784.542595:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25903104, bytes: 4096 00000080:00200000:1.0:1789760784.542615:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760784.542623:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760784.542625:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25903104, 25907200) 0 0 00000080:00200000:1.0:1789760784.542629:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760784.542640:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6324, 6324] 00020000:00200000:1.0:1789760784.542646:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25903104 chunk: [25903104, 25907200) 25907200, 4096 00020000:00200000:1.0:1789760784.542650:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760784.542664:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6324, 6324] 00000008:00010000:1.0:1789760784.542677:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760784.542682:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760784.542691:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25903104, 25907200) append 0 append lockpos 0 00000080:00200000:1.0:1789760784.542702:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25903104=0x18b4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760784.542754:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760784.542757:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25907200 00000020:00010000:1.0:1789760784.542763:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760784.542766:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760784.542769:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc850bb48/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760784.542771:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760784.542774:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760784.542781:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760784.542786:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760784.542801:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760784.542932:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572680 - object 0x240000400:4 offset 25903104<>25907200 00000100:00100000:0.0:1789760784.543184:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515811456:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760784.593640:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973641 gen 2 00000008:00010000:0.0:1789760784.593695:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760784.593712:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760784.593724:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760784.593750:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760784.593786:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515811456:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760784.593984:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6324, 6324] 00000080:00200000:1.0:1789760784.594000:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760784.594007:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760784.594022:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25907200 i_blocks 51207 00000020:00200000:1.0:1789760784.594026:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760784.594036:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760784.594078:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25907200, count: 4096 00000080:00200000:1.0:1789760784.594085:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25907200, bytes: 4096 00000080:00200000:1.0:1789760784.594110:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760784.594119:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760784.594121:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25907200, 25911296) 0 0 00000080:00200000:1.0:1789760784.594125:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760784.594142:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6325, 6325] 00020000:00200000:1.0:1789760784.594151:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25907200 chunk: [25907200, 25911296) 25911296, 4096 00020000:00200000:1.0:1789760784.594154:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760784.594172:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6325, 6325] 00000008:00010000:1.0:1789760784.594190:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760784.594196:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760784.594207:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25907200, 25911296) append 0 append lockpos 0 00000080:00200000:1.0:1789760784.594221:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25907200=0x18b5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760784.594275:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760784.594278:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25911296 00000020:00010000:1.0:1789760784.594285:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760784.594288:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760784.594291:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc850bb48/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760784.594294:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760784.594297:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760784.594304:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760784.594310:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760784.594326:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760784.594426:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571f80 - object 0x240000400:4 offset 25907200<>25911296 00000100:00100000:0.0:1789760784.594657:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760784.594674:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515811584:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760784.676301:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973642 gen 2 00000008:00010000:0.0:1789760784.676360:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760784.676369:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760784.676380:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760784.676401:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760784.676431:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515811584:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760784.676651:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6325, 6325] 00000080:00200000:1.0:1789760784.676667:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760784.676672:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760784.676688:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25911296 i_blocks 51207 00000020:00200000:1.0:1789760784.676692:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760784.676703:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760784.676741:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25911296, count: 4096 00000080:00200000:1.0:1789760784.676749:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25911296, bytes: 4096 00000080:00200000:1.0:1789760784.676759:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760784.676768:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760784.676771:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25911296, 25915392) 0 0 00000080:00200000:1.0:1789760784.676775:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760784.676793:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6326, 6326] 00020000:00200000:1.0:1789760784.676802:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25911296 chunk: [25911296, 25915392) 25915392, 4096 00020000:00200000:1.0:1789760784.676806:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760784.676826:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6326, 6326] 00000008:00010000:1.0:1789760784.676844:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760784.676850:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760784.676898:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25911296, 25915392) append 0 append lockpos 0 00000080:00200000:1.0:1789760784.676912:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25911296=0x18b6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760784.676984:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760784.676987:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25915392 00000020:00010000:1.0:1789760784.676996:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1789760784.676999:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760784.677002:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc850bb48/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760784.677005:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760784.677008:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760784.677016:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760784.677023:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760784.677039:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760784.677151:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571500 - object 0x240000400:4 offset 25911296<>25915392 00000100:00100000:1.0:1789760784.677191:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760784.677210:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515811712:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760784.716306:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973643 gen 2 00000008:00010000:1.0:1789760784.716475:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:1.0:1789760784.716485:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760784.716496:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760784.716519:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000080:00200000:0.0:1789760784.716621:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6326, 6326] 00000080:00200000:0.0:1789760784.716639:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760784.716645:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760784.716661:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25915392 i_blocks 51207 00000020:00200000:0.0:1789760784.716664:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760784.716674:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760784.716711:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25915392, count: 4096 00000080:00200000:0.0:1789760784.716719:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25915392, bytes: 4096 00000080:00200000:0.0:1789760784.716729:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760784.716738:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760784.716740:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25915392, 25919488) 0 0 00000080:00200000:0.0:1789760784.716745:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760784.716761:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6327, 6327] 00020000:00200000:0.0:1789760784.716770:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25915392 chunk: [25915392, 25919488) 25919488, 4096 00020000:00200000:0.0:1789760784.716774:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760784.716794:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6327, 6327] 00000008:00010000:0.0:1789760784.716814:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760784.716820:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760784.716832:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25915392, 25919488) append 0 append lockpos 0 00000080:00200000:0.0:1789760784.716847:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25915392=0x18b7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760784.716947:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760784.716950:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25919488 00000020:00010000:0.0:1789760784.716958:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1789760784.716962:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760784.716965:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760784.716968:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068de48 (ffff980dc850b2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760784.716971:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850b2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760784.716978:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760784.716986:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760784.717007:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760784.717130:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 25915392<>25919488 00000100:00100000:0.0:1789760784.717166:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760784.717190:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515811840:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760784.717372:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515811712:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760784.750278:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:0.0:1789760784.750295:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760784.750307:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760784.750389:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:0.0:1789760784.750422:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515811840:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760784.750670:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6327, 6327] 00000080:00200000:3.0:1789760784.750687:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760784.750694:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760784.750710:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25919488 i_blocks 51207 00000020:00200000:3.0:1789760784.750714:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760784.750724:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760784.750789:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25919488, count: 4096 00000080:00200000:3.0:1789760784.750796:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25919488, bytes: 4096 00000080:00200000:3.0:1789760784.750810:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760784.750819:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760784.750821:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25919488, 25923584) 0 0 00000080:00200000:3.0:1789760784.750825:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760784.750844:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6328, 6328] 00020000:00200000:3.0:1789760784.750852:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25919488 chunk: [25919488, 25923584) 25923584, 4096 00020000:00200000:3.0:1789760784.750893:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760784.750915:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6328, 6328] 00000008:00010000:3.0:1789760784.750932:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760784.750938:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760784.750950:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25919488, 25923584) append 0 append lockpos 0 00000080:00200000:3.0:1789760784.750963:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25919488=0x18b8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760784.751022:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760784.751025:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25923584 00000020:00010000:3.0:1789760784.751033:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:3.0:1789760784.751036:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760784.751039:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760784.751057:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760784.751061:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760784.751068:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760784.751076:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760784.751093:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760784.751203:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4a80 - object 0x240000400:4 offset 25919488<>25923584 00000100:00100000:2.0:1789760784.751287:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515811968:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760784.792065:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973645 gen 2 00000008:00010000:3.0:1789760784.792135:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760784.792144:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760784.792156:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760784.792179:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760784.792209:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515811968:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760784.792329:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6328, 6328] 00000080:00200000:2.0:1789760784.792347:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760784.792355:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760784.792371:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25923584 i_blocks 51207 00000020:00200000:2.0:1789760784.792375:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760784.792385:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760784.792419:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25923584, count: 4096 00000080:00200000:2.0:1789760784.792427:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25923584, bytes: 4096 00000080:00200000:2.0:1789760784.792437:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760784.792445:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760784.792448:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25923584, 25927680) 0 0 00000080:00200000:2.0:1789760784.792452:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760784.792469:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6329, 6329] 00020000:00200000:2.0:1789760784.792479:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25923584 chunk: [25923584, 25927680) 25927680, 4096 00020000:00200000:2.0:1789760784.792484:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760784.792503:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6329, 6329] 00000008:00010000:2.0:1789760784.792521:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760784.792527:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760784.792538:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25923584, 25927680) append 0 append lockpos 0 00000080:00200000:2.0:1789760784.792553:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25923584=0x18b9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760784.792610:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760784.792614:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25927680 00000020:00010000:2.0:1789760784.792623:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760784.792626:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760784.792629:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760784.792633:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760784.792636:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760784.792644:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760784.792651:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760784.792667:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e80c0 00000008:00100000:2.0:1789760784.792775:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 25923584<>25927680 00000100:00100000:3.0:1789760784.792892:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760784.792909:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515812096:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760784.830594:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e80c0 00000020:00200000:3.0:1789760784.830611:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760784.830623:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760784.830645:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e80c0 00000100:00100000:3.0:1789760784.830678:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515812096:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760784.830827:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6329, 6329] 00000080:00200000:2.0:1789760784.830844:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760784.830850:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760784.830910:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25927680 i_blocks 51207 00000020:00200000:2.0:1789760784.830914:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760784.830923:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760784.830957:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25927680, count: 4096 00000080:00200000:2.0:1789760784.830972:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25927680, bytes: 4096 00000080:00200000:2.0:1789760784.830983:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760784.830991:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760784.830993:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25927680, 25931776) 0 0 00000080:00200000:2.0:1789760784.830997:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760784.831014:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6330, 6330] 00020000:00200000:2.0:1789760784.831024:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25927680 chunk: [25927680, 25931776) 25931776, 4096 00020000:00200000:2.0:1789760784.831029:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760784.831058:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6330, 6330] 00000008:00010000:2.0:1789760784.831077:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760784.831083:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760784.831105:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25927680, 25931776) append 0 append lockpos 0 00000080:00200000:2.0:1789760784.831119:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25927680=0x18ba000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760784.831176:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760784.831179:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25931776 00000020:00010000:2.0:1789760784.831187:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760784.831190:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760784.831192:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760784.831196:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760784.831199:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760784.831208:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760784.831215:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760784.831232:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760784.831342:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 25927680<>25931776 00000100:00100000:3.0:1789760784.831559:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515812224:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760784.865331:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973646 gen 2 00000100:00100000:3.0:1789760784.865383:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23a9c00 x1876699515812224/t4294973647(4294973647) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760800 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760784.865434:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:3.0:1789760784.865441:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760784.865453:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760784.865475:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:3.0:1789760784.865503:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515812224:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760784.865646:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6330, 6330] 00000080:00200000:2.0:1789760784.865663:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760784.865670:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760784.865696:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25931776 i_blocks 51207 00000020:00200000:2.0:1789760784.865700:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760784.865709:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760784.865742:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25931776, count: 4096 00000080:00200000:2.0:1789760784.865749:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25931776, bytes: 4096 00000080:00200000:2.0:1789760784.865759:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760784.865766:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760784.865768:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25931776, 25935872) 0 0 00000080:00200000:2.0:1789760784.865772:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760784.865789:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6331, 6331] 00020000:00200000:2.0:1789760784.865797:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25931776 chunk: [25931776, 25935872) 25935872, 4096 00020000:00200000:2.0:1789760784.865803:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760784.865823:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6331, 6331] 00000008:00010000:2.0:1789760784.865841:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760784.865846:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760784.865897:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25931776, 25935872) append 0 append lockpos 0 00000080:00200000:2.0:1789760784.865911:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25931776=0x18bb000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760784.865965:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760784.865967:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25935872 00000020:00010000:2.0:1789760784.865976:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760784.865979:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760784.865983:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760784.865986:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760784.865989:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760784.865998:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760784.866006:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760784.866023:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760784.866141:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 25931776<>25935872 00000100:00100000:3.0:1789760784.866498:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760784.866519:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515812352:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760784.899747:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973648 gen 2 00000008:00010000:3.0:1789760784.899818:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:3.0:1789760784.899827:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760784.899836:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760784.899956:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6331, 6331] 00000080:00200000:2.0:1789760784.899984:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760784.899990:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760784.900006:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25935872 i_blocks 51207 00000020:00200000:2.0:1789760784.900010:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760784.900020:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760784.900064:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25935872, count: 4096 00000080:00200000:2.0:1789760784.900073:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25935872, bytes: 4096 00000080:00200000:2.0:1789760784.900084:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760784.900102:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760784.900105:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25935872, 25939968) 0 0 00000080:00200000:2.0:1789760784.900110:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760784.900126:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6332, 6332] 00020000:00200000:2.0:1789760784.900135:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25935872 chunk: [25935872, 25939968) 25939968, 4096 00020000:00200000:2.0:1789760784.900141:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760784.900160:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6332, 6332] 00000008:00010000:2.0:1789760784.900180:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760784.900186:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760784.900199:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25935872, 25939968) append 0 append lockpos 0 00000080:00200000:2.0:1789760784.900214:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25935872=0x18bc000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760784.900277:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760784.900281:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25939968 00000020:00010000:2.0:1789760784.900289:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760784.900292:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760784.900295:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760784.900298:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760784.900301:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760784.900310:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760784.900317:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760784.900338:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760784.900611:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 25935872<>25939968 00000100:00100000:2.0:1789760784.900674:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760784.900770:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515812480:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760784.901063:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000100:00100000:3.0:1789760784.901086:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515812352:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760784.931701:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8000 00000020:00200000:3.0:1789760784.931720:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760784.931732:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760784.931754:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8000 00000100:00100000:3.0:1789760784.931786:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515812480:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760784.932122:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6332, 6332] 00000080:00200000:2.0:1789760784.932138:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760784.932145:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760784.932160:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25939968 i_blocks 51207 00000020:00200000:2.0:1789760784.932163:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760784.932173:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760784.932207:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25939968, count: 4096 00000080:00200000:2.0:1789760784.932214:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25939968, bytes: 4096 00000080:00200000:2.0:1789760784.932225:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760784.932235:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760784.932239:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25939968, 25944064) 0 0 00000080:00200000:2.0:1789760784.932243:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760784.932261:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6333, 6333] 00020000:00200000:2.0:1789760784.932270:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25939968 chunk: [25939968, 25944064) 25944064, 4096 00020000:00200000:2.0:1789760784.932274:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760784.932292:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6333, 6333] 00000008:00010000:2.0:1789760784.932311:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760784.932316:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760784.932326:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25939968, 25944064) append 0 append lockpos 0 00000080:00200000:2.0:1789760784.932339:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25939968=0x18bd000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760784.932396:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760784.932399:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25944064 00000020:00010000:2.0:1789760784.932407:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760784.932410:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760784.932413:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760784.932417:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760784.932419:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760784.932429:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760784.932435:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760784.932451:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760784.933683:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 25939968<>25944064 00000100:00100000:3.0:1789760784.933840:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760784.933884:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515812608:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760784.983432:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973649 gen 2 00000100:00100000:3.0:1789760784.983534:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23aa680 x1876699515812608/t4294973650(4294973650) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760800 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760784.983587:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:3.0:1789760784.983594:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760784.983603:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760784.983631:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:3.0:1789760784.983656:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515812608:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760784.983763:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6333, 6333] 00000080:00200000:0.0:1789760784.983779:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760784.983785:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760784.983800:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25944064 i_blocks 51207 00000020:00200000:0.0:1789760784.983803:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760784.983813:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760784.983848:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25944064, count: 4096 00000080:00200000:0.0:1789760784.983884:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25944064, bytes: 4096 00000080:00200000:0.0:1789760784.983896:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760784.983905:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760784.983908:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25944064, 25948160) 0 0 00000080:00200000:0.0:1789760784.983912:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760784.983928:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6334, 6334] 00020000:00200000:0.0:1789760784.983937:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25944064 chunk: [25944064, 25948160) 25948160, 4096 00020000:00200000:0.0:1789760784.983941:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760784.983961:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6334, 6334] 00000008:00010000:0.0:1789760784.983980:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760784.983986:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760784.983997:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25944064, 25948160) append 0 append lockpos 0 00000080:00200000:0.0:1789760784.984010:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25944064=0x18be000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760784.984074:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760784.984077:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25948160 00000020:00010000:0.0:1789760784.984085:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:0.0:1789760784.984088:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760784.984091:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760784.984095:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760784.984098:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760784.984106:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760784.984113:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760784.984132:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760784.984236:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4000 - object 0x240000400:4 offset 25944064<>25948160 00000100:00100000:1.0:1789760784.984322:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515812736:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760785.030097:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973650 gen 2 00000100:00100000:1.0:1789760785.030145:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc4000 x1876699515812736/t4294973651(4294973651) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760800 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760785.030204:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760785.030213:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760785.030223:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760785.030238:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760785.030269:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515812736:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760785.030493:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6334, 6334] 00000080:00200000:0.0:1789760785.030509:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760785.030515:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760785.030530:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25948160 i_blocks 51207 00000020:00200000:0.0:1789760785.030533:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760785.030543:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760785.030579:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25948160, count: 4096 00000080:00200000:0.0:1789760785.030587:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25948160, bytes: 4096 00000080:00200000:0.0:1789760785.030597:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760785.030605:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760785.030607:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25948160, 25952256) 0 0 00000080:00200000:0.0:1789760785.030611:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760785.030627:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6335, 6335] 00020000:00200000:0.0:1789760785.030637:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25948160 chunk: [25948160, 25952256) 25952256, 4096 00020000:00200000:0.0:1789760785.030642:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760785.030662:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6335, 6335] 00000008:00010000:0.0:1789760785.030693:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760785.030699:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760785.030711:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25948160, 25952256) append 0 append lockpos 0 00000080:00200000:0.0:1789760785.030727:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25948160=0x18bf000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760785.030783:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760785.030786:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25952256 00000020:00010000:0.0:1789760785.030795:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:0.0:1789760785.030799:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.030802:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.030805:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760785.030808:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760785.030816:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760785.030823:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760785.030839:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760785.030997:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6300 - object 0x240000400:4 offset 25948160<>25952256 00000100:00100000:1.0:1789760785.031213:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515812864:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760785.063829:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973651 gen 2 00000100:00100000:1.0:1789760785.063910:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc6300 x1876699515812864/t4294973652(4294973652) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760801 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760785.063953:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760785.063960:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760785.063969:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760785.063980:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760785.064011:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515812864:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760785.064037:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6335, 6335] 00000080:00200000:0.0:1789760785.064070:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760785.064076:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760785.064163:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25952256 i_blocks 51207 00000020:00200000:0.0:1789760785.064166:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760785.064177:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760785.064211:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25952256, count: 4096 00000080:00200000:0.0:1789760785.064219:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25952256, bytes: 4096 00000080:00200000:0.0:1789760785.064228:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760785.064237:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760785.064239:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25952256, 25956352) 0 0 00000080:00200000:0.0:1789760785.064243:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760785.064261:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6336, 6336] 00020000:00200000:0.0:1789760785.064271:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25952256 chunk: [25952256, 25956352) 25956352, 4096 00020000:00200000:0.0:1789760785.064275:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760785.064295:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6336, 6336] 00000008:00010000:0.0:1789760785.064313:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760785.064319:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760785.064331:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25952256, 25956352) append 0 append lockpos 0 00000080:00200000:0.0:1789760785.064345:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25952256=0x18c0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760785.064477:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760785.064480:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25956352 00000020:00010000:0.0:1789760785.064489:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:0.0:1789760785.064492:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.064495:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.064499:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760785.064501:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760785.064508:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760785.064515:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760785.064532:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760785.064634:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6680 - object 0x240000400:4 offset 25952256<>25956352 00000100:00100000:1.0:1789760785.064786:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515812992:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760785.099716:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973653 gen 2 00000008:00010000:1.0:1789760785.099801:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760785.099811:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760785.099832:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760785.099892:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760785.099928:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515812992:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760785.100086:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6336, 6336] 00000080:00200000:0.0:1789760785.100252:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760785.100260:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760785.100276:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25956352 i_blocks 51207 00000020:00200000:0.0:1789760785.100280:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760785.100290:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760785.100325:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25956352, count: 4096 00000080:00200000:0.0:1789760785.100332:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25956352, bytes: 4096 00000080:00200000:0.0:1789760785.100343:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760785.100351:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760785.100353:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25956352, 25960448) 0 0 00000080:00200000:0.0:1789760785.100428:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760785.100448:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6337, 6337] 00020000:00200000:0.0:1789760785.100457:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25956352 chunk: [25956352, 25960448) 25960448, 4096 00020000:00200000:0.0:1789760785.100462:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760785.100483:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6337, 6337] 00000008:00010000:0.0:1789760785.100501:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760785.100507:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760785.100518:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25956352, 25960448) append 0 append lockpos 0 00000080:00200000:0.0:1789760785.100542:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25956352=0x18c1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760785.100602:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760785.100605:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25960448 00000020:00010000:0.0:1789760785.100613:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:0.0:1789760785.100617:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.100620:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.100623:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760785.100626:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760785.100634:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760785.100641:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760785.100659:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760785.100761:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 25956352<>25960448 00000100:00100000:1.0:1789760785.102971:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515813120:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760785.154848:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760785.154899:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760785.154912:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760785.154934:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760785.154965:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515813120:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760785.156974:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6337, 6337] 00000080:00200000:0.0:1789760785.157000:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760785.157007:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760785.157024:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25960448 i_blocks 51207 00000020:00200000:0.0:1789760785.157029:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760785.157053:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760785.157089:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25960448, count: 4096 00000080:00200000:0.0:1789760785.157097:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25960448, bytes: 4096 00000080:00200000:0.0:1789760785.157111:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760785.157119:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760785.157121:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25960448, 25964544) 0 0 00000080:00200000:0.0:1789760785.157125:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760785.157148:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6338, 6338] 00020000:00200000:0.0:1789760785.157157:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25960448 chunk: [25960448, 25964544) 25964544, 4096 00020000:00200000:0.0:1789760785.157162:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760785.157184:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6338, 6338] 00000008:00010000:0.0:1789760785.157203:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760785.157209:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760785.157222:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25960448, 25964544) append 0 append lockpos 0 00000080:00200000:0.0:1789760785.157236:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25960448=0x18c2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760785.157307:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760785.157311:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25964544 00000020:00010000:0.0:1789760785.157319:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:0.0:1789760785.157322:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.157325:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.157328:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760785.157330:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760785.157339:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760785.157345:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760785.157366:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760785.157486:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6d80 - object 0x240000400:4 offset 25960448<>25964544 00000100:00100000:1.0:1789760785.158297:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515813248:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760785.214389:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973655 gen 2 00000008:00010000:1.0:1789760785.214450:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760785.214458:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760785.214466:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760785.214487:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760785.214518:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515813248:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760785.215822:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6338, 6338] 00000080:00200000:0.0:1789760785.215849:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760785.215888:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760785.215908:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25964544 i_blocks 51207 00000020:00200000:0.0:1789760785.215913:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760785.215927:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760785.215963:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25964544, count: 4096 00000080:00200000:0.0:1789760785.215971:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25964544, bytes: 4096 00000080:00200000:0.0:1789760785.215984:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760785.215994:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760785.215997:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25964544, 25968640) 0 0 00000080:00200000:0.0:1789760785.216001:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760785.216019:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6339, 6339] 00020000:00200000:0.0:1789760785.216028:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25964544 chunk: [25964544, 25968640) 25968640, 4096 00020000:00200000:0.0:1789760785.216032:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760785.216066:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6339, 6339] 00000008:00010000:0.0:1789760785.216095:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760785.216101:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760785.216114:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25964544, 25968640) append 0 append lockpos 0 00000080:00200000:0.0:1789760785.216129:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25964544=0x18c3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760785.216197:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760785.216200:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25968640 00000020:00010000:0.0:1789760785.216209:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:0.0:1789760785.216213:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.216216:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.216219:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760785.216223:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760785.216232:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760785.216239:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760785.216261:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760785.216386:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 25964544<>25968640 00000100:00100000:1.0:1789760785.216764:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515813376:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760785.285802:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973656 gen 2 00000008:00010000:1.0:1789760785.285893:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760785.285902:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760785.285914:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760785.285937:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760785.285968:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515813376:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760785.286087:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6339, 6339] 00000080:00200000:0.0:1789760785.286106:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760785.286112:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760785.286139:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25968640 i_blocks 51207 00000020:00200000:0.0:1789760785.286143:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760785.286154:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760785.286191:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25968640, count: 4096 00000080:00200000:0.0:1789760785.286199:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25968640, bytes: 4096 00000080:00200000:0.0:1789760785.286209:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760785.286218:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760785.286221:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25968640, 25972736) 0 0 00000080:00200000:0.0:1789760785.286225:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760785.286243:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6340, 6340] 00020000:00200000:0.0:1789760785.286252:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25968640 chunk: [25968640, 25972736) 25972736, 4096 00020000:00200000:0.0:1789760785.286256:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760785.286277:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6340, 6340] 00000008:00010000:0.0:1789760785.286294:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760785.286299:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760785.286309:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25968640, 25972736) append 0 append lockpos 0 00000080:00200000:0.0:1789760785.286322:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25968640=0x18c4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760785.286382:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760785.286385:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25972736 00000020:00010000:0.0:1789760785.286393:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:0.0:1789760785.286396:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.286399:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.286402:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760785.286405:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760785.286412:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760785.286418:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760785.286435:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760785.286551:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4700 - object 0x240000400:4 offset 25968640<>25972736 00000100:00100000:1.0:1789760785.286934:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515813504:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760785.338824:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973657 gen 2 00000008:00010000:1.0:1789760785.338912:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760785.338922:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760785.338934:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760785.338958:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000080:00200000:0.0:1789760785.339074:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6340, 6340] 00000080:00200000:0.0:1789760785.339106:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760785.339112:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760785.339128:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25972736 i_blocks 51207 00000020:00200000:0.0:1789760785.339132:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760785.339145:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760785.339180:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25972736, count: 4096 00000080:00200000:0.0:1789760785.339188:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25972736, bytes: 4096 00000080:00200000:0.0:1789760785.339197:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760785.339206:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760785.339208:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25972736, 25976832) 0 0 00000080:00200000:0.0:1789760785.339212:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760785.339229:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6341, 6341] 00020000:00200000:0.0:1789760785.339237:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25972736 chunk: [25972736, 25976832) 25976832, 4096 00020000:00200000:0.0:1789760785.339242:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760785.339262:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6341, 6341] 00000008:00010000:0.0:1789760785.339279:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760785.339284:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760785.339295:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25972736, 25976832) append 0 append lockpos 0 00000080:00200000:0.0:1789760785.339308:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25972736=0x18c5000, pages 1 (max 131072), lockless, parallel 00000100:00100000:1.0:1789760785.339523:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515813504:192.168.203.146@tcp:4:dd.0 00000020:00200000:0.0:1789760785.339619:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760785.339622:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25976832 00000020:00010000:0.0:1789760785.339631:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:0.0:1789760785.339635:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.339638:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.339650:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760785.339654:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760785.339662:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760785.339669:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760785.339790:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760785.339956:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 25972736<>25976832 00000100:00100000:1.0:1789760785.341235:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515813632:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760785.392122:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973658 gen 2 00000008:00010000:1.0:1789760785.392178:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760785.392187:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760785.392197:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760785.392210:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760785.392242:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515813632:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760785.392306:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6341, 6341] 00000080:00200000:0.0:1789760785.392324:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760785.392330:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760785.392352:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25976832 i_blocks 51207 00000020:00200000:0.0:1789760785.392357:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760785.392368:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760785.392402:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25976832, count: 4096 00000080:00200000:0.0:1789760785.392409:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25976832, bytes: 4096 00000080:00200000:0.0:1789760785.392419:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760785.392428:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760785.392430:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25976832, 25980928) 0 0 00000080:00200000:0.0:1789760785.392435:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760785.392451:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6342, 6342] 00020000:00200000:0.0:1789760785.392459:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25976832 chunk: [25976832, 25980928) 25980928, 4096 00020000:00200000:0.0:1789760785.392463:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760785.392483:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6342, 6342] 00000008:00010000:0.0:1789760785.392503:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760785.392510:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760785.392522:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25976832, 25980928) append 0 append lockpos 0 00000080:00200000:0.0:1789760785.392536:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25976832=0x18c6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760785.392604:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760785.392607:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25980928 00000020:00010000:0.0:1789760785.392615:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:0.0:1789760785.392619:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.392621:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.392625:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760785.392628:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760785.392636:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760785.392642:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760785.392658:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760785.393571:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5f80 - object 0x240000400:4 offset 25976832<>25980928 00000100:00100000:0.0:1789760785.393913:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760785.393939:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515813760:192.168.203.146@tcp:4:dd.0 00010000:00010000:3.0:1789760785.394103:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789760785.430902:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973659 gen 2 00000008:00010000:0.0:1789760785.431019:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:0.0:1789760785.431029:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760785.431048:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760785.431061:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:0.0:1789760785.431098:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515813760:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760785.431199:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6342, 6342] 00000080:00200000:1.0:1789760785.431215:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760785.431221:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760785.431237:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25980928 i_blocks 51207 00000020:00200000:1.0:1789760785.431241:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760785.431251:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760785.431284:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25980928, count: 4096 00000080:00200000:1.0:1789760785.431291:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25980928, bytes: 4096 00000080:00200000:1.0:1789760785.431301:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760785.431310:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760785.431312:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25980928, 25985024) 0 0 00000080:00200000:1.0:1789760785.431317:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760785.431335:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6343, 6343] 00020000:00200000:1.0:1789760785.431343:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25980928 chunk: [25980928, 25985024) 25985024, 4096 00020000:00200000:1.0:1789760785.431348:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760785.431369:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6343, 6343] 00000008:00010000:1.0:1789760785.431388:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760785.431394:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760785.431406:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25980928, 25985024) append 0 append lockpos 0 00000080:00200000:1.0:1789760785.431420:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25980928=0x18c7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760785.431479:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760785.431481:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25985024 00000020:00010000:1.0:1789760785.431490:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:1.0:1789760785.431493:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760785.431496:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760785.431499:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760785.431502:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760785.431510:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760785.431516:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760785.431531:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760785.431633:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571500 - object 0x240000400:4 offset 25980928<>25985024 00000100:00100000:1.0:1789760785.431677:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760785.431693:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515813888:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760785.480436:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:1.0:1789760785.480453:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760785.480465:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760785.480493:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000080:00200000:3.0:1789760785.480603:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6343, 6343] 00000080:00200000:3.0:1789760785.480622:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760785.480629:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760785.480646:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25985024 i_blocks 51207 00000020:00200000:3.0:1789760785.480650:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000100:00100000:1.0:1789760785.480658:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515813888:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760785.480661:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760785.480778:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25985024, count: 4096 00000080:00200000:3.0:1789760785.480786:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25985024, bytes: 4096 00000080:00200000:3.0:1789760785.480799:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760785.480808:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760785.480810:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25985024, 25989120) 0 0 00000080:00200000:3.0:1789760785.480816:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760785.480835:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6344, 6344] 00020000:00200000:3.0:1789760785.480845:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25985024 chunk: [25985024, 25989120) 25989120, 4096 00020000:00200000:3.0:1789760785.480850:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760785.480904:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6344, 6344] 00000008:00010000:3.0:1789760785.480923:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760785.480929:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760785.480940:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25985024, 25989120) append 0 append lockpos 0 00000080:00200000:3.0:1789760785.480955:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25985024=0x18c8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760785.481017:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760785.481020:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25989120 00000020:00010000:3.0:1789760785.481030:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:3.0:1789760785.481035:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760785.481053:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760785.481057:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760785.481060:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760785.481071:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760785.481495:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760785.481754:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760785.481930:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4a80 - object 0x240000400:4 offset 25985024<>25989120 00000100:00100000:3.0:1789760785.481988:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760785.482012:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515814016:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760785.521153:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973661 gen 2 00000008:00010000:3.0:1789760785.521225:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760785.521235:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760785.521246:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760785.521274:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760785.521312:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515814016:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760785.521531:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6344, 6344] 00000080:00200000:1.0:1789760785.521553:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760785.521560:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760785.521580:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25989120 i_blocks 51207 00000020:00200000:1.0:1789760785.521585:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760785.521596:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760785.521634:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25989120, count: 4096 00000080:00200000:1.0:1789760785.521643:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25989120, bytes: 4096 00000080:00200000:1.0:1789760785.521654:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760785.521662:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760785.521665:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25989120, 25993216) 0 0 00000080:00200000:1.0:1789760785.521669:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760785.521700:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6345, 6345] 00020000:00200000:1.0:1789760785.521710:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25989120 chunk: [25989120, 25993216) 25993216, 4096 00020000:00200000:1.0:1789760785.521715:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760785.521737:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6345, 6345] 00000008:00010000:1.0:1789760785.521756:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760785.521762:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760785.521775:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25989120, 25993216) append 0 append lockpos 0 00000080:00200000:1.0:1789760785.521789:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25989120=0x18c9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760785.521852:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760785.521897:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25993216 00000020:00010000:1.0:1789760785.521907:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:1.0:1789760785.521911:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760785.521914:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760785.521918:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760785.521921:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760785.521929:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760785.521935:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760785.521952:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760785.522084:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570000 - object 0x240000400:4 offset 25989120<>25993216 00000100:00100000:0.0:1789760785.522390:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515814144:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760785.557241:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:0.0:1789760785.557255:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760785.557266:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760785.557286:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:0.0:1789760785.557315:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515814144:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760785.557569:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6345, 6345] 00000080:00200000:1.0:1789760785.557588:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760785.557594:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760785.557610:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25993216 i_blocks 51207 00000020:00200000:1.0:1789760785.557614:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760785.557623:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760785.557656:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25993216, count: 4096 00000080:00200000:1.0:1789760785.557663:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25993216, bytes: 4096 00000080:00200000:1.0:1789760785.557672:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760785.557690:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760785.557692:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25993216, 25997312) 0 0 00000080:00200000:1.0:1789760785.557697:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760785.557714:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6346, 6346] 00020000:00200000:1.0:1789760785.557723:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25993216 chunk: [25993216, 25997312) 25997312, 4096 00020000:00200000:1.0:1789760785.557727:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760785.557746:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6346, 6346] 00000008:00010000:1.0:1789760785.557765:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760785.557770:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760785.557781:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25993216, 25997312) append 0 append lockpos 0 00000080:00200000:1.0:1789760785.557798:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25993216=0x18ca000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760785.557850:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760785.557894:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25997312 00000020:00010000:1.0:1789760785.557903:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:1.0:1789760785.557907:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760785.557910:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760785.557913:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760785.557916:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760785.557923:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760785.557929:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760785.557944:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760785.558320:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572d80 - object 0x240000400:4 offset 25993216<>25997312 00000100:00100000:1.0:1789760785.558362:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760785.558380:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515814272:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760785.598512:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973663 gen 2 00000008:00010000:1.0:1789760785.598580:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:1.0:1789760785.598590:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760785.598602:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760785.598675:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:1.0:1789760785.598709:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515814272:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760785.598792:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6346, 6346] 00000080:00200000:0.0:1789760785.598812:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760785.598819:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760785.598839:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 25997312 i_blocks 51207 00000020:00200000:0.0:1789760785.598843:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760785.598889:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760785.598934:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 25997312, count: 4096 00000080:00200000:0.0:1789760785.598942:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25997312, bytes: 4096 00000080:00200000:0.0:1789760785.598954:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760785.601223:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760785.601229:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25997312, 26001408) 0 0 00000080:00200000:0.0:1789760785.601237:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760785.601260:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6347, 6347] 00020000:00200000:0.0:1789760785.601273:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25997312 chunk: [25997312, 26001408) 26001408, 4096 00020000:00200000:0.0:1789760785.601278:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760785.601306:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6347, 6347] 00000008:00010000:0.0:1789760785.601329:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760785.601335:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760785.601347:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25997312, 26001408) append 0 append lockpos 0 00000080:00200000:0.0:1789760785.601366:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=25997312=0x18cb000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760785.601452:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760785.601456:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26001408 00000020:00010000:0.0:1789760785.601468:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:0.0:1789760785.601473:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.601477:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.601481:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760785.601484:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760785.601496:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760785.601505:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760785.601539:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760785.601682:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5f80 - object 0x240000400:4 offset 25997312<>26001408 00000100:00100000:1.0:1789760785.601810:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515814400:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760785.640754:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973664 gen 2 00000008:00010000:1.0:1789760785.640806:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760785.640815:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760785.640825:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760785.640848:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760785.640910:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515814400:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760785.641206:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6347, 6347] 00000080:00200000:0.0:1789760785.641222:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760785.641228:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760785.641244:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26001408 i_blocks 51207 00000020:00200000:0.0:1789760785.641248:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760785.641258:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760785.641294:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26001408, count: 4096 00000080:00200000:0.0:1789760785.641301:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26001408, bytes: 4096 00000080:00200000:0.0:1789760785.641311:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760785.641319:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760785.641322:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26001408, 26005504) 0 0 00000080:00200000:0.0:1789760785.641326:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760785.641343:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6348, 6348] 00020000:00200000:0.0:1789760785.641353:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26001408 chunk: [26001408, 26005504) 26005504, 4096 00020000:00200000:0.0:1789760785.641358:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760785.641377:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6348, 6348] 00000008:00010000:0.0:1789760785.641394:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760785.641400:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760785.641411:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26001408, 26005504) append 0 append lockpos 0 00000080:00200000:0.0:1789760785.641427:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26001408=0x18cc000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760785.641486:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760785.641489:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26005504 00000020:00010000:0.0:1789760785.641498:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:0.0:1789760785.641501:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.641505:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.641508:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760785.641511:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760785.641519:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760785.641525:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760785.641541:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760785.641644:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5f80 - object 0x240000400:4 offset 26001408<>26005504 00000100:00100000:1.0:1789760785.641741:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515814528:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760785.677224:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973665 gen 2 00000008:00010000:1.0:1789760785.677274:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760785.677282:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760785.677293:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760785.677307:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760785.677336:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515814528:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760785.677444:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6348, 6348] 00000080:00200000:0.0:1789760785.677461:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760785.677467:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760785.677483:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26005504 i_blocks 51207 00000020:00200000:0.0:1789760785.677487:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760785.677498:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760785.677534:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26005504, count: 4096 00000080:00200000:0.0:1789760785.677542:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26005504, bytes: 4096 00000080:00200000:0.0:1789760785.677551:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760785.677560:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760785.677562:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26005504, 26009600) 0 0 00000080:00200000:0.0:1789760785.677567:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760785.677584:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6349, 6349] 00020000:00200000:0.0:1789760785.677594:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26005504 chunk: [26005504, 26009600) 26009600, 4096 00020000:00200000:0.0:1789760785.677598:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760785.677618:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6349, 6349] 00000008:00010000:0.0:1789760785.677635:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760785.677642:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760785.677654:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26005504, 26009600) append 0 append lockpos 0 00000080:00200000:0.0:1789760785.677669:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26005504=0x18cd000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760785.677739:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760785.677742:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26009600 00000020:00010000:0.0:1789760785.677750:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:0.0:1789760785.677754:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.677757:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.677760:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760785.677763:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760785.677771:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760785.677778:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760785.677795:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760785.677941:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 26005504<>26009600 00000100:00100000:1.0:1789760785.678129:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515814656:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760785.718675:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:0.0:1789760785.718702:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760785.718714:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760785.718735:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:0.0:1789760785.718765:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515814656:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760785.718908:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6349, 6349] 00000080:00200000:3.0:1789760785.718925:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760785.718931:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760785.718945:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26009600 i_blocks 51207 00000020:00200000:3.0:1789760785.718950:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760785.718960:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760785.719003:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26009600, count: 4096 00000080:00200000:3.0:1789760785.719011:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26009600, bytes: 4096 00000080:00200000:3.0:1789760785.719021:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760785.719030:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760785.719032:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26009600, 26013696) 0 0 00000080:00200000:3.0:1789760785.719047:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760785.719065:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6350, 6350] 00020000:00200000:3.0:1789760785.719075:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26009600 chunk: [26009600, 26013696) 26013696, 4096 00020000:00200000:3.0:1789760785.719079:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760785.719100:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6350, 6350] 00000008:00010000:3.0:1789760785.719117:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760785.719123:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760785.719135:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26009600, 26013696) append 0 append lockpos 0 00000080:00200000:3.0:1789760785.719149:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26009600=0x18ce000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760785.719209:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760785.719212:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26013696 00000020:00010000:3.0:1789760785.719221:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:3.0:1789760785.719224:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760785.719228:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760785.719231:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760785.719234:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760785.719241:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760785.719248:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760785.719264:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760785.719372:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4a80 - object 0x240000400:4 offset 26009600<>26013696 00000100:00100000:2.0:1789760785.719562:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760785.719584:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515814784:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760785.756159:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973667 gen 2 00000008:00010000:3.0:1789760785.756231:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760785.756241:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760785.756252:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760785.756279:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760785.756312:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515814784:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760785.756729:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6350, 6350] 00000080:00200000:1.0:1789760785.756750:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760785.756758:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760785.756779:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26013696 i_blocks 51207 00000020:00200000:1.0:1789760785.756783:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760785.756794:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760785.756833:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26013696, count: 4096 00000080:00200000:1.0:1789760785.756841:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26013696, bytes: 4096 00000080:00200000:1.0:1789760785.756898:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760785.756908:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760785.756911:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26013696, 26017792) 0 0 00000080:00200000:1.0:1789760785.756915:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760785.756930:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6351, 6351] 00020000:00200000:1.0:1789760785.756939:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26013696 chunk: [26013696, 26017792) 26017792, 4096 00020000:00200000:1.0:1789760785.756943:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760785.757052:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6351, 6351] 00000008:00010000:1.0:1789760785.757072:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760785.757078:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760785.757098:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26013696, 26017792) append 0 append lockpos 0 00000080:00200000:1.0:1789760785.757113:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26013696=0x18cf000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760785.757173:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760785.757176:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26017792 00000020:00010000:1.0:1789760785.757185:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:1.0:1789760785.757189:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760785.757192:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760785.757195:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760785.757199:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760785.757207:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760785.757214:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760785.757233:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760785.757340:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572d80 - object 0x240000400:4 offset 26013696<>26017792 00000100:00100000:0.0:1789760785.757466:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515814912:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760785.795987:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973668 gen 2 00000008:00010000:0.0:1789760785.796057:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760785.796066:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760785.796078:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760785.796101:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760785.796135:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515814912:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760785.796310:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6351, 6351] 00000080:00200000:3.0:1789760785.796329:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760785.796336:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760785.796353:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26017792 i_blocks 51207 00000020:00200000:3.0:1789760785.796358:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760785.796368:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760785.796405:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26017792, count: 4096 00000080:00200000:3.0:1789760785.796413:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26017792, bytes: 4096 00000080:00200000:3.0:1789760785.796423:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760785.796432:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760785.796434:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26017792, 26021888) 0 0 00000080:00200000:3.0:1789760785.796439:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760785.796456:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6352, 6352] 00020000:00200000:3.0:1789760785.796466:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26017792 chunk: [26017792, 26021888) 26021888, 4096 00020000:00200000:3.0:1789760785.796470:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760785.796490:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6352, 6352] 00000008:00010000:3.0:1789760785.796509:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760785.796515:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760785.796526:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26017792, 26021888) append 0 append lockpos 0 00000080:00200000:3.0:1789760785.796539:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26017792=0x18d0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760785.796600:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760785.796603:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26021888 00000020:00010000:3.0:1789760785.796611:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:3.0:1789760785.796615:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760785.796618:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760785.796621:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760785.796624:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760785.796632:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760785.796640:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760785.796657:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760785.796775:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4a80 - object 0x240000400:4 offset 26017792<>26021888 00000100:00100000:2.0:1789760785.796978:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515815040:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760785.836451:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973669 gen 2 00000008:00010000:3.0:1789760785.836503:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760785.836512:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760785.836524:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760785.836550:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760785.836582:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515815040:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760785.836802:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6352, 6352] 00000080:00200000:0.0:1789760785.836820:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760785.836826:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760785.836842:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26021888 i_blocks 51207 00000020:00200000:0.0:1789760785.836847:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760785.836888:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760785.836927:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26021888, count: 4096 00000080:00200000:0.0:1789760785.836934:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26021888, bytes: 4096 00000080:00200000:0.0:1789760785.836944:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760785.836954:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760785.836956:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26021888, 26025984) 0 0 00000080:00200000:0.0:1789760785.837033:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760785.837065:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6353, 6353] 00020000:00200000:0.0:1789760785.837076:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26021888 chunk: [26021888, 26025984) 26025984, 4096 00020000:00200000:0.0:1789760785.837081:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760785.837156:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6353, 6353] 00000008:00010000:0.0:1789760785.837175:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760785.837181:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760785.837192:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26021888, 26025984) append 0 append lockpos 0 00000080:00200000:0.0:1789760785.837207:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26021888=0x18d1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760785.837269:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760785.837272:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26025984 00000020:00010000:0.0:1789760785.837281:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:0.0:1789760785.837285:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.837288:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.837291:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760785.837294:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760785.837302:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760785.837310:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760785.837329:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760785.837437:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4700 - object 0x240000400:4 offset 26021888<>26025984 00000100:00100000:1.0:1789760785.837529:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515815168:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760785.869413:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760785.869430:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760785.869443:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760785.869465:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760785.869495:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515815168:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760785.869602:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6353, 6353] 00000080:00200000:0.0:1789760785.869618:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760785.869625:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760785.869641:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26025984 i_blocks 51207 00000020:00200000:0.0:1789760785.869646:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760785.869656:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760785.869754:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26025984, count: 4096 00000080:00200000:0.0:1789760785.869763:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26025984, bytes: 4096 00000080:00200000:0.0:1789760785.869773:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760785.869782:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760785.869784:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26025984, 26030080) 0 0 00000080:00200000:0.0:1789760785.869789:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760785.869808:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6354, 6354] 00020000:00200000:0.0:1789760785.869818:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26025984 chunk: [26025984, 26030080) 26030080, 4096 00020000:00200000:0.0:1789760785.869822:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760785.869842:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6354, 6354] 00000008:00010000:0.0:1789760785.869897:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760785.869904:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760785.869916:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26025984, 26030080) append 0 append lockpos 0 00000080:00200000:0.0:1789760785.869931:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26025984=0x18d2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760785.870062:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760785.870066:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26030080 00000020:00010000:0.0:1789760785.870075:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:0.0:1789760785.870079:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.870082:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.870084:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760785.870143:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760785.870155:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760785.870162:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760785.870180:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760785.870290:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 26025984<>26030080 00000100:00100000:1.0:1789760785.870368:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515815296:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760785.902029:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973671 gen 2 00000008:00010000:1.0:1789760785.902182:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760785.902191:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760785.902201:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760785.902262:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760785.902293:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515815296:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760785.902630:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6354, 6354] 00000080:00200000:3.0:1789760785.902646:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760785.902653:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760785.902669:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26030080 i_blocks 51207 00000020:00200000:3.0:1789760785.902674:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760785.902750:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760785.902786:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26030080, count: 4096 00000080:00200000:3.0:1789760785.902794:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26030080, bytes: 4096 00000080:00200000:3.0:1789760785.902806:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760785.902815:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760785.902818:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26030080, 26034176) 0 0 00000080:00200000:3.0:1789760785.902823:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760785.902841:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6355, 6355] 00020000:00200000:3.0:1789760785.902851:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26030080 chunk: [26030080, 26034176) 26034176, 4096 00020000:00200000:3.0:1789760785.902897:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760785.902920:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6355, 6355] 00000008:00010000:3.0:1789760785.902937:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760785.902943:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760785.903027:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26030080, 26034176) append 0 append lockpos 0 00000080:00200000:3.0:1789760785.903054:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26030080=0x18d3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760785.903215:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760785.903218:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26034176 00000020:00010000:3.0:1789760785.903228:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:3.0:1789760785.903231:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760785.903234:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760785.903238:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760785.903240:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760785.903249:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760785.903256:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760785.903279:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760785.903389:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4a80 - object 0x240000400:4 offset 26030080<>26034176 00000100:00100000:2.0:1789760785.903469:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515815424:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760785.940310:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973672 gen 2 00000008:00010000:3.0:1789760785.940363:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760785.940371:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760785.940383:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760785.940411:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760785.940442:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515815424:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760785.940596:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6355, 6355] 00000080:00200000:0.0:1789760785.940614:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760785.940621:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760785.940637:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26034176 i_blocks 51207 00000020:00200000:0.0:1789760785.940641:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760785.940651:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760785.940755:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26034176, count: 4096 00000080:00200000:0.0:1789760785.940764:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26034176, bytes: 4096 00000080:00200000:0.0:1789760785.940775:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760785.940783:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760785.940786:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26034176, 26038272) 0 0 00000080:00200000:0.0:1789760785.940791:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760785.940808:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6356, 6356] 00020000:00200000:0.0:1789760785.940817:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26034176 chunk: [26034176, 26038272) 26038272, 4096 00020000:00200000:0.0:1789760785.940822:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760785.940842:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6356, 6356] 00000008:00010000:0.0:1789760785.940891:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760785.940897:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760785.940909:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26034176, 26038272) append 0 append lockpos 0 00000080:00200000:0.0:1789760785.940923:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26034176=0x18d4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760785.941063:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760785.941066:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26038272 00000020:00010000:0.0:1789760785.941075:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:0.0:1789760785.941079:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.941082:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760785.941085:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760785.941150:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760785.941160:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760785.941167:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760785.941185:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760785.941297:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6d80 - object 0x240000400:4 offset 26034176<>26038272 00000100:00100000:1.0:1789760785.941382:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515815552:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760785.973521:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973673 gen 2 00000008:00010000:1.0:1789760785.973574:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760785.973582:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760785.973592:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760785.973667:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760785.973709:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515815552:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760785.974252:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6356, 6356] 00000080:00200000:3.0:1789760785.974270:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760785.974277:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760785.974293:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26038272 i_blocks 51207 00000020:00200000:3.0:1789760785.974298:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760785.974310:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760785.974343:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26038272, count: 4096 00000080:00200000:3.0:1789760785.974351:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26038272, bytes: 4096 00000080:00200000:3.0:1789760785.974362:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760785.974371:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760785.974373:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26038272, 26042368) 0 0 00000080:00200000:3.0:1789760785.974378:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760785.974394:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6357, 6357] 00020000:00200000:3.0:1789760785.974402:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26038272 chunk: [26038272, 26042368) 26042368, 4096 00020000:00200000:3.0:1789760785.974406:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760785.974427:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6357, 6357] 00000008:00010000:3.0:1789760785.974444:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760785.974449:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760785.974460:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26038272, 26042368) append 0 append lockpos 0 00000080:00200000:3.0:1789760785.974474:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26038272=0x18d5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760785.974541:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760785.974544:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26042368 00000020:00010000:3.0:1789760785.974553:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:3.0:1789760785.974557:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760785.974560:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760785.974563:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760785.974566:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760785.974573:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760785.974581:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760785.974601:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760785.975296:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4a80 - object 0x240000400:4 offset 26038272<>26042368 00000100:00100000:2.0:1789760785.975373:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760785.975463:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515815680:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760786.011046:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973674 gen 2 00000008:00010000:3.0:1789760786.011104:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760786.011113:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760786.011126:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760786.011144:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760786.011174:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515815680:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760786.011411:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6357, 6357] 00000080:00200000:2.0:1789760786.011429:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760786.011436:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760786.011453:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26042368 i_blocks 51207 00000020:00200000:2.0:1789760786.011457:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760786.011468:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760786.011501:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26042368, count: 4096 00000080:00200000:2.0:1789760786.011507:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26042368, bytes: 4096 00000080:00200000:2.0:1789760786.011519:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760786.011527:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760786.011529:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26042368, 26046464) 0 0 00000080:00200000:2.0:1789760786.011533:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760786.011549:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6358, 6358] 00020000:00200000:2.0:1789760786.011558:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26042368 chunk: [26042368, 26046464) 26046464, 4096 00020000:00200000:2.0:1789760786.011562:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760786.011582:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6358, 6358] 00000008:00010000:2.0:1789760786.011600:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760786.011606:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760786.011617:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26042368, 26046464) append 0 append lockpos 0 00000080:00200000:2.0:1789760786.011635:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26042368=0x18d6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760786.011770:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760786.011774:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26046464 00000020:00010000:2.0:1789760786.011782:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760786.011786:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.011789:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.011792:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760786.011796:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760786.011805:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760786.011812:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760786.011829:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760786.012515:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 26042368<>26046464 00000100:00100000:3.0:1789760786.012594:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515815808:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760786.042930:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973675 gen 2 00000008:00010000:3.0:1789760786.042985:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8540 00000020:00200000:3.0:1789760786.042994:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760786.043004:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760786.043025:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8540 00000100:00100000:3.0:1789760786.043067:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515815808:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760786.043145:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6358, 6358] 00000080:00200000:2.0:1789760786.043165:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760786.043172:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760786.043189:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26046464 i_blocks 51207 00000020:00200000:2.0:1789760786.043193:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760786.043204:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760786.043242:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26046464, count: 4096 00000080:00200000:2.0:1789760786.043250:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26046464, bytes: 4096 00000080:00200000:2.0:1789760786.043260:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760786.043269:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760786.043271:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26046464, 26050560) 0 0 00000080:00200000:2.0:1789760786.043275:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760786.043294:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6359, 6359] 00020000:00200000:2.0:1789760786.043303:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26046464 chunk: [26046464, 26050560) 26050560, 4096 00020000:00200000:2.0:1789760786.043308:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760786.043328:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6359, 6359] 00000008:00010000:2.0:1789760786.043347:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760786.043353:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760786.043365:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26046464, 26050560) append 0 append lockpos 0 00000080:00200000:2.0:1789760786.043379:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26046464=0x18d7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760786.043439:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760786.043442:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26050560 00000020:00010000:2.0:1789760786.043452:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760786.043456:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.043459:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.043462:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760786.043465:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760786.043475:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760786.043481:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760786.043497:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760786.043613:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 26046464<>26050560 00000100:00100000:3.0:1789760786.043793:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515815936:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760786.084265:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973676 gen 2 00000008:00010000:3.0:1789760786.084316:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8840 00000020:00200000:3.0:1789760786.084324:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760786.084336:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760786.084356:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8840 00000100:00100000:3.0:1789760786.084387:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515815936:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760786.084496:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6359, 6359] 00000080:00200000:2.0:1789760786.084587:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760786.084595:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760786.084611:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26050560 i_blocks 51207 00000020:00200000:2.0:1789760786.084614:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760786.084624:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760786.084660:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26050560, count: 4096 00000080:00200000:2.0:1789760786.084667:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26050560, bytes: 4096 00000080:00200000:2.0:1789760786.084679:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760786.084687:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760786.084690:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26050560, 26054656) 0 0 00000080:00200000:2.0:1789760786.084694:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760786.084712:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6360, 6360] 00020000:00200000:2.0:1789760786.084721:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26050560 chunk: [26050560, 26054656) 26054656, 4096 00020000:00200000:2.0:1789760786.084725:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760786.084748:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6360, 6360] 00000008:00010000:2.0:1789760786.084766:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760786.084772:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760786.084783:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26050560, 26054656) append 0 append lockpos 0 00000080:00200000:2.0:1789760786.084797:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26050560=0x18d8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760786.085108:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760786.085112:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26054656 00000020:00010000:2.0:1789760786.085121:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760786.085125:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.085129:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.085132:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760786.085136:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760786.085145:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760786.085153:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760786.085173:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760786.085283:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 26050560<>26054656 00000100:00100000:3.0:1789760786.085725:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760786.085752:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515816064:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760786.145919:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973677 gen 2 00000008:00010000:3.0:1789760786.145983:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e86c0 00000020:00200000:3.0:1789760786.145991:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760786.146002:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760786.146022:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e86c0 00000100:00100000:3.0:1789760786.146061:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515816064:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760786.146387:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6360, 6360] 00000080:00200000:2.0:1789760786.146404:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760786.146411:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760786.146427:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26054656 i_blocks 51207 00000020:00200000:2.0:1789760786.146430:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760786.146440:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760786.146476:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26054656, count: 4096 00000080:00200000:2.0:1789760786.146483:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26054656, bytes: 4096 00000080:00200000:2.0:1789760786.146493:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760786.146501:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760786.146503:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26054656, 26058752) 0 0 00000080:00200000:2.0:1789760786.146508:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760786.146536:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6361, 6361] 00020000:00200000:2.0:1789760786.146544:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26054656 chunk: [26054656, 26058752) 26058752, 4096 00020000:00200000:2.0:1789760786.146548:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760786.146566:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6361, 6361] 00000008:00010000:2.0:1789760786.146583:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760786.146588:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760786.146598:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26054656, 26058752) append 0 append lockpos 0 00000080:00200000:2.0:1789760786.146611:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26054656=0x18d9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760786.146684:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760786.146687:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26058752 00000020:00010000:2.0:1789760786.146696:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760786.146700:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.146703:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.146706:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760786.146709:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760786.146718:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760786.146725:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760786.146740:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8e40 00000008:00100000:2.0:1789760786.146841:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 26054656<>26058752 00000100:00100000:3.0:1789760786.147308:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515816192:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760786.212766:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8e40 00000020:00200000:3.0:1789760786.212781:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760786.212792:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760786.212813:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8e40 00000100:00100000:3.0:1789760786.212842:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515816192:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760786.213276:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6361, 6361] 00000080:00200000:2.0:1789760786.213293:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760786.213299:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760786.213314:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26058752 i_blocks 51207 00000020:00200000:2.0:1789760786.213318:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760786.213327:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760786.213360:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26058752, count: 4096 00000080:00200000:2.0:1789760786.213367:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26058752, bytes: 4096 00000080:00200000:2.0:1789760786.213377:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760786.213385:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760786.213387:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26058752, 26062848) 0 0 00000080:00200000:2.0:1789760786.213391:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760786.213410:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6362, 6362] 00020000:00200000:2.0:1789760786.213419:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26058752 chunk: [26058752, 26062848) 26062848, 4096 00020000:00200000:2.0:1789760786.213423:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760786.213443:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6362, 6362] 00000008:00010000:2.0:1789760786.213462:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760786.213468:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760786.213479:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26058752, 26062848) append 0 append lockpos 0 00000080:00200000:2.0:1789760786.213495:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26058752=0x18da000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760786.213558:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760786.213560:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26062848 00000020:00010000:2.0:1789760786.213568:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760786.213571:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.213574:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.213577:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760786.213580:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760786.213588:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760786.213594:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760786.213613:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8cc0 00000008:00100000:2.0:1789760786.213741:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 26058752<>26062848 00000100:00100000:3.0:1789760786.214227:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760786.214254:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515816320:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760786.264338:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973679 gen 2 00000008:00010000:2.0:1789760786.264507:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8cc0 00000020:00200000:2.0:1789760786.264517:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760786.264527:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760786.264752:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8cc0 00000100:00100000:2.0:1789760786.264784:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515816320:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760786.264895:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6362, 6362] 00000080:00200000:3.0:1789760786.264911:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760786.264918:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760786.265083:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26062848 i_blocks 51207 00000020:00200000:2.0:1789760786.265231:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760786.265243:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760786.265278:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26062848, count: 4096 00000080:00200000:2.0:1789760786.265287:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26062848, bytes: 4096 00000080:00200000:2.0:1789760786.265298:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760786.265307:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760786.265309:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26062848, 26066944) 0 0 00000080:00200000:2.0:1789760786.265314:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760786.265331:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6363, 6363] 00020000:00200000:2.0:1789760786.265342:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26062848 chunk: [26062848, 26066944) 26066944, 4096 00020000:00200000:2.0:1789760786.265347:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760786.265368:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6363, 6363] 00000008:00010000:2.0:1789760786.265387:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760786.265393:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760786.265405:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26062848, 26066944) append 0 append lockpos 0 00000080:00200000:2.0:1789760786.265419:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26062848=0x18db000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760786.265477:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760786.265480:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26066944 00000020:00010000:2.0:1789760786.265488:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760786.265491:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.265494:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.265498:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760786.265500:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760786.265509:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760786.265516:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760786.265615:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8cc0 00000008:00100000:2.0:1789760786.265793:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 26062848<>26066944 00000100:00100000:3.0:1789760786.265902:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515816448:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760786.300635:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973680 gen 2 00000008:00010000:3.0:1789760786.300699:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8cc0 00000020:00200000:3.0:1789760786.300709:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760786.300721:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760786.300743:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8cc0 00000100:00100000:3.0:1789760786.300776:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515816448:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760786.300889:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6363, 6363] 00000080:00200000:2.0:1789760786.300905:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760786.300911:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760786.300927:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26066944 i_blocks 51207 00000020:00200000:2.0:1789760786.300931:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760786.300941:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760786.300988:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26066944, count: 4096 00000080:00200000:2.0:1789760786.300996:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26066944, bytes: 4096 00000080:00200000:2.0:1789760786.301008:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760786.301017:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760786.301019:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26066944, 26071040) 0 0 00000080:00200000:2.0:1789760786.301024:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760786.301114:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6364, 6364] 00020000:00200000:2.0:1789760786.301123:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26066944 chunk: [26066944, 26071040) 26071040, 4096 00020000:00200000:2.0:1789760786.301127:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760786.301148:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6364, 6364] 00000008:00010000:2.0:1789760786.301167:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760786.301172:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760786.301185:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26066944, 26071040) append 0 append lockpos 0 00000080:00200000:2.0:1789760786.301200:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26066944=0x18dc000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760786.301265:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760786.301268:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26071040 00000020:00010000:2.0:1789760786.301277:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760786.301280:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.301283:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.301287:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760786.301290:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760786.301299:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760786.301306:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760786.301323:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760786.301437:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 26066944<>26071040 00000100:00100000:3.0:1789760786.301541:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515816576:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760786.330523:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e86c0 00000020:00200000:3.0:1789760786.330539:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760786.330552:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760786.330575:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e86c0 00000100:00100000:3.0:1789760786.330608:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515816576:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760786.330707:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6364, 6364] 00000080:00200000:2.0:1789760786.330722:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760786.330729:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760786.330744:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26071040 i_blocks 51207 00000020:00200000:2.0:1789760786.330748:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760786.330757:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760786.330792:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26071040, count: 4096 00000080:00200000:2.0:1789760786.330799:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26071040, bytes: 4096 00000080:00200000:2.0:1789760786.330808:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760786.330816:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760786.330818:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26071040, 26075136) 0 0 00000080:00200000:2.0:1789760786.330823:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760786.330840:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6365, 6365] 00020000:00200000:2.0:1789760786.330849:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26071040 chunk: [26071040, 26075136) 26075136, 4096 00020000:00200000:2.0:1789760786.330884:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760786.330906:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6365, 6365] 00000008:00010000:2.0:1789760786.330924:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760786.330930:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760786.330941:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26071040, 26075136) append 0 append lockpos 0 00000080:00200000:2.0:1789760786.330965:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26071040=0x18dd000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760786.331023:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760786.331026:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26075136 00000020:00010000:2.0:1789760786.331044:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760786.331048:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.331050:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.331053:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760786.331056:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760786.331065:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760786.331072:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760786.331197:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760786.331304:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 26071040<>26075136 00000100:00100000:3.0:1789760786.331419:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515816704:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760786.371841:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973681 gen 2 00000100:00100000:3.0:1789760786.371923:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23a9180 x1876699515816704/t4294973682(4294973682) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760802 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760786.371985:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8840 00000020:00200000:3.0:1789760786.371993:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760786.372002:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760786.372023:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8840 00000100:00100000:3.0:1789760786.372056:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515816704:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760786.372257:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6365, 6365] 00000080:00200000:2.0:1789760786.372274:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760786.372279:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760786.372294:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26075136 i_blocks 51207 00000020:00200000:2.0:1789760786.372298:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760786.372307:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760786.372342:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26075136, count: 4096 00000080:00200000:2.0:1789760786.372349:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26075136, bytes: 4096 00000080:00200000:2.0:1789760786.372359:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760786.372368:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760786.372370:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26075136, 26079232) 0 0 00000080:00200000:2.0:1789760786.372375:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760786.372391:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6366, 6366] 00020000:00200000:2.0:1789760786.372401:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26075136 chunk: [26075136, 26079232) 26079232, 4096 00020000:00200000:2.0:1789760786.372406:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760786.372442:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6366, 6366] 00000008:00010000:2.0:1789760786.372461:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760786.372468:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760786.372480:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26075136, 26079232) append 0 append lockpos 0 00000080:00200000:2.0:1789760786.372494:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26075136=0x18de000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760786.372569:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760786.372572:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26079232 00000020:00010000:2.0:1789760786.372581:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760786.372584:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.372587:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.372591:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760786.372594:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760786.372603:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760786.372611:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760786.372628:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760786.373015:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 26075136<>26079232 00000100:00100000:3.0:1789760786.374139:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760786.374170:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515816832:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760786.412658:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973682 gen 2 00000100:00100000:3.0:1789760786.412709:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23a8a80 x1876699515816832/t4294973683(4294973683) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760802 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760786.412761:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8540 00000020:00200000:3.0:1789760786.412769:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760786.412779:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760786.412799:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8540 00000100:00100000:3.0:1789760786.412824:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515816832:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760786.412993:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6366, 6366] 00000080:00200000:2.0:1789760786.413010:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760786.413016:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760786.413043:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26079232 i_blocks 51207 00000020:00200000:2.0:1789760786.413046:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760786.413056:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760786.413092:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26079232, count: 4096 00000080:00200000:2.0:1789760786.413099:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26079232, bytes: 4096 00000080:00200000:2.0:1789760786.413107:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760786.413116:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760786.413119:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26079232, 26083328) 0 0 00000080:00200000:2.0:1789760786.413124:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760786.413141:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6367, 6367] 00020000:00200000:2.0:1789760786.413150:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26079232 chunk: [26079232, 26083328) 26083328, 4096 00020000:00200000:2.0:1789760786.413155:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760786.413174:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6367, 6367] 00000008:00010000:2.0:1789760786.413193:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760786.413199:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760786.413212:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26079232, 26083328) append 0 append lockpos 0 00000080:00200000:2.0:1789760786.413225:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26079232=0x18df000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760786.413283:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760786.413286:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26083328 00000020:00010000:2.0:1789760786.413294:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760786.413298:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.413301:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.413305:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760786.413308:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760786.413317:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760786.413323:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760786.413338:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760786.413448:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 26079232<>26083328 00000100:00100000:3.0:1789760786.413577:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515816960:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760786.417576:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789760786.456897:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973683 gen 2 00000100:00100000:3.0:1789760786.456937:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23a9180 x1876699515816960/t4294973684(4294973684) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760802 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760786.456993:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:3.0:1789760786.457000:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760786.457009:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760786.457038:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:3.0:1789760786.457063:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515816960:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760786.457315:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6367, 6367] 00000080:00200000:2.0:1789760786.457333:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760786.457339:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760786.457356:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26083328 i_blocks 51207 00000020:00200000:2.0:1789760786.457359:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760786.457369:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760786.457404:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26083328, count: 4096 00000080:00200000:2.0:1789760786.457411:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26083328, bytes: 4096 00000080:00200000:2.0:1789760786.457421:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760786.457429:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760786.457432:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26083328, 26087424) 0 0 00000080:00200000:2.0:1789760786.457436:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760786.457453:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6368, 6368] 00020000:00200000:2.0:1789760786.457462:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26083328 chunk: [26083328, 26087424) 26087424, 4096 00020000:00200000:2.0:1789760786.457466:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760786.457485:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6368, 6368] 00000008:00010000:2.0:1789760786.457505:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760786.457510:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760786.457522:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26083328, 26087424) append 0 append lockpos 0 00000080:00200000:2.0:1789760786.457536:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26083328=0x18e0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760786.457594:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760786.457597:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26087424 00000020:00010000:2.0:1789760786.457606:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760786.457610:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.457613:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.457616:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760786.457619:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760786.457628:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760786.457636:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760786.457651:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760786.457752:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 26083328<>26087424 00000100:00100000:3.0:1789760786.458115:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760786.458134:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515817088:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760786.488337:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973685 gen 2 00000008:00010000:3.0:1789760786.488418:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8000 00000020:00200000:3.0:1789760786.488427:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760786.488439:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760786.488468:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8000 00000100:00100000:3.0:1789760786.488505:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515817088:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760786.488630:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6368, 6368] 00000080:00200000:2.0:1789760786.488650:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760786.488657:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760786.488692:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26087424 i_blocks 51207 00000020:00200000:2.0:1789760786.488697:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760786.488709:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760786.488750:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26087424, count: 4096 00000080:00200000:2.0:1789760786.488759:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26087424, bytes: 4096 00000080:00200000:2.0:1789760786.488768:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760786.488777:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760786.488779:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26087424, 26091520) 0 0 00000080:00200000:2.0:1789760786.488783:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760786.488801:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6369, 6369] 00020000:00200000:2.0:1789760786.488809:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26087424 chunk: [26087424, 26091520) 26091520, 4096 00020000:00200000:2.0:1789760786.488813:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760786.488835:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6369, 6369] 00000008:00010000:2.0:1789760786.488885:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760786.488891:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760786.488902:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26087424, 26091520) append 0 append lockpos 0 00000080:00200000:2.0:1789760786.488917:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26087424=0x18e1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760786.488978:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760786.488981:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26091520 00000020:00010000:2.0:1789760786.488989:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760786.488993:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.488996:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.489000:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760786.489002:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760786.489011:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760786.489017:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760786.489047:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760786.489157:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 26087424<>26091520 00000100:00100000:3.0:1789760786.489569:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515817216:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760786.539223:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:3.0:1789760786.539238:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760786.539251:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760786.539271:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000100:00100000:3.0:1789760786.539303:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515817216:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760786.539396:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6369, 6369] 00000080:00200000:2.0:1789760786.539412:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760786.539418:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760786.539433:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26091520 i_blocks 51207 00000020:00200000:2.0:1789760786.539437:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760786.539446:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760786.539484:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26091520, count: 4096 00000080:00200000:2.0:1789760786.539491:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26091520, bytes: 4096 00000080:00200000:2.0:1789760786.539501:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760786.539523:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760786.539526:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26091520, 26095616) 0 0 00000080:00200000:2.0:1789760786.539531:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760786.539548:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6370, 6370] 00020000:00200000:2.0:1789760786.539557:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26091520 chunk: [26091520, 26095616) 26095616, 4096 00020000:00200000:2.0:1789760786.539561:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760786.539584:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6370, 6370] 00000008:00010000:2.0:1789760786.539604:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760786.539610:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760786.539622:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26091520, 26095616) append 0 append lockpos 0 00000080:00200000:2.0:1789760786.539636:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26091520=0x18e2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760786.539813:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760786.539816:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26095616 00000020:00010000:2.0:1789760786.539826:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760786.539830:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.539833:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.539836:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760786.539839:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760786.539849:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760786.539893:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760786.539910:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760786.540015:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 26091520<>26095616 00000100:00100000:3.0:1789760786.540173:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760786.540191:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515817344:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760786.578218:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973686 gen 2 00000100:00100000:3.0:1789760786.578258:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23ab800 x1876699515817344/t4294973687(4294973687) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760802 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760786.578307:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:3.0:1789760786.578315:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760786.578324:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760786.578345:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:3.0:1789760786.578371:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515817344:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760786.578498:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6370, 6370] 00000080:00200000:2.0:1789760786.578524:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760786.578531:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760786.578547:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26095616 i_blocks 51207 00000020:00200000:2.0:1789760786.578550:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760786.578562:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760786.578597:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26095616, count: 4096 00000080:00200000:2.0:1789760786.578603:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26095616, bytes: 4096 00000080:00200000:2.0:1789760786.578613:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760786.578620:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760786.578623:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26095616, 26099712) 0 0 00000080:00200000:2.0:1789760786.578627:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760786.578643:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6371, 6371] 00020000:00200000:2.0:1789760786.578652:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26095616 chunk: [26095616, 26099712) 26099712, 4096 00020000:00200000:2.0:1789760786.578657:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760786.578792:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6371, 6371] 00000008:00010000:2.0:1789760786.578809:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760786.578816:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760786.578826:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26095616, 26099712) append 0 append lockpos 0 00000080:00200000:2.0:1789760786.578841:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26095616=0x18e3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760786.578945:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760786.578959:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26099712 00000020:00010000:2.0:1789760786.578967:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760786.578971:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.578974:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.578977:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760786.578980:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760786.578990:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760786.578997:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760786.579015:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e80c0 00000008:00100000:2.0:1789760786.579137:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 26095616<>26099712 00000100:00100000:3.0:1789760786.579365:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515817472:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760786.614190:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973687 gen 2 00000100:00100000:3.0:1789760786.614232:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23a8380 x1876699515817472/t4294973688(4294973688) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760802 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760786.614281:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e80c0 00000020:00200000:3.0:1789760786.614289:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760786.614300:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760786.614321:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e80c0 00000100:00100000:3.0:1789760786.614347:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515817472:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760786.614450:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6371, 6371] 00000080:00200000:2.0:1789760786.614467:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760786.614473:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760786.614489:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26099712 i_blocks 51207 00000020:00200000:2.0:1789760786.614494:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760786.614503:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760786.614549:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26099712, count: 4096 00000080:00200000:2.0:1789760786.614557:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26099712, bytes: 4096 00000080:00200000:2.0:1789760786.614567:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760786.614575:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760786.614578:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26099712, 26103808) 0 0 00000080:00200000:2.0:1789760786.614582:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760786.614598:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6372, 6372] 00020000:00200000:2.0:1789760786.614607:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26099712 chunk: [26099712, 26103808) 26103808, 4096 00020000:00200000:2.0:1789760786.614611:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760786.614632:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6372, 6372] 00000008:00010000:2.0:1789760786.614651:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760786.614658:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760786.614669:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26099712, 26103808) append 0 append lockpos 0 00000080:00200000:2.0:1789760786.614987:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26099712=0x18e4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760786.615057:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760786.615060:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26103808 00000020:00010000:2.0:1789760786.615069:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760786.615072:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.615075:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.615079:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760786.615082:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760786.615092:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760786.615099:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760786.615114:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8180 00000008:00100000:2.0:1789760786.615222:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 26099712<>26103808 00000100:00100000:3.0:1789760786.615350:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760786.615372:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515817600:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760786.649130:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973689 gen 2 00000008:00010000:3.0:1789760786.649188:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8180 00000020:00200000:3.0:1789760786.649196:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760786.649204:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760786.649260:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8180 00000100:00100000:3.0:1789760786.649288:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515817600:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760786.649835:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6372, 6372] 00000080:00200000:2.0:1789760786.649852:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760786.649897:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760786.649912:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26103808 i_blocks 51207 00000020:00200000:2.0:1789760786.649915:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760786.649926:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760786.650013:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26103808, count: 4096 00000080:00200000:2.0:1789760786.650020:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26103808, bytes: 4096 00000080:00200000:2.0:1789760786.650041:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760786.650050:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760786.650053:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26103808, 26107904) 0 0 00000080:00200000:2.0:1789760786.650058:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760786.650075:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6373, 6373] 00020000:00200000:2.0:1789760786.650084:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26103808 chunk: [26103808, 26107904) 26107904, 4096 00020000:00200000:2.0:1789760786.650141:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760786.650162:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6373, 6373] 00000008:00010000:2.0:1789760786.650183:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760786.650188:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760786.650199:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26103808, 26107904) append 0 append lockpos 0 00000080:00200000:2.0:1789760786.650212:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26103808=0x18e5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760786.650268:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760786.650270:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26107904 00000020:00010000:2.0:1789760786.650277:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760786.650281:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.650283:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.650287:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760786.650290:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760786.650298:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760786.650305:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760786.650324:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760786.650422:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 26103808<>26107904 00000100:00100000:3.0:1789760786.650496:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515817728:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760786.680734:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973690 gen 2 00000008:00010000:3.0:1789760786.680789:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8600 00000020:00200000:3.0:1789760786.680800:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760786.680812:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760786.680833:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8600 00000100:00100000:3.0:1789760786.680909:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515817728:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760786.681237:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6373, 6373] 00000080:00200000:2.0:1789760786.681254:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760786.681260:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760786.681277:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26107904 i_blocks 51207 00000020:00200000:2.0:1789760786.681280:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760786.681289:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760786.681328:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26107904, count: 4096 00000080:00200000:2.0:1789760786.681336:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26107904, bytes: 4096 00000080:00200000:2.0:1789760786.681345:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760786.681354:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760786.681357:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26107904, 26112000) 0 0 00000080:00200000:2.0:1789760786.681361:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760786.681376:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6374, 6374] 00020000:00200000:2.0:1789760786.681385:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26107904 chunk: [26107904, 26112000) 26112000, 4096 00020000:00200000:2.0:1789760786.681389:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760786.681408:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6374, 6374] 00000008:00010000:2.0:1789760786.681426:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760786.681432:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760786.681443:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26107904, 26112000) append 0 append lockpos 0 00000080:00200000:2.0:1789760786.681458:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26107904=0x18e6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760786.681518:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760786.681521:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26112000 00000020:00010000:2.0:1789760786.681530:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760786.681534:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.681537:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.681541:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760786.681544:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760786.681553:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760786.681561:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760786.681578:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760786.681702:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 26107904<>26112000 00000100:00100000:3.0:1789760786.682284:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515817856:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760786.720252:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8240 00000020:00200000:3.0:1789760786.720269:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760786.720279:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760786.720300:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8240 00000100:00100000:3.0:1789760786.720331:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515817856:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760786.720593:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6374, 6374] 00000080:00200000:2.0:1789760786.720610:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760786.720617:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760786.720633:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26112000 i_blocks 51207 00000020:00200000:2.0:1789760786.720637:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760786.720646:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760786.720693:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26112000, count: 4096 00000080:00200000:2.0:1789760786.720700:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26112000, bytes: 4096 00000080:00200000:2.0:1789760786.720711:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760786.720720:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760786.720723:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26112000, 26116096) 0 0 00000080:00200000:2.0:1789760786.720727:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760786.720744:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6375, 6375] 00020000:00200000:2.0:1789760786.720753:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26112000 chunk: [26112000, 26116096) 26116096, 4096 00020000:00200000:2.0:1789760786.720757:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760786.720778:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6375, 6375] 00000008:00010000:2.0:1789760786.720798:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760786.720804:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760786.720817:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26112000, 26116096) append 0 append lockpos 0 00000080:00200000:2.0:1789760786.720832:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26112000=0x18e7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760786.720941:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760786.720944:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26116096 00000020:00010000:2.0:1789760786.721079:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760786.721083:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.721093:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.721098:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760786.721101:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760786.721110:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760786.721117:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760786.721136:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760786.721244:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 26112000<>26116096 00000100:00100000:3.0:1789760786.721425:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760786.721448:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515817984:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760786.757618:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973692 gen 2 00000008:00010000:3.0:1789760786.757706:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:3.0:1789760786.757715:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760786.757726:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760786.757747:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:3.0:1789760786.757780:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515817984:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760786.757935:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6375, 6375] 00000080:00200000:2.0:1789760786.757964:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760786.757971:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760786.757987:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26116096 i_blocks 51207 00000020:00200000:2.0:1789760786.757990:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760786.758000:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760786.758373:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26116096, count: 4096 00000080:00200000:2.0:1789760786.758383:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26116096, bytes: 4096 00000080:00200000:2.0:1789760786.758397:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760786.758407:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760786.758409:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26116096, 26120192) 0 0 00000080:00200000:2.0:1789760786.758414:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760786.758433:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6376, 6376] 00020000:00200000:2.0:1789760786.758443:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26116096 chunk: [26116096, 26120192) 26120192, 4096 00020000:00200000:2.0:1789760786.758448:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760786.758470:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6376, 6376] 00000008:00010000:2.0:1789760786.758489:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760786.758495:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760786.758506:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26116096, 26120192) append 0 append lockpos 0 00000080:00200000:2.0:1789760786.758522:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26116096=0x18e8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760786.758587:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760786.758590:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26120192 00000020:00010000:2.0:1789760786.758599:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760786.758603:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.758606:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.758609:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760786.758612:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760786.758623:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760786.758630:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760786.758649:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760786.758846:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 26116096<>26120192 00000100:00100000:3.0:1789760786.759270:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515818112:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760786.790193:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8b40 00000020:00200000:3.0:1789760786.790208:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760786.790220:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760786.790242:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8b40 00000100:00100000:3.0:1789760786.790276:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515818112:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760786.790367:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6376, 6376] 00000080:00200000:2.0:1789760786.790384:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760786.790390:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760786.790405:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26120192 i_blocks 51207 00000020:00200000:2.0:1789760786.790408:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760786.790417:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760786.790452:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26120192, count: 4096 00000080:00200000:2.0:1789760786.790459:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26120192, bytes: 4096 00000080:00200000:2.0:1789760786.790467:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760786.790476:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760786.790478:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26120192, 26124288) 0 0 00000080:00200000:2.0:1789760786.790483:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760786.790499:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6377, 6377] 00020000:00200000:2.0:1789760786.790508:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26120192 chunk: [26120192, 26124288) 26124288, 4096 00020000:00200000:2.0:1789760786.790513:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760786.790533:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6377, 6377] 00000008:00010000:2.0:1789760786.790552:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760786.790557:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760786.790569:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26120192, 26124288) append 0 append lockpos 0 00000080:00200000:2.0:1789760786.790584:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26120192=0x18e9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760786.790641:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760786.790644:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26124288 00000020:00010000:2.0:1789760786.790652:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760786.790655:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.790658:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760786.790662:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760786.790665:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760786.790780:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760786.790788:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760786.790804:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8d80 00000008:00100000:2.0:1789760786.791281:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 26120192<>26124288 00000100:00100000:3.0:1789760786.791339:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760786.792269:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515818240:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760786.820500:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973693 gen 2 00000100:00100000:3.0:1789760786.820546:0:2364:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23a9c00 x1876699515818240/t4294973694(4294973694) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760802 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760786.820595:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8d80 00000020:00200000:3.0:1789760786.820603:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760786.820613:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760786.820644:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8d80 00000100:00100000:3.0:1789760786.820736:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515818240:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760786.820903:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6377, 6377] 00000080:00200000:0.0:1789760786.820921:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760786.820927:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760786.820942:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26124288 i_blocks 51207 00000020:00200000:0.0:1789760786.821014:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760786.821036:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760786.821073:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26124288, count: 4096 00000080:00200000:0.0:1789760786.821080:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26124288, bytes: 4096 00000080:00200000:0.0:1789760786.821151:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760786.821161:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760786.821164:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26124288, 26128384) 0 0 00000080:00200000:0.0:1789760786.821168:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760786.821187:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6378, 6378] 00020000:00200000:0.0:1789760786.821196:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26124288 chunk: [26124288, 26128384) 26128384, 4096 00020000:00200000:0.0:1789760786.821200:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760786.821222:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6378, 6378] 00000008:00010000:0.0:1789760786.821241:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760786.821247:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760786.821258:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26124288, 26128384) append 0 append lockpos 0 00000080:00200000:0.0:1789760786.821271:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26124288=0x18ea000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760786.821331:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760786.821334:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26128384 00000020:00010000:0.0:1789760786.821342:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:0.0:1789760786.821346:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760786.821349:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760786.821352:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760786.821356:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760786.821365:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760786.821372:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760786.821391:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760786.821501:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 26124288<>26128384 00000100:00100000:1.0:1789760786.821640:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515818368:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760786.875722:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973694 gen 2 00000100:00100000:1.0:1789760786.875770:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc4e00 x1876699515818368/t4294973695(4294973695) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760802 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760786.875826:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760786.875834:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760786.875845:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760786.876042:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760786.876069:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515818368:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760786.886358:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6378, 6378] 00000080:00200000:0.0:1789760786.886399:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760786.886406:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760786.886425:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26128384 i_blocks 51207 00000020:00200000:0.0:1789760786.886432:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760786.886449:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760786.886483:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26128384, count: 4096 00000080:00200000:0.0:1789760786.886492:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26128384, bytes: 4096 00000080:00200000:0.0:1789760786.886508:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760786.886518:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760786.886521:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26128384, 26132480) 0 0 00000080:00200000:0.0:1789760786.886526:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760786.886543:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6379, 6379] 00020000:00200000:0.0:1789760786.886552:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26128384 chunk: [26128384, 26132480) 26132480, 4096 00020000:00200000:0.0:1789760786.886557:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760786.886580:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6379, 6379] 00000008:00010000:0.0:1789760786.886600:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760786.886606:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760786.886618:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26128384, 26132480) append 0 append lockpos 0 00000080:00200000:0.0:1789760786.886634:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26128384=0x18eb000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760786.886707:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760786.886710:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26132480 00000020:00010000:0.0:1789760786.886718:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:0.0:1789760786.886721:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760786.886724:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760786.886727:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760786.886730:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760786.886739:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760786.886745:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760786.886776:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760786.887158:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6680 - object 0x240000400:4 offset 26128384<>26132480 00000100:00100000:1.0:1789760786.891223:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515818496:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760786.936287:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973696 gen 2 00000008:00010000:1.0:1789760786.936500:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760786.936638:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760786.936650:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760786.936720:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760786.936755:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515818496:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760786.937059:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6379, 6379] 00000080:00200000:0.0:1789760786.937076:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760786.937082:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760786.937159:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26132480 i_blocks 51207 00000020:00200000:0.0:1789760786.937164:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760786.937176:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760786.937211:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26132480, count: 4096 00000080:00200000:0.0:1789760786.937220:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26132480, bytes: 4096 00000080:00200000:0.0:1789760786.937231:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760786.937241:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760786.937243:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26132480, 26136576) 0 0 00000080:00200000:0.0:1789760786.937247:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760786.937267:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6380, 6380] 00020000:00200000:0.0:1789760786.937275:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26132480 chunk: [26132480, 26136576) 26136576, 4096 00020000:00200000:0.0:1789760786.937279:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760786.937369:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6380, 6380] 00000008:00010000:0.0:1789760786.937390:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760786.937396:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760786.937474:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26132480, 26136576) append 0 append lockpos 0 00000080:00200000:0.0:1789760786.937490:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26132480=0x18ec000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760786.937680:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760786.937684:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26136576 00000020:00010000:0.0:1789760786.937693:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:0.0:1789760786.937696:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760786.937700:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760786.937703:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760786.937705:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760786.937713:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760786.937720:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760786.937742:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760786.937938:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6300 - object 0x240000400:4 offset 26132480<>26136576 00000100:00100000:1.0:1789760786.938327:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515818624:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760787.012587:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973697 gen 2 00000008:00010000:1.0:1789760787.012639:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760787.012648:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760787.012660:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760787.012689:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760787.012720:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515818624:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760787.013057:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6380, 6380] 00000080:00200000:2.0:1789760787.013075:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760787.013080:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760787.013096:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26136576 i_blocks 51207 00000020:00200000:2.0:1789760787.013100:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760787.013110:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760787.013145:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26136576, count: 4096 00000080:00200000:2.0:1789760787.013152:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26136576, bytes: 4096 00000080:00200000:2.0:1789760787.013165:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760787.013173:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760787.013176:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26136576, 26140672) 0 0 00000080:00200000:2.0:1789760787.013180:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760787.013196:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6381, 6381] 00020000:00200000:2.0:1789760787.013205:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26136576 chunk: [26136576, 26140672) 26140672, 4096 00020000:00200000:2.0:1789760787.013209:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760787.013229:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6381, 6381] 00000008:00010000:2.0:1789760787.013248:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760787.013253:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760787.013264:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26136576, 26140672) append 0 append lockpos 0 00000080:00200000:2.0:1789760787.013280:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26136576=0x18ed000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760787.013341:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760787.013344:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26140672 00000020:00010000:2.0:1789760787.013352:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:2.0:1789760787.013355:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760787.013358:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760787.013361:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760787.013368:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760787.013378:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760787.013385:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760787.013400:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760787.014137:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 26136576<>26140672 00000100:00100000:2.0:1789760787.014187:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760787.014209:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515818752:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760787.065288:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973698 gen 2 00000008:00010000:3.0:1789760787.065352:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8f00 00000020:00200000:3.0:1789760787.065360:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760787.065372:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760787.065443:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6381, 6381] 00000008:00010000:3.0:1789760787.065446:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8f00 00000080:00200000:0.0:1789760787.065462:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760787.065467:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000100:00100000:3.0:1789760787.065480:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515818752:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760787.065482:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26140672 i_blocks 51207 00000020:00200000:0.0:1789760787.065486:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760787.065495:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760787.065540:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26140672, count: 4096 00000080:00200000:0.0:1789760787.065548:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26140672, bytes: 4096 00000080:00200000:0.0:1789760787.065559:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760787.065566:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760787.065568:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26140672, 26144768) 0 0 00000080:00200000:0.0:1789760787.065572:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760787.065586:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6382, 6382] 00020000:00200000:0.0:1789760787.065593:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26140672 chunk: [26140672, 26144768) 26144768, 4096 00020000:00200000:0.0:1789760787.065596:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760787.065617:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6382, 6382] 00000008:00010000:0.0:1789760787.065634:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760787.065640:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760787.065652:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26140672, 26144768) append 0 append lockpos 0 00000080:00200000:0.0:1789760787.065667:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26140672=0x18ee000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760787.065739:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760787.065742:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26144768 00000020:00010000:0.0:1789760787.065751:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:0.0:1789760787.065755:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760787.065758:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760787.065761:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760787.065764:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760787.065772:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760787.065780:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760787.065796:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760787.066161:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4000 - object 0x240000400:4 offset 26140672<>26144768 00000100:00100000:1.0:1789760787.066230:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515818880:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760787.118171:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973699 gen 2 00000008:00010000:1.0:1789760787.118228:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760787.118237:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760787.118249:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760787.118478:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760787.118510:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515818880:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760787.119994:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6382, 6382] 00000080:00200000:0.0:1789760787.120018:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760787.120034:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760787.120053:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26144768 i_blocks 51207 00000020:00200000:0.0:1789760787.120058:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760787.120073:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760787.120108:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26144768, count: 4096 00000080:00200000:0.0:1789760787.120115:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26144768, bytes: 4096 00000080:00200000:0.0:1789760787.120130:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760787.120139:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760787.120141:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26144768, 26148864) 0 0 00000080:00200000:0.0:1789760787.120145:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760787.120162:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6383, 6383] 00020000:00200000:0.0:1789760787.120171:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26144768 chunk: [26144768, 26148864) 26148864, 4096 00020000:00200000:0.0:1789760787.120176:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760787.120198:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6383, 6383] 00000008:00010000:0.0:1789760787.120217:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760787.120223:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760787.120235:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26144768, 26148864) append 0 append lockpos 0 00000080:00200000:0.0:1789760787.120251:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26144768=0x18ef000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760787.122182:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760787.122194:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26148864 00000020:00010000:0.0:1789760787.122210:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:0.0:1789760787.122215:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760787.122220:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760787.122224:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760787.122227:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760787.122240:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760787.122249:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760787.123513:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760787.124227:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 26144768<>26148864 00000100:00100000:0.0:1789760787.124336:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515819008:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760787.185670:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973700 gen 2 00000008:00010000:0.0:1789760787.185741:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:0.0:1789760787.185968:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760787.185980:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760787.185991:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:0.0:1789760787.186033:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515819008:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760787.186177:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6383, 6383] 00000080:00200000:1.0:1789760787.186196:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760787.186202:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760787.186222:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26148864 i_blocks 51207 00000020:00200000:1.0:1789760787.186226:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760787.186237:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760787.186282:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26148864, count: 4096 00000080:00200000:1.0:1789760787.186290:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26148864, bytes: 4096 00000080:00200000:1.0:1789760787.186301:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760787.186311:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760787.186313:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26148864, 26152960) 0 0 00000080:00200000:1.0:1789760787.186318:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760787.186336:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6384, 6384] 00020000:00200000:1.0:1789760787.186345:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26148864 chunk: [26148864, 26152960) 26152960, 4096 00020000:00200000:1.0:1789760787.186350:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760787.186370:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6384, 6384] 00000008:00010000:1.0:1789760787.186389:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760787.186394:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760787.186406:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26148864, 26152960) append 0 append lockpos 0 00000080:00200000:1.0:1789760787.186421:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26148864=0x18f0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760787.186485:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760787.186487:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26152960 00000020:00010000:1.0:1789760787.186496:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_release():245 00000020:00010000:1.0:1789760787.186500:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760787.186503:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760787.186506:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d128 (ffff980dc850bb48/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760787.186509:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bb48/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760787.186517:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760787.186525:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760787.186542:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760787.186846:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570000 - object 0x240000400:4 offset 26148864<>26152960 00000100:00100000:1.0:1789760787.186934:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515819136:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760787.246719:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973701 gen 2 00000008:00010000:1.0:1789760787.246837:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:1.0:1789760787.246846:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760787.246891:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760787.247041:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:1.0:1789760787.247074:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515819136:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760787.247229:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6384, 6384] 00000080:00200000:3.0:1789760787.247246:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760787.247253:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760787.247269:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26152960 i_blocks 51207 00000020:00200000:3.0:1789760787.247273:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760787.247283:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760787.247466:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26152960, count: 4096 00000080:00200000:3.0:1789760787.247475:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26152960, bytes: 4096 00000080:00200000:3.0:1789760787.247487:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760787.247495:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760787.247498:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26152960, 26157056) 0 0 00000080:00200000:3.0:1789760787.247502:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760787.247519:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6385, 6385] 00020000:00200000:3.0:1789760787.247529:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26152960 chunk: [26152960, 26157056) 26157056, 4096 00020000:00200000:3.0:1789760787.247534:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760787.247555:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6385, 6385] 00000008:00010000:3.0:1789760787.247574:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760787.247580:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760787.247592:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26152960, 26157056) append 0 append lockpos 0 00000080:00200000:3.0:1789760787.247722:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26152960=0x18f1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760787.248067:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760787.248070:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26157056 00000020:00010000:3.0:1789760787.248080:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760787.248084:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760787.248087:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760787.248090:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760787.248093:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760787.248103:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760787.248111:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760787.248131:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760787.248241:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4a80 - object 0x240000400:4 offset 26152960<>26157056 00000100:00100000:2.0:1789760787.248321:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515819264:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760787.323748:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973702 gen 2 00000008:00010000:3.0:1789760787.323802:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760787.323811:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760787.323823:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760787.323850:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760787.323907:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515819264:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760787.324198:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6385, 6385] 00000080:00200000:1.0:1789760787.324218:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760787.324224:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760787.324240:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26157056 i_blocks 51207 00000020:00200000:1.0:1789760787.324244:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760787.324255:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760787.324294:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26157056, count: 4096 00000080:00200000:1.0:1789760787.324301:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26157056, bytes: 4096 00000080:00200000:1.0:1789760787.324314:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760787.324324:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760787.324326:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26157056, 26161152) 0 0 00000080:00200000:1.0:1789760787.324331:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760787.324350:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6386, 6386] 00020000:00200000:1.0:1789760787.324359:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26157056 chunk: [26157056, 26161152) 26161152, 4096 00020000:00200000:1.0:1789760787.324364:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760787.324387:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6386, 6386] 00000008:00010000:1.0:1789760787.324406:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760787.324412:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760787.324425:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26157056, 26161152) append 0 append lockpos 0 00000080:00200000:1.0:1789760787.324441:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26157056=0x18f2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760787.324504:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760787.324507:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26161152 00000020:00010000:1.0:1789760787.324517:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760787.324521:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760787.324524:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760787.324528:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760787.324531:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760787.324540:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760787.324547:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760787.324566:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760787.324787:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570000 - object 0x240000400:4 offset 26157056<>26161152 00000100:00100000:0.0:1789760787.324893:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515819392:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760787.376597:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973703 gen 2 00000008:00010000:0.0:1789760787.376648:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760787.376657:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760787.376834:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760787.376933:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760787.376973:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515819392:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760787.377180:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6386, 6386] 00000080:00200000:1.0:1789760787.377196:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760787.377203:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760787.377221:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26161152 i_blocks 51207 00000020:00200000:1.0:1789760787.377224:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760787.377234:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760787.377270:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26161152, count: 4096 00000080:00200000:1.0:1789760787.377278:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26161152, bytes: 4096 00000080:00200000:1.0:1789760787.377288:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760787.377296:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760787.377299:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26161152, 26165248) 0 0 00000080:00200000:1.0:1789760787.377304:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760787.377320:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6387, 6387] 00020000:00200000:1.0:1789760787.377330:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26161152 chunk: [26161152, 26165248) 26165248, 4096 00020000:00200000:1.0:1789760787.377335:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760787.377354:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6387, 6387] 00000008:00010000:1.0:1789760787.377370:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760787.377376:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760787.377386:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26161152, 26165248) append 0 append lockpos 0 00000080:00200000:1.0:1789760787.377399:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26161152=0x18f3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760787.377455:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760787.377458:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26165248 00000020:00010000:1.0:1789760787.377466:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760787.377468:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760787.377471:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760787.377474:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760787.377477:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760787.377484:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760787.377490:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760787.377505:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760787.377606:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570700 - object 0x240000400:4 offset 26161152<>26165248 00000100:00100000:0.0:1789760787.377685:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515819520:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760787.436220:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973704 gen 2 00000008:00010000:0.0:1789760787.436269:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:0.0:1789760787.436277:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760787.436288:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760787.436310:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:0.0:1789760787.436341:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515819520:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760787.436910:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6387, 6387] 00000080:00200000:1.0:1789760787.436927:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760787.436933:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760787.437014:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26165248 i_blocks 51207 00000020:00200000:1.0:1789760787.437019:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760787.437039:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760787.437184:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26165248, count: 4096 00000080:00200000:1.0:1789760787.437193:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26165248, bytes: 4096 00000080:00200000:1.0:1789760787.437206:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760787.437215:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760787.437217:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26165248, 26169344) 0 0 00000080:00200000:1.0:1789760787.437222:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760787.437238:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6388, 6388] 00020000:00200000:1.0:1789760787.437247:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26165248 chunk: [26165248, 26169344) 26169344, 4096 00020000:00200000:1.0:1789760787.437251:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760787.437271:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6388, 6388] 00000008:00010000:1.0:1789760787.437289:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760787.437294:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760787.437305:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26165248, 26169344) append 0 append lockpos 0 00000080:00200000:1.0:1789760787.437319:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26165248=0x18f4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760787.437383:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760787.437386:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26169344 00000020:00010000:1.0:1789760787.437395:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760787.437398:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760787.437401:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760787.437405:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760787.437407:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760787.437427:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760787.437434:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760787.437453:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760787.437563:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571180 - object 0x240000400:4 offset 26165248<>26169344 00000100:00100000:0.0:1789760787.437646:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515819648:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760787.443545:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789760787.496582:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973705 gen 2 00000008:00010000:0.0:1789760787.496638:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760787.496646:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760787.496659:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760787.496673:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760787.496709:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515819648:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760787.497111:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6388, 6388] 00000080:00200000:1.0:1789760787.497127:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760787.497134:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760787.497149:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26169344 i_blocks 51207 00000020:00200000:1.0:1789760787.497153:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760787.497164:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760787.497196:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26169344, count: 4096 00000080:00200000:1.0:1789760787.497203:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26169344, bytes: 4096 00000080:00200000:1.0:1789760787.497218:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760787.497227:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760787.497229:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26169344, 26173440) 0 0 00000080:00200000:1.0:1789760787.497233:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760787.497250:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6389, 6389] 00020000:00200000:1.0:1789760787.497259:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26169344 chunk: [26169344, 26173440) 26173440, 4096 00020000:00200000:1.0:1789760787.497265:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760787.497285:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6389, 6389] 00000008:00010000:1.0:1789760787.497304:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760787.497309:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760787.497321:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26169344, 26173440) append 0 append lockpos 0 00000080:00200000:1.0:1789760787.497337:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26169344=0x18f5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760787.497397:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760787.497400:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26173440 00000020:00010000:1.0:1789760787.497408:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760787.497412:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760787.497415:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760787.497418:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760787.497421:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760787.497429:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760787.497436:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760787.497451:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760787.497555:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570e00 - object 0x240000400:4 offset 26169344<>26173440 00000100:00100000:0.0:1789760787.497627:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515819776:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760787.544378:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973706 gen 2 00000008:00010000:1.0:1789760787.544429:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:1.0:1789760787.544438:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760787.544448:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760787.544469:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:1.0:1789760787.544498:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515819776:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760787.544655:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6389, 6389] 00000080:00200000:3.0:1789760787.544727:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760787.544734:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760787.544750:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26173440 i_blocks 51207 00000020:00200000:3.0:1789760787.544753:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760787.544763:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760787.544799:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26173440, count: 4096 00000080:00200000:3.0:1789760787.544805:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26173440, bytes: 4096 00000080:00200000:3.0:1789760787.544815:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760787.544823:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760787.544826:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26173440, 26177536) 0 0 00000080:00200000:3.0:1789760787.544830:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760787.544845:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6390, 6390] 00020000:00200000:3.0:1789760787.544883:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26173440 chunk: [26173440, 26177536) 26177536, 4096 00020000:00200000:3.0:1789760787.544887:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760787.544906:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6390, 6390] 00000008:00010000:3.0:1789760787.544923:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760787.544929:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760787.544949:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26173440, 26177536) append 0 append lockpos 0 00000080:00200000:3.0:1789760787.544963:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26173440=0x18f6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760787.545017:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760787.545020:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26177536 00000020:00010000:3.0:1789760787.545038:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760787.545042:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760787.545045:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760787.545048:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760787.545051:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760787.545057:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760787.545072:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760787.545097:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760787.545196:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4a80 - object 0x240000400:4 offset 26173440<>26177536 00000100:00100000:2.0:1789760787.545262:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515819904:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760787.602497:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973707 gen 2 00000008:00010000:3.0:1789760787.602544:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760787.602553:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760787.602566:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760787.602594:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760787.602627:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515819904:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760787.602638:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6390, 6390] 00000080:00200000:0.0:1789760787.602686:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760787.602692:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760787.602708:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26177536 i_blocks 51207 00000020:00200000:0.0:1789760787.602711:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760787.602721:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760787.602804:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26177536, count: 4096 00000080:00200000:0.0:1789760787.602812:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26177536, bytes: 4096 00000080:00200000:0.0:1789760787.602824:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760787.602836:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760787.602838:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26177536, 26181632) 0 0 00000080:00200000:0.0:1789760787.602845:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760787.602891:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6391, 6391] 00020000:00200000:0.0:1789760787.602902:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26177536 chunk: [26177536, 26181632) 26181632, 4096 00020000:00200000:0.0:1789760787.602906:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760787.602925:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6391, 6391] 00000008:00010000:0.0:1789760787.602945:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760787.602949:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760787.602960:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26177536, 26181632) append 0 append lockpos 0 00000080:00200000:0.0:1789760787.602974:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26177536=0x18f7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760787.603199:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760787.603202:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26181632 00000020:00010000:0.0:1789760787.603212:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760787.603216:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760787.603219:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760787.603225:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760787.603227:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760787.603235:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760787.603241:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760787.603259:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760787.603489:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 26177536<>26181632 00000100:00100000:1.0:1789760787.603805:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515820032:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760787.666498:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973708 gen 2 00000008:00010000:1.0:1789760787.666548:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760787.666556:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760787.666568:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760787.666592:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760787.666623:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515820032:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760787.666744:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6391, 6391] 00000080:00200000:0.0:1789760787.666762:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760787.666768:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760787.666783:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26181632 i_blocks 51207 00000020:00200000:0.0:1789760787.666787:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760787.666798:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760787.666831:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26181632, count: 4096 00000080:00200000:0.0:1789760787.666839:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26181632, bytes: 4096 00000080:00200000:0.0:1789760787.666849:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760787.666890:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760787.666893:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26181632, 26185728) 0 0 00000080:00200000:0.0:1789760787.666897:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760787.666913:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6392, 6392] 00020000:00200000:0.0:1789760787.666923:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26181632 chunk: [26181632, 26185728) 26185728, 4096 00020000:00200000:0.0:1789760787.666928:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760787.666949:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6392, 6392] 00000008:00010000:0.0:1789760787.666968:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760787.666973:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760787.666997:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26181632, 26185728) append 0 append lockpos 0 00000080:00200000:0.0:1789760787.667011:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26181632=0x18f8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760787.667223:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760787.667226:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26185728 00000020:00010000:0.0:1789760787.667236:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760787.667239:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760787.667243:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760787.667247:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760787.667250:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760787.667258:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760787.667264:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760787.667281:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760787.667386:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7480 - object 0x240000400:4 offset 26181632<>26185728 00000100:00100000:0.0:1789760787.667436:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760787.667451:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515820160:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760787.715171:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973709 gen 2 00000008:00010000:1.0:1789760787.715229:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760787.715237:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760787.715248:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760787.715325:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760787.715355:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515820160:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760787.717016:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6392, 6392] 00000080:00200000:3.0:1789760787.717049:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760787.717056:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760787.717075:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26185728 i_blocks 51207 00000020:00200000:3.0:1789760787.717080:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760787.717095:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760787.717130:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26185728, count: 4096 00000080:00200000:3.0:1789760787.717137:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26185728, bytes: 4096 00000080:00200000:3.0:1789760787.717151:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760787.717160:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760787.717163:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26185728, 26189824) 0 0 00000080:00200000:3.0:1789760787.717168:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760787.717187:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6393, 6393] 00020000:00200000:3.0:1789760787.717196:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26185728 chunk: [26185728, 26189824) 26189824, 4096 00020000:00200000:3.0:1789760787.717201:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760787.717222:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6393, 6393] 00000008:00010000:3.0:1789760787.717246:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760787.717252:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760787.717265:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26185728, 26189824) append 0 append lockpos 0 00000080:00200000:3.0:1789760787.717281:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26185728=0x18f9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760787.717675:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760787.717680:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26189824 00000020:00010000:3.0:1789760787.717691:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760787.717694:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760787.717697:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760787.717701:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760787.717703:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760787.717713:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760787.717721:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760787.717755:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760787.718288:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4a80 - object 0x240000400:4 offset 26185728<>26189824 00000100:00100000:2.0:1789760787.718559:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760787.719530:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515820288:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760787.763639:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760787.763656:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760787.763669:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760787.763762:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760787.763797:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515820288:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760787.764661:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6393, 6393] 00000080:00200000:2.0:1789760787.764679:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760787.764686:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760787.764702:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26189824 i_blocks 51207 00000020:00200000:2.0:1789760787.764706:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760787.764718:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760787.766143:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26189824, count: 4096 00000080:00200000:2.0:1789760787.766160:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26189824, bytes: 4096 00000080:00200000:2.0:1789760787.766177:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760787.766186:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760787.766189:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26189824, 26193920) 0 0 00000080:00200000:2.0:1789760787.766195:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760787.766212:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6394, 6394] 00020000:00200000:2.0:1789760787.766221:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26189824 chunk: [26189824, 26193920) 26193920, 4096 00020000:00200000:2.0:1789760787.766225:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760787.766246:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6394, 6394] 00000008:00010000:2.0:1789760787.766266:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760787.766271:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760787.766283:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26189824, 26193920) append 0 append lockpos 0 00000080:00200000:2.0:1789760787.766297:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26189824=0x18fa000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760787.766364:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760787.766368:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26193920 00000020:00010000:2.0:1789760787.766376:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760787.766380:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760787.766383:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760787.766386:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760787.766389:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760787.766401:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760787.766409:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760787.766430:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8c00 00000008:00100000:2.0:1789760787.766720:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 26189824<>26193920 00000100:00100000:2.0:1789760787.766773:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760787.766798:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515820416:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760787.816435:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973710 gen 2 00000100:00100000:3.0:1789760787.816482:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23a9f80 x1876699515820416/t4294973711(4294973711) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760803 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760787.816538:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8c00 00000020:00200000:3.0:1789760787.816546:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760787.816556:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760787.816627:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8c00 00000100:00100000:3.0:1789760787.816657:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515820416:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760787.816718:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6394, 6394] 00000080:00200000:2.0:1789760787.816734:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760787.816740:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760787.816756:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26193920 i_blocks 51207 00000020:00200000:2.0:1789760787.816760:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760787.816769:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760787.816801:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26193920, count: 4096 00000080:00200000:2.0:1789760787.816809:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26193920, bytes: 4096 00000080:00200000:2.0:1789760787.816819:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760787.816827:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760787.816830:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26193920, 26198016) 0 0 00000080:00200000:2.0:1789760787.816835:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760787.816852:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6395, 6395] 00020000:00200000:2.0:1789760787.816989:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26193920 chunk: [26193920, 26198016) 26198016, 4096 00020000:00200000:2.0:1789760787.816993:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760787.817012:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6395, 6395] 00000008:00010000:2.0:1789760787.817040:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760787.817045:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760787.817058:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26193920, 26198016) append 0 append lockpos 0 00000080:00200000:2.0:1789760787.817073:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26193920=0x18fb000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760787.817130:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760787.817132:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26198016 00000020:00010000:2.0:1789760787.817142:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760787.817145:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760787.817148:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760787.817152:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760787.817155:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760787.817164:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760787.817171:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760787.817188:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760787.817300:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 26193920<>26198016 00000100:00100000:2.0:1789760787.817538:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760787.817560:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515820544:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760787.859924:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973712 gen 2 00000008:00010000:3.0:1789760787.860001:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8f00 00000020:00200000:3.0:1789760787.860010:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760787.860028:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760787.860050:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8f00 00000100:00100000:3.0:1789760787.860082:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515820544:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760787.860095:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6395, 6395] 00000080:00200000:0.0:1789760787.860112:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760787.860118:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760787.860134:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26198016 i_blocks 51207 00000020:00200000:0.0:1789760787.860138:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760787.860149:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760787.860183:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26198016, count: 4096 00000080:00200000:0.0:1789760787.860190:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26198016, bytes: 4096 00000080:00200000:0.0:1789760787.860200:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760787.860209:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760787.860211:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26198016, 26202112) 0 0 00000080:00200000:0.0:1789760787.860215:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760787.860233:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6396, 6396] 00020000:00200000:0.0:1789760787.860242:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26198016 chunk: [26198016, 26202112) 26202112, 4096 00020000:00200000:0.0:1789760787.860247:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760787.860266:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6396, 6396] 00000008:00010000:0.0:1789760787.860284:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760787.860290:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760787.860302:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26198016, 26202112) append 0 append lockpos 0 00000080:00200000:0.0:1789760787.860336:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26198016=0x18fc000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760787.860399:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760787.860402:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26202112 00000020:00010000:0.0:1789760787.860411:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760787.860415:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760787.860418:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760787.860422:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760787.860425:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760787.860433:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760787.860439:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760787.860456:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760787.860568:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 26198016<>26202112 00000100:00100000:1.0:1789760787.860822:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760787.860843:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515820672:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760787.894434:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973713 gen 2 00000008:00010000:1.0:1789760787.894483:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760787.894491:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760787.894513:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760787.894533:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760787.894563:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515820672:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760787.894822:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6396, 6396] 00000080:00200000:0.0:1789760787.894838:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760787.894844:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760787.894955:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26202112 i_blocks 51207 00000020:00200000:0.0:1789760787.894959:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760787.894969:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760787.895015:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26202112, count: 4096 00000080:00200000:0.0:1789760787.895031:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26202112, bytes: 4096 00000080:00200000:0.0:1789760787.895043:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760787.895052:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760787.895054:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26202112, 26206208) 0 0 00000080:00200000:0.0:1789760787.895058:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760787.895076:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6397, 6397] 00020000:00200000:0.0:1789760787.895085:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26202112 chunk: [26202112, 26206208) 26206208, 4096 00020000:00200000:0.0:1789760787.895089:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760787.895200:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6397, 6397] 00000008:00010000:0.0:1789760787.895223:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760787.895229:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760787.895240:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26202112, 26206208) append 0 append lockpos 0 00000080:00200000:0.0:1789760787.895256:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26202112=0x18fd000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760787.895311:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760787.895324:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26206208 00000020:00010000:0.0:1789760787.895572:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760787.895577:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760787.895580:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760787.895584:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760787.895587:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760787.895596:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760787.895604:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760787.895622:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760787.895730:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 26202112<>26206208 00000100:00100000:1.0:1789760787.895909:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515820800:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760787.932508:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973714 gen 2 00000008:00010000:1.0:1789760787.932562:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760787.932570:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760787.932581:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760787.932604:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760787.932636:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515820800:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760787.932827:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6397, 6397] 00000080:00200000:0.0:1789760787.932843:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760787.932850:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760787.932904:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26206208 i_blocks 51207 00000020:00200000:0.0:1789760787.932908:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760787.932919:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760787.933030:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26206208, count: 4096 00000080:00200000:0.0:1789760787.933383:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26206208, bytes: 4096 00000080:00200000:0.0:1789760787.933398:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760787.933407:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760787.933409:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26206208, 26210304) 0 0 00000080:00200000:0.0:1789760787.933415:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760787.933433:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6398, 6398] 00020000:00200000:0.0:1789760787.933443:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26206208 chunk: [26206208, 26210304) 26210304, 4096 00020000:00200000:0.0:1789760787.933447:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760787.933468:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6398, 6398] 00000008:00010000:0.0:1789760787.933487:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760787.933494:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760787.933506:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26206208, 26210304) append 0 append lockpos 0 00000080:00200000:0.0:1789760787.933522:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26206208=0x18fe000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760787.933583:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760787.933586:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26210304 00000020:00010000:0.0:1789760787.933595:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760787.933599:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760787.933602:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760787.933605:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760787.933608:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760787.933616:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760787.933623:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760787.933645:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760787.933828:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4380 - object 0x240000400:4 offset 26206208<>26210304 00000100:00100000:1.0:1789760787.933918:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515820928:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760787.964607:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973715 gen 2 00000008:00010000:1.0:1789760787.964658:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760787.964726:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760787.964737:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760787.964813:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760787.964845:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515820928:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760787.965731:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6398, 6398] 00000080:00200000:0.0:1789760787.965751:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760787.965757:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760787.965774:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26210304 i_blocks 51207 00000020:00200000:0.0:1789760787.965779:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760787.965791:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760787.965824:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26210304, count: 4096 00000080:00200000:0.0:1789760787.965832:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26210304, bytes: 4096 00000080:00200000:0.0:1789760787.965845:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760787.965872:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760787.965876:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26210304, 26214400) 0 0 00000080:00200000:0.0:1789760787.965880:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760787.965898:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6399, 6399] 00020000:00200000:0.0:1789760787.965907:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26210304 chunk: [26210304, 26214400) 26214400, 4096 00020000:00200000:0.0:1789760787.965912:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760787.965934:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6399, 6399] 00000008:00010000:0.0:1789760787.966006:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760787.966013:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760787.966269:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26210304, 26214400) append 0 append lockpos 0 00000080:00200000:0.0:1789760787.966286:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26210304=0x18ff000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760787.966355:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760787.966359:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26214400 00000020:00010000:0.0:1789760787.966368:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760787.966371:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760787.966374:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760787.966377:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760787.966381:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760787.966389:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760787.966396:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760787.966418:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760787.966535:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5c00 - object 0x240000400:4 offset 26210304<>26214400 00000100:00100000:1.0:1789760787.966620:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515821056:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760787.999382:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973716 gen 2 00000008:00010000:0.0:1789760787.999434:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:0.0:1789760787.999442:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760787.999452:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760787.999478:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:0.0:1789760787.999506:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515821056:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760788.000050:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6399, 6399] 00000080:00200000:3.0:1789760788.000068:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760788.000074:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760788.000100:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26214400 i_blocks 51207 00000020:00200000:3.0:1789760788.000105:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760788.000117:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760788.000152:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26214400, count: 4096 00000080:00200000:3.0:1789760788.000160:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26214400, bytes: 4096 00000080:00200000:3.0:1789760788.000172:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760788.000180:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760788.000182:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26214400, 26218496) 0 0 00000080:00200000:3.0:1789760788.000187:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760788.000205:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6400, 6400] 00020000:00200000:3.0:1789760788.000213:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26214400 chunk: [26214400, 26218496) 26218496, 4096 00020000:00200000:3.0:1789760788.000217:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760788.000237:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6400, 6400] 00000008:00010000:3.0:1789760788.000257:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760788.000263:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760788.000274:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26214400, 26218496) append 0 append lockpos 0 00000080:00200000:3.0:1789760788.000290:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26214400=0x1900000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760788.000351:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760788.000354:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26218496 00000020:00010000:3.0:1789760788.000362:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760788.000366:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760788.000368:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760788.000372:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760788.000375:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760788.000382:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760788.000389:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760788.000405:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760788.000513:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4a80 - object 0x240000400:4 offset 26214400<>26218496 00000100:00100000:3.0:1789760788.000567:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760788.000588:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515821184:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760788.065580:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973717 gen 2 00000008:00010000:3.0:1789760788.065636:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760788.065644:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760788.065656:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760788.065821:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760788.065881:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515821184:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760788.068680:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6400, 6400] 00000080:00200000:2.0:1789760788.068710:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760788.068717:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760788.068792:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26218496 i_blocks 51207 00000020:00200000:2.0:1789760788.068798:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760788.068817:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760788.068869:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26218496, count: 4096 00000080:00200000:2.0:1789760788.068878:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26218496, bytes: 4096 00000080:00200000:2.0:1789760788.068894:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760788.068903:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760788.068905:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26218496, 26222592) 0 0 00000080:00200000:2.0:1789760788.068910:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760788.068926:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6401, 6401] 00020000:00200000:2.0:1789760788.068937:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26218496 chunk: [26218496, 26222592) 26222592, 4096 00020000:00200000:2.0:1789760788.068942:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760788.068965:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6401, 6401] 00000008:00010000:2.0:1789760788.068986:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760788.068994:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760788.069008:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26218496, 26222592) append 0 append lockpos 0 00000080:00200000:2.0:1789760788.069101:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26218496=0x1901000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760788.069178:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760788.069182:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26222592 00000020:00010000:2.0:1789760788.069191:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760788.069194:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760788.069197:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760788.069200:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760788.069203:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760788.069213:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760788.069221:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760788.069251:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8d80 00000008:00100000:2.0:1789760788.069358:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 26218496<>26222592 00000100:00100000:3.0:1789760788.069511:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515821312:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760788.129933:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973718 gen 2 00000008:00010000:3.0:1789760788.129986:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8d80 00000020:00200000:3.0:1789760788.129994:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760788.130004:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760788.130100:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8d80 00000100:00100000:3.0:1789760788.130132:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515821312:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760788.130278:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6401, 6401] 00000080:00200000:0.0:1789760788.130294:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760788.130300:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760788.130317:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26222592 i_blocks 53255 00000020:00200000:0.0:1789760788.130321:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760788.130331:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760788.130369:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26222592, count: 4096 00000080:00200000:0.0:1789760788.130377:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26222592, bytes: 4096 00000080:00200000:0.0:1789760788.130392:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760788.130401:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760788.130403:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26222592, 26226688) 0 0 00000080:00200000:0.0:1789760788.130408:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760788.130426:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6402, 6402] 00020000:00200000:0.0:1789760788.130435:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26222592 chunk: [26222592, 26226688) 26226688, 4096 00020000:00200000:0.0:1789760788.130441:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760788.130461:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6402, 6402] 00000008:00010000:0.0:1789760788.130480:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760788.130486:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760788.130497:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26222592, 26226688) append 0 append lockpos 0 00000080:00200000:0.0:1789760788.130513:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26222592=0x1902000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760788.130590:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760788.130593:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26226688 00000020:00010000:0.0:1789760788.130602:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760788.130605:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.130608:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.130612:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760788.130615:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760788.130622:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760788.130628:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760788.130646:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760788.131195:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5c00 - object 0x240000400:4 offset 26222592<>26226688 00000100:00100000:1.0:1789760788.131272:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515821440:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760788.193188:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973719 gen 2 00000008:00010000:1.0:1789760788.193249:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760788.193259:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760788.193275:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760788.193302:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760788.193341:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515821440:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760788.193477:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6402, 6402] 00000080:00200000:0.0:1789760788.193495:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760788.193501:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760788.193519:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26226688 i_blocks 53255 00000020:00200000:0.0:1789760788.193523:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760788.193533:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760788.193574:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26226688, count: 4096 00000080:00200000:0.0:1789760788.193581:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26226688, bytes: 4096 00000080:00200000:0.0:1789760788.193592:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760788.193601:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760788.193604:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26226688, 26230784) 0 0 00000080:00200000:0.0:1789760788.193608:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760788.193628:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6403, 6403] 00020000:00200000:0.0:1789760788.193637:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26226688 chunk: [26226688, 26230784) 26230784, 4096 00020000:00200000:0.0:1789760788.193643:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760788.193663:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6403, 6403] 00000008:00010000:0.0:1789760788.193684:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760788.193691:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760788.193703:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26226688, 26230784) append 0 append lockpos 0 00000080:00200000:0.0:1789760788.193718:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26226688=0x1903000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760788.193791:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760788.193794:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26230784 00000020:00010000:0.0:1789760788.193802:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760788.193805:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.193808:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.193811:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760788.193814:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760788.193822:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760788.193829:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760788.193847:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760788.194014:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5180 - object 0x240000400:4 offset 26226688<>26230784 00000100:00100000:1.0:1789760788.194318:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760788.194340:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515821568:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760788.248457:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973720 gen 2 00000008:00010000:1.0:1789760788.248511:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760788.248518:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760788.248531:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760788.248555:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760788.248587:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515821568:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760788.248891:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6403, 6403] 00000080:00200000:0.0:1789760788.248908:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760788.248914:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760788.248931:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26230784 i_blocks 53255 00000020:00200000:0.0:1789760788.248934:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760788.248945:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760788.248979:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26230784, count: 4096 00000080:00200000:0.0:1789760788.248986:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26230784, bytes: 4096 00000080:00200000:0.0:1789760788.248995:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760788.249005:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760788.249007:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26230784, 26234880) 0 0 00000080:00200000:0.0:1789760788.249011:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760788.249037:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6404, 6404] 00020000:00200000:0.0:1789760788.249047:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26230784 chunk: [26230784, 26234880) 26234880, 4096 00020000:00200000:0.0:1789760788.249053:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760788.249073:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6404, 6404] 00000008:00010000:0.0:1789760788.249092:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760788.249098:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760788.249110:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26230784, 26234880) append 0 append lockpos 0 00000080:00200000:0.0:1789760788.249123:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26230784=0x1904000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760788.249178:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760788.249182:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26234880 00000020:00010000:0.0:1789760788.249190:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760788.249193:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.249196:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.249199:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760788.249201:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760788.249210:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760788.249217:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760788.249234:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760788.252496:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 26230784<>26234880 00000100:00100000:1.0:1789760788.253818:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515821696:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760788.293677:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973721 gen 2 00000008:00010000:1.0:1789760788.293730:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760788.293807:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760788.293820:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760788.293841:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000080:00200000:0.0:1789760788.293978:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6404, 6404] 00000080:00200000:0.0:1789760788.293996:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760788.294002:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760788.294029:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26234880 i_blocks 53255 00000020:00200000:0.0:1789760788.294099:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760788.294110:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760788.294148:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26234880, count: 4096 00000080:00200000:0.0:1789760788.294156:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26234880, bytes: 4096 00000080:00200000:0.0:1789760788.294166:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760788.294175:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760788.294177:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26234880, 26238976) 0 0 00000080:00200000:0.0:1789760788.294181:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760788.294200:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6405, 6405] 00020000:00200000:0.0:1789760788.294209:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26234880 chunk: [26234880, 26238976) 26238976, 4096 00020000:00200000:0.0:1789760788.294214:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760788.294235:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6405, 6405] 00000008:00010000:0.0:1789760788.294254:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760788.294259:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760788.294271:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26234880, 26238976) append 0 append lockpos 0 00000080:00200000:0.0:1789760788.294286:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26234880=0x1905000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760788.294335:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760788.294338:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26238976 00000020:00010000:0.0:1789760788.294346:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760788.294350:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.294353:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.294356:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760788.294358:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760788.294366:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760788.294372:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1789760788.294433:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515821696:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760788.294480:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:1.0:1789760788.294588:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570e00 - object 0x240000400:4 offset 26234880<>26238976 00000100:00100000:0.0:1789760788.294648:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760788.294932:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515821824:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760788.333693:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973722 gen 2 00000008:00010000:0.0:1789760788.333744:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:0.0:1789760788.333752:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760788.333762:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760788.333786:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:0.0:1789760788.333819:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515821824:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760788.333991:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6405, 6405] 00000080:00200000:3.0:1789760788.334007:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760788.334014:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760788.334037:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26238976 i_blocks 53255 00000020:00200000:3.0:1789760788.334042:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760788.334052:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760788.334089:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26238976, count: 4096 00000080:00200000:3.0:1789760788.334096:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26238976, bytes: 4096 00000080:00200000:3.0:1789760788.334107:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760788.334116:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760788.334118:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26238976, 26243072) 0 0 00000080:00200000:3.0:1789760788.334123:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760788.334142:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6406, 6406] 00020000:00200000:3.0:1789760788.334153:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26238976 chunk: [26238976, 26243072) 26243072, 4096 00020000:00200000:3.0:1789760788.334157:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760788.334177:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6406, 6406] 00000008:00010000:3.0:1789760788.334195:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760788.334202:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760788.334214:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26238976, 26243072) append 0 append lockpos 0 00000080:00200000:3.0:1789760788.334230:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26238976=0x1906000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760788.334295:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760788.334298:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26243072 00000020:00010000:3.0:1789760788.334307:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760788.334310:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760788.334314:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760788.334317:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760788.334320:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760788.334328:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760788.334335:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760788.334353:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760788.334473:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4a80 - object 0x240000400:4 offset 26238976<>26243072 00000100:00100000:3.0:1789760788.334518:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760788.334536:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515821952:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760788.367817:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973723 gen 2 00000008:00010000:3.0:1789760788.367912:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760788.367921:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760788.367934:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760788.367969:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760788.368001:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515821952:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760788.368766:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6406, 6406] 00000080:00200000:0.0:1789760788.368788:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760788.368795:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760788.368813:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26243072 i_blocks 53255 00000020:00200000:0.0:1789760788.368818:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760788.368831:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760788.368895:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26243072, count: 4096 00000080:00200000:0.0:1789760788.368903:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26243072, bytes: 4096 00000080:00200000:0.0:1789760788.368917:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760788.368926:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760788.368928:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26243072, 26247168) 0 0 00000080:00200000:0.0:1789760788.368942:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760788.368960:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6407, 6407] 00020000:00200000:0.0:1789760788.368970:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26243072 chunk: [26243072, 26247168) 26247168, 4096 00020000:00200000:0.0:1789760788.368974:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760788.368996:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6407, 6407] 00000008:00010000:0.0:1789760788.369025:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760788.369031:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760788.369044:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26243072, 26247168) append 0 append lockpos 0 00000080:00200000:0.0:1789760788.369060:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26243072=0x1907000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760788.369121:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760788.369124:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26247168 00000020:00010000:0.0:1789760788.369133:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760788.369136:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.369139:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.369142:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760788.369145:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760788.369153:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760788.369160:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760788.369178:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760788.369294:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4a80 - object 0x240000400:4 offset 26243072<>26247168 00000100:00100000:1.0:1789760788.369420:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760788.369457:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515822080:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760788.410345:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973724 gen 2 00000008:00010000:1.0:1789760788.410399:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760788.410407:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760788.410419:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760788.410443:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760788.410474:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515822080:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760788.410586:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6407, 6407] 00000080:00200000:0.0:1789760788.410602:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760788.410608:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760788.410623:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26247168 i_blocks 53255 00000020:00200000:0.0:1789760788.410627:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760788.410638:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760788.410742:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26247168, count: 4096 00000080:00200000:0.0:1789760788.410750:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26247168, bytes: 4096 00000080:00200000:0.0:1789760788.410760:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760788.410768:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760788.410771:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26247168, 26251264) 0 0 00000080:00200000:0.0:1789760788.410775:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760788.410792:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6408, 6408] 00020000:00200000:0.0:1789760788.410801:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26247168 chunk: [26247168, 26251264) 26251264, 4096 00020000:00200000:0.0:1789760788.410805:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760788.410825:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6408, 6408] 00000008:00010000:0.0:1789760788.410842:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760788.410848:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760788.410893:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26247168, 26251264) append 0 append lockpos 0 00000080:00200000:0.0:1789760788.410907:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26247168=0x1908000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760788.411033:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760788.411036:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26251264 00000020:00010000:0.0:1789760788.411045:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760788.411048:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.411052:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.411056:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760788.411058:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760788.411067:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760788.411073:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760788.411151:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760788.411262:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4a80 - object 0x240000400:4 offset 26247168<>26251264 00000100:00100000:1.0:1789760788.411475:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515822208:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760788.437449:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760788.437464:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760788.437476:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760788.437498:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760788.437529:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515822208:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760788.437623:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6408, 6408] 00000080:00200000:3.0:1789760788.437640:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760788.437645:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760788.437669:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26251264 i_blocks 53255 00000020:00200000:3.0:1789760788.437673:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760788.437682:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760788.437717:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26251264, count: 4096 00000080:00200000:3.0:1789760788.437724:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26251264, bytes: 4096 00000080:00200000:3.0:1789760788.437736:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760788.437744:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760788.437746:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26251264, 26255360) 0 0 00000080:00200000:3.0:1789760788.437751:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760788.437767:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6409, 6409] 00020000:00200000:3.0:1789760788.437776:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26251264 chunk: [26251264, 26255360) 26255360, 4096 00020000:00200000:3.0:1789760788.437781:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760788.437800:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6409, 6409] 00000008:00010000:3.0:1789760788.437817:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760788.437822:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760788.437834:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26251264, 26255360) append 0 append lockpos 0 00000080:00200000:3.0:1789760788.437849:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26251264=0x1909000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760788.437953:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760788.437955:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26255360 00000020:00010000:3.0:1789760788.437964:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760788.437968:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760788.437971:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760788.437975:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760788.437977:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760788.437985:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760788.437993:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760788.438008:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760788.438133:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4a80 - object 0x240000400:4 offset 26251264<>26255360 00000100:00100000:2.0:1789760788.438210:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515822336:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760788.465932:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789760788.473230:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973726 gen 2 00000008:00010000:3.0:1789760788.473293:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760788.473302:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760788.473314:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760788.473339:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760788.473372:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515822336:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760788.473590:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6409, 6409] 00000080:00200000:0.0:1789760788.473607:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760788.473613:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760788.473629:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26255360 i_blocks 53255 00000020:00200000:0.0:1789760788.473633:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760788.473643:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760788.473687:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26255360, count: 4096 00000080:00200000:0.0:1789760788.473696:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26255360, bytes: 4096 00000080:00200000:0.0:1789760788.473707:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760788.473715:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760788.473718:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26255360, 26259456) 0 0 00000080:00200000:0.0:1789760788.473722:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760788.473739:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6410, 6410] 00020000:00200000:0.0:1789760788.473747:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26255360 chunk: [26255360, 26259456) 26259456, 4096 00020000:00200000:0.0:1789760788.473751:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760788.473770:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6410, 6410] 00000008:00010000:0.0:1789760788.473787:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760788.473792:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760788.473803:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26255360, 26259456) append 0 append lockpos 0 00000080:00200000:0.0:1789760788.473817:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26255360=0x190a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760788.473904:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760788.473907:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26259456 00000020:00010000:0.0:1789760788.473915:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760788.473918:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.473921:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.473924:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760788.473927:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760788.473945:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760788.473952:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760788.473968:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760788.474077:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 26255360<>26259456 00000100:00100000:1.0:1789760788.474340:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515822464:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760788.507025:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760788.507043:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760788.507056:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760788.507079:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760788.507111:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515822464:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760788.507214:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6410, 6410] 00000080:00200000:0.0:1789760788.507231:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760788.507237:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760788.507254:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26259456 i_blocks 53255 00000020:00200000:0.0:1789760788.507258:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760788.507269:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760788.507305:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26259456, count: 4096 00000080:00200000:0.0:1789760788.507312:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26259456, bytes: 4096 00000080:00200000:0.0:1789760788.507322:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760788.507331:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760788.507334:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26259456, 26263552) 0 0 00000080:00200000:0.0:1789760788.507339:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760788.507357:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6411, 6411] 00020000:00200000:0.0:1789760788.507366:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26259456 chunk: [26259456, 26263552) 26263552, 4096 00020000:00200000:0.0:1789760788.507371:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760788.507392:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6411, 6411] 00000008:00010000:0.0:1789760788.507410:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760788.507416:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760788.507429:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26259456, 26263552) append 0 append lockpos 0 00000080:00200000:0.0:1789760788.507443:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26259456=0x190b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760788.507500:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760788.507503:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26263552 00000020:00010000:0.0:1789760788.507510:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760788.507514:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.507517:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.507521:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760788.507524:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760788.507532:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760788.507539:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760788.507557:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760788.507679:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5180 - object 0x240000400:4 offset 26259456<>26263552 00000100:00100000:1.0:1789760788.507826:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760788.507846:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515822592:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760788.545447:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973727 gen 2 00000100:00100000:1.0:1789760788.545488:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc5180 x1876699515822592/t4294973728(4294973728) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760804 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789760788.545539:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760788.545546:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760788.545556:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760788.545567:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760788.545594:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515822592:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760788.545705:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6411, 6411] 00000080:00200000:0.0:1789760788.545721:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760788.545726:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760788.545741:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26263552 i_blocks 53255 00000020:00200000:0.0:1789760788.545744:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760788.545754:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760788.545789:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26263552, count: 4096 00000080:00200000:0.0:1789760788.545796:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26263552, bytes: 4096 00000080:00200000:0.0:1789760788.545806:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760788.545814:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760788.545816:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26263552, 26267648) 0 0 00000080:00200000:0.0:1789760788.545820:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760788.545838:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6412, 6412] 00020000:00200000:0.0:1789760788.545847:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26263552 chunk: [26263552, 26267648) 26267648, 4096 00020000:00200000:0.0:1789760788.545852:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760788.545895:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6412, 6412] 00000008:00010000:0.0:1789760788.545914:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760788.545920:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760788.545931:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26263552, 26267648) append 0 append lockpos 0 00000080:00200000:0.0:1789760788.545956:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26263552=0x190c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760788.546023:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760788.546026:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26267648 00000020:00010000:0.0:1789760788.546035:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760788.546038:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.546042:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.546045:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760788.546048:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760788.546056:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760788.546063:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760788.546080:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760788.546196:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5c00 - object 0x240000400:4 offset 26263552<>26267648 00000100:00100000:1.0:1789760788.546422:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515822720:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760788.579061:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973729 gen 2 00000008:00010000:1.0:1789760788.579175:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760788.579184:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760788.579194:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760788.579277:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760788.579309:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515822720:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760788.579389:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6412, 6412] 00000080:00200000:0.0:1789760788.579407:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760788.579413:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760788.579430:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26267648 i_blocks 53255 00000020:00200000:0.0:1789760788.579434:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760788.579444:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760788.579480:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26267648, count: 4096 00000080:00200000:0.0:1789760788.579488:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26267648, bytes: 4096 00000080:00200000:0.0:1789760788.579500:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760788.579509:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760788.579512:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26267648, 26271744) 0 0 00000080:00200000:0.0:1789760788.579516:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760788.579532:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6413, 6413] 00020000:00200000:0.0:1789760788.579541:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26267648 chunk: [26267648, 26271744) 26271744, 4096 00020000:00200000:0.0:1789760788.579546:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760788.579564:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6413, 6413] 00000008:00010000:0.0:1789760788.579582:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760788.579587:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760788.579599:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26267648, 26271744) append 0 append lockpos 0 00000080:00200000:0.0:1789760788.579613:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26267648=0x190d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760788.579733:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760788.579736:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26271744 00000020:00010000:0.0:1789760788.579745:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760788.579749:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.579752:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.579756:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760788.579759:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760788.579819:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760788.579827:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760788.579844:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760788.580162:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4380 - object 0x240000400:4 offset 26267648<>26271744 00000100:00100000:1.0:1789760788.580226:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515822848:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760788.593900:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515823104:192.168.203.146@tcp:400:kworker.0 00000100:00100000:1.0:1789760788.594021:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789760788.594028:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:65ff60fc-9b44-48f8-988f-b0587af5cf52:2362:1876699515822976:192.168.203.146@tcp:400:kworker.0 00000100:00100000:1.0:1789760788.594058:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2362:1876699515823232:192.168.203.146@tcp:400:kworker.0 00000100:00100000:1.0:1789760788.597159:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:65ff60fc-9b44-48f8-988f-b0587af5cf52:2362:1876699515822976:192.168.203.146@tcp:400:kworker.0 00000100:00100000:1.0:1789760788.597184:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2362:1876699515823232:192.168.203.146@tcp:400:kworker.0 00000100:00100000:1.0:1789760788.597194:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515823104:192.168.203.146@tcp:400:kworker.0 00000100:00100000:1.0:1789760788.629728:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973730 gen 2 00000008:00010000:1.0:1789760788.629777:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760788.629785:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760788.629796:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760788.629817:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760788.629848:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515822848:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760788.630056:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6413, 6413] 00000080:00200000:3.0:1789760788.630074:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760788.630080:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760788.630105:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26271744 i_blocks 53255 00000020:00200000:3.0:1789760788.630109:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760788.630120:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760788.630154:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26271744, count: 4096 00000080:00200000:3.0:1789760788.630162:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26271744, bytes: 4096 00000080:00200000:3.0:1789760788.630173:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760788.630182:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760788.630185:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26271744, 26275840) 0 0 00000080:00200000:3.0:1789760788.630189:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760788.630206:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6414, 6414] 00020000:00200000:3.0:1789760788.630214:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26271744 chunk: [26271744, 26275840) 26275840, 4096 00020000:00200000:3.0:1789760788.630218:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760788.630238:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6414, 6414] 00000008:00010000:3.0:1789760788.630257:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760788.630263:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760788.630275:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26271744, 26275840) append 0 append lockpos 0 00000080:00200000:3.0:1789760788.630291:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26271744=0x190e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760788.630352:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760788.630355:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26275840 00000020:00010000:3.0:1789760788.630363:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760788.630367:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760788.630370:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760788.630373:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760788.630376:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760788.630384:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760788.630391:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760788.630406:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760788.630510:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4a80 - object 0x240000400:4 offset 26271744<>26275840 00000100:00100000:3.0:1789760788.630560:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760788.630579:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515823360:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760788.677179:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973731 gen 2 00000008:00010000:3.0:1789760788.677234:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760788.677243:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760788.677255:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760788.677281:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760788.677312:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515823360:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760788.677423:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6414, 6414] 00000080:00200000:0.0:1789760788.677440:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760788.677446:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760788.677462:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26275840 i_blocks 53255 00000020:00200000:0.0:1789760788.677466:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760788.677476:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760788.677510:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26275840, count: 4096 00000080:00200000:0.0:1789760788.677517:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26275840, bytes: 4096 00000080:00200000:0.0:1789760788.677527:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760788.677536:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760788.677538:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26275840, 26279936) 0 0 00000080:00200000:0.0:1789760788.677543:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760788.677559:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6415, 6415] 00020000:00200000:0.0:1789760788.677568:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26275840 chunk: [26275840, 26279936) 26279936, 4096 00020000:00200000:0.0:1789760788.677571:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760788.677591:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6415, 6415] 00000008:00010000:0.0:1789760788.677609:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760788.677615:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760788.677626:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26275840, 26279936) append 0 append lockpos 0 00000080:00200000:0.0:1789760788.677639:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26275840=0x190f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760788.677709:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760788.677712:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26279936 00000020:00010000:0.0:1789760788.677721:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760788.677725:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.677728:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.677731:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760788.677734:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760788.677743:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760788.677749:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760788.677765:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760788.677928:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 26275840<>26279936 00000100:00100000:0.0:1789760788.677961:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760788.677979:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515823488:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760788.704080:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973732 gen 2 00000008:00010000:0.0:1789760788.704142:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:0.0:1789760788.704150:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760788.704161:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760788.704184:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:0.0:1789760788.704213:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515823488:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760788.704324:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6415, 6415] 00000080:00200000:3.0:1789760788.704340:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760788.704346:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760788.704360:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26279936 i_blocks 53255 00000020:00200000:3.0:1789760788.704364:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760788.704374:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760788.704408:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26279936, count: 4096 00000080:00200000:3.0:1789760788.704416:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26279936, bytes: 4096 00000080:00200000:3.0:1789760788.704426:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760788.704434:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760788.704436:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26279936, 26284032) 0 0 00000080:00200000:3.0:1789760788.704441:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760788.704458:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6416, 6416] 00020000:00200000:3.0:1789760788.704467:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26279936 chunk: [26279936, 26284032) 26284032, 4096 00020000:00200000:3.0:1789760788.704471:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760788.704488:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6416, 6416] 00000008:00010000:3.0:1789760788.704507:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760788.704513:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760788.704524:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26279936, 26284032) append 0 append lockpos 0 00000080:00200000:3.0:1789760788.704538:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26279936=0x1910000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760788.704595:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760788.704598:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26284032 00000020:00010000:3.0:1789760788.704607:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760788.704610:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760788.704613:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760788.704616:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760788.704619:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760788.704626:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760788.704633:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760788.704648:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760788.704764:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4a80 - object 0x240000400:4 offset 26279936<>26284032 00000100:00100000:2.0:1789760788.704870:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760788.704889:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515823616:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760788.734314:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973733 gen 2 00000008:00010000:3.0:1789760788.734363:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760788.734372:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760788.734383:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760788.734406:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760788.734435:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515823616:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760788.734549:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6416, 6416] 00000080:00200000:0.0:1789760788.734566:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760788.734572:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760788.734589:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26284032 i_blocks 53255 00000020:00200000:0.0:1789760788.734593:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760788.734603:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760788.734635:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26284032, count: 4096 00000080:00200000:0.0:1789760788.734641:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26284032, bytes: 4096 00000080:00200000:0.0:1789760788.734651:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760788.734728:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760788.734730:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26284032, 26288128) 0 0 00000080:00200000:0.0:1789760788.734735:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760788.734751:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6417, 6417] 00020000:00200000:0.0:1789760788.734761:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26284032 chunk: [26284032, 26288128) 26288128, 4096 00020000:00200000:0.0:1789760788.734766:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760788.734787:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6417, 6417] 00000008:00010000:0.0:1789760788.734804:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760788.734810:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760788.734821:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26284032, 26288128) append 0 append lockpos 0 00000080:00200000:0.0:1789760788.734836:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26284032=0x1911000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760788.734926:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760788.734930:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26288128 00000020:00010000:0.0:1789760788.734949:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760788.734953:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.734957:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.734960:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760788.734964:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760788.734973:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760788.734979:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760788.734996:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760788.735117:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 26284032<>26288128 00000100:00100000:1.0:1789760788.735290:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515823744:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760788.769568:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973734 gen 2 00000008:00010000:1.0:1789760788.769622:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760788.769630:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760788.769640:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760788.769667:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760788.769696:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515823744:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760788.769849:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6417, 6417] 00000080:00200000:0.0:1789760788.769891:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760788.769896:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760788.769912:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26288128 i_blocks 53255 00000020:00200000:0.0:1789760788.769915:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760788.769924:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760788.769968:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26288128, count: 4096 00000080:00200000:0.0:1789760788.769974:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26288128, bytes: 4096 00000080:00200000:0.0:1789760788.769984:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760788.769992:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760788.769994:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26288128, 26292224) 0 0 00000080:00200000:0.0:1789760788.769999:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760788.770023:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6418, 6418] 00020000:00200000:0.0:1789760788.770032:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26288128 chunk: [26288128, 26292224) 26292224, 4096 00020000:00200000:0.0:1789760788.770037:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760788.770057:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6418, 6418] 00000008:00010000:0.0:1789760788.770075:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760788.770080:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760788.770099:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26288128, 26292224) append 0 append lockpos 0 00000080:00200000:0.0:1789760788.770114:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26288128=0x1912000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760788.770167:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760788.770170:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26292224 00000020:00010000:0.0:1789760788.770178:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760788.770181:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.770185:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.770188:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760788.770191:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760788.770198:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760788.770204:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760788.770220:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760788.770315:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 26288128<>26292224 00000100:00100000:1.0:1789760788.770517:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760788.770536:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515823872:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760788.796461:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760788.796477:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760788.796488:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760788.796510:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760788.796541:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515823872:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760788.796753:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6418, 6418] 00000080:00200000:0.0:1789760788.796769:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760788.796775:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760788.796790:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26292224 i_blocks 53255 00000020:00200000:0.0:1789760788.796794:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760788.796805:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760788.796841:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26292224, count: 4096 00000080:00200000:0.0:1789760788.796848:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26292224, bytes: 4096 00000080:00200000:0.0:1789760788.796889:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760788.796898:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760788.796900:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26292224, 26296320) 0 0 00000080:00200000:0.0:1789760788.796905:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760788.796923:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6419, 6419] 00020000:00200000:0.0:1789760788.797034:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26292224 chunk: [26292224, 26296320) 26296320, 4096 00020000:00200000:0.0:1789760788.797040:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760788.797061:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6419, 6419] 00000008:00010000:0.0:1789760788.797079:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760788.797085:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760788.797144:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26292224, 26296320) append 0 append lockpos 0 00000080:00200000:0.0:1789760788.797161:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26292224=0x1913000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760788.797221:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760788.797223:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26296320 00000020:00010000:0.0:1789760788.797232:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760788.797235:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.797239:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.797242:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760788.797244:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760788.797253:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760788.797260:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760788.797278:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760788.797390:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7480 - object 0x240000400:4 offset 26292224<>26296320 00000100:00100000:1.0:1789760788.797461:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515824000:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760788.823591:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973736 gen 2 00000008:00010000:1.0:1789760788.823660:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760788.823668:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760788.823676:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760788.823696:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760788.823722:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515824000:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760788.823829:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6419, 6419] 00000080:00200000:0.0:1789760788.823846:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760788.823884:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760788.823901:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26296320 i_blocks 53255 00000020:00200000:0.0:1789760788.823904:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760788.823916:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760788.823952:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26296320, count: 4096 00000080:00200000:0.0:1789760788.823958:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26296320, bytes: 4096 00000080:00200000:0.0:1789760788.823968:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760788.823976:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760788.823978:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26296320, 26300416) 0 0 00000080:00200000:0.0:1789760788.823982:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760788.823998:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6420, 6420] 00020000:00200000:0.0:1789760788.824007:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26296320 chunk: [26296320, 26300416) 26300416, 4096 00020000:00200000:0.0:1789760788.824021:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760788.824043:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6420, 6420] 00000008:00010000:0.0:1789760788.824067:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760788.824073:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760788.824084:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26296320, 26300416) append 0 append lockpos 0 00000080:00200000:0.0:1789760788.824099:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26296320=0x1914000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760788.824157:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760788.824160:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26300416 00000020:00010000:0.0:1789760788.824168:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760788.824172:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.824175:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.824179:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760788.824182:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760788.824191:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760788.824198:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760788.824214:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760788.824318:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 26296320<>26300416 00000100:00100000:1.0:1789760788.824426:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760788.824443:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515824128:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760788.878228:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973737 gen 2 00000008:00010000:1.0:1789760788.878280:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760788.878288:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760788.878300:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760788.878326:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760788.878358:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515824128:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760788.878831:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6420, 6420] 00000080:00200000:0.0:1789760788.878852:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760788.879352:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760788.879373:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26300416 i_blocks 53255 00000020:00200000:0.0:1789760788.879377:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760788.879390:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760788.879428:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26300416, count: 4096 00000080:00200000:0.0:1789760788.879436:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26300416, bytes: 4096 00000080:00200000:0.0:1789760788.879450:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760788.879460:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760788.879462:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26300416, 26304512) 0 0 00000080:00200000:0.0:1789760788.879466:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760788.879483:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6421, 6421] 00020000:00200000:0.0:1789760788.879491:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26300416 chunk: [26300416, 26304512) 26304512, 4096 00020000:00200000:0.0:1789760788.879496:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760788.879516:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6421, 6421] 00000008:00010000:0.0:1789760788.879638:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760788.879645:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760788.879658:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26300416, 26304512) append 0 append lockpos 0 00000080:00200000:0.0:1789760788.879673:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26300416=0x1915000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760788.879804:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760788.879807:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26304512 00000020:00010000:0.0:1789760788.879817:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760788.879821:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.879824:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.879827:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760788.879830:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760788.879840:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760788.879846:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760788.880001:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760788.880350:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4000 - object 0x240000400:4 offset 26300416<>26304512 00000100:00100000:1.0:1789760788.880422:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515824256:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760788.938768:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973738 gen 2 00000008:00010000:1.0:1789760788.938831:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760788.938839:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760788.938852:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760788.938894:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760788.938928:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515824256:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760788.939099:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6421, 6421] 00000080:00200000:0.0:1789760788.939116:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760788.939123:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760788.939139:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26304512 i_blocks 53255 00000020:00200000:0.0:1789760788.939143:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760788.939153:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760788.939186:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26304512, count: 4096 00000080:00200000:0.0:1789760788.939194:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26304512, bytes: 4096 00000080:00200000:0.0:1789760788.939209:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760788.939218:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760788.939220:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26304512, 26308608) 0 0 00000080:00200000:0.0:1789760788.939224:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760788.939241:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6422, 6422] 00020000:00200000:0.0:1789760788.939249:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26304512 chunk: [26304512, 26308608) 26308608, 4096 00020000:00200000:0.0:1789760788.939254:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760788.939273:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6422, 6422] 00000008:00010000:0.0:1789760788.939292:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760788.939298:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760788.939310:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26304512, 26308608) append 0 append lockpos 0 00000080:00200000:0.0:1789760788.939323:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26304512=0x1916000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760788.939380:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760788.939383:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26308608 00000020:00010000:0.0:1789760788.939405:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760788.939408:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.939411:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.939415:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760788.939418:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760788.939426:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760788.939432:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760788.939449:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760788.939569:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6300 - object 0x240000400:4 offset 26304512<>26308608 00000100:00100000:1.0:1789760788.939677:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760788.939697:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515824384:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760788.982352:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760788.982367:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760788.982379:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760788.982460:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760788.982492:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515824384:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760788.985890:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6422, 6422] 00000080:00200000:0.0:1789760788.985920:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760788.985927:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760788.986022:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26308608 i_blocks 53255 00000020:00200000:0.0:1789760788.986028:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760788.986045:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760788.986080:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26308608, count: 4096 00000080:00200000:0.0:1789760788.986089:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26308608, bytes: 4096 00000080:00200000:0.0:1789760788.986104:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760788.986113:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760788.986115:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26308608, 26312704) 0 0 00000080:00200000:0.0:1789760788.986120:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760788.986136:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6423, 6423] 00020000:00200000:0.0:1789760788.986146:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26308608 chunk: [26308608, 26312704) 26312704, 4096 00020000:00200000:0.0:1789760788.986150:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760788.986173:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6423, 6423] 00000008:00010000:0.0:1789760788.986191:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760788.986197:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760788.986209:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26308608, 26312704) append 0 append lockpos 0 00000080:00200000:0.0:1789760788.986224:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26308608=0x1917000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760788.986296:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760788.986298:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26312704 00000020:00010000:0.0:1789760788.986307:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760788.986310:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.986313:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760788.986316:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760788.986319:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760788.986328:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760788.986335:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760788.986364:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760788.986490:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6680 - object 0x240000400:4 offset 26308608<>26312704 00000100:00100000:1.0:1789760788.988343:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515824512:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760789.047143:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973740 gen 2 00000008:00010000:1.0:1789760789.047210:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760789.047229:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760789.047240:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760789.047269:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760789.047304:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515824512:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760789.047453:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6423, 6423] 00000080:00200000:3.0:1789760789.047469:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760789.047475:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760789.047491:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26312704 i_blocks 53255 00000020:00200000:3.0:1789760789.047495:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760789.047506:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760789.047541:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26312704, count: 4096 00000080:00200000:3.0:1789760789.047548:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26312704, bytes: 4096 00000080:00200000:3.0:1789760789.047560:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760789.047569:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760789.047571:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26312704, 26316800) 0 0 00000080:00200000:3.0:1789760789.047576:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760789.047594:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6424, 6424] 00020000:00200000:3.0:1789760789.047604:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26312704 chunk: [26312704, 26316800) 26316800, 4096 00020000:00200000:3.0:1789760789.047609:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760789.047630:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6424, 6424] 00000008:00010000:3.0:1789760789.047650:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760789.047667:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760789.047678:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26312704, 26316800) append 0 append lockpos 0 00000080:00200000:3.0:1789760789.047695:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26312704=0x1918000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760789.047763:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760789.047766:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26316800 00000020:00010000:3.0:1789760789.047776:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760789.047780:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760789.047783:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760789.047786:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760789.047789:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760789.047797:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760789.047804:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760789.047819:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760789.047973:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4a80 - object 0x240000400:4 offset 26312704<>26316800 00000100:00100000:2.0:1789760789.048052:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515824640:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760789.104625:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973741 gen 2 00000008:00010000:3.0:1789760789.104676:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760789.104685:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760789.104698:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760789.104723:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760789.104757:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515824640:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760789.105044:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6424, 6424] 00000080:00200000:1.0:1789760789.105235:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760789.105242:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760789.105258:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26316800 i_blocks 53255 00000020:00200000:1.0:1789760789.105262:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760789.105272:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760789.105310:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26316800, count: 4096 00000080:00200000:1.0:1789760789.105317:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26316800, bytes: 4096 00000080:00200000:1.0:1789760789.105328:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760789.105337:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760789.105340:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26316800, 26320896) 0 0 00000080:00200000:1.0:1789760789.105344:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760789.105361:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6425, 6425] 00020000:00200000:1.0:1789760789.105370:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26316800 chunk: [26316800, 26320896) 26320896, 4096 00020000:00200000:1.0:1789760789.105375:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760789.105395:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6425, 6425] 00000008:00010000:1.0:1789760789.105414:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760789.105420:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760789.105432:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26316800, 26320896) append 0 append lockpos 0 00000080:00200000:1.0:1789760789.105446:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26316800=0x1919000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760789.105505:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760789.105507:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26320896 00000020:00010000:1.0:1789760789.105515:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760789.105517:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760789.105520:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760789.105522:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760789.105524:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760789.105529:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760789.105534:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760789.105548:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760789.105646:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573480 - object 0x240000400:4 offset 26316800<>26320896 00000100:00100000:0.0:1789760789.105729:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515824768:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760789.193966:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973742 gen 2 00000008:00010000:0.0:1789760789.194028:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760789.194037:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760789.194048:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760789.194069:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760789.194103:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515824768:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760789.194286:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6425, 6425] 00000080:00200000:1.0:1789760789.194304:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760789.194310:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760789.194326:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26320896 i_blocks 53255 00000020:00200000:1.0:1789760789.194330:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760789.194340:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760789.194376:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26320896, count: 4096 00000080:00200000:1.0:1789760789.194384:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26320896, bytes: 4096 00000080:00200000:1.0:1789760789.194395:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760789.194403:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760789.194405:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26320896, 26324992) 0 0 00000080:00200000:1.0:1789760789.194409:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760789.194424:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6426, 6426] 00020000:00200000:1.0:1789760789.194434:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26320896 chunk: [26320896, 26324992) 26324992, 4096 00020000:00200000:1.0:1789760789.194439:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760789.194457:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6426, 6426] 00000008:00010000:1.0:1789760789.194475:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760789.194482:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760789.194494:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26320896, 26324992) append 0 append lockpos 0 00000080:00200000:1.0:1789760789.194508:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26320896=0x191a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760789.194565:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760789.194567:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26324992 00000020:00010000:1.0:1789760789.194576:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760789.194579:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760789.194583:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760789.194586:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760789.194589:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760789.194596:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760789.194602:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760789.194618:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760789.194719:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 26320896<>26324992 00000100:00100000:0.0:1789760789.195404:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515824896:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760789.269422:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973743 gen 2 00000008:00010000:0.0:1789760789.269476:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760789.269485:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760789.269497:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760789.269522:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760789.269555:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515824896:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760789.269688:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6426, 6426] 00000080:00200000:1.0:1789760789.269705:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760789.269711:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760789.269729:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26324992 i_blocks 53255 00000020:00200000:1.0:1789760789.269734:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760789.269744:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760789.269790:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26324992, count: 4096 00000080:00200000:1.0:1789760789.269797:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26324992, bytes: 4096 00000080:00200000:1.0:1789760789.269807:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760789.269817:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760789.269820:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26324992, 26329088) 0 0 00000080:00200000:1.0:1789760789.269824:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760789.269842:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6427, 6427] 00020000:00200000:1.0:1789760789.269850:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26324992 chunk: [26324992, 26329088) 26329088, 4096 00020000:00200000:1.0:1789760789.269877:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760789.269898:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6427, 6427] 00000008:00010000:1.0:1789760789.269915:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760789.269921:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760789.269933:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26324992, 26329088) append 0 append lockpos 0 00000080:00200000:1.0:1789760789.269953:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26324992=0x191b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760789.270026:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760789.270032:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26329088 00000020:00010000:1.0:1789760789.270045:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760789.270049:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760789.270055:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760789.270062:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760789.270068:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760789.270081:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760789.270090:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760789.270111:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760789.270376:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571880 - object 0x240000400:4 offset 26324992<>26329088 00000100:00100000:0.0:1789760789.270568:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760789.270602:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515825024:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760789.350251:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760789.350266:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760789.350278:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760789.350357:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760789.350392:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515825024:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760789.351562:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6427, 6427] 00000080:00200000:1.0:1789760789.351586:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760789.351593:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760789.351611:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26329088 i_blocks 53255 00000020:00200000:1.0:1789760789.351616:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760789.351628:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760789.351662:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26329088, count: 4096 00000080:00200000:1.0:1789760789.351671:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26329088, bytes: 4096 00000080:00200000:1.0:1789760789.351684:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760789.351694:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760789.351697:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26329088, 26333184) 0 0 00000080:00200000:1.0:1789760789.351702:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760789.351720:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6428, 6428] 00020000:00200000:1.0:1789760789.351728:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26329088 chunk: [26329088, 26333184) 26333184, 4096 00020000:00200000:1.0:1789760789.351733:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760789.351754:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6428, 6428] 00000008:00010000:1.0:1789760789.351784:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760789.351790:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760789.351804:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26329088, 26333184) append 0 append lockpos 0 00000080:00200000:1.0:1789760789.351821:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26329088=0x191c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760789.352059:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760789.352062:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26333184 00000020:00010000:1.0:1789760789.352071:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760789.352075:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760789.352078:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760789.352081:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760789.352084:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760789.352093:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760789.352099:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760789.352124:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760789.352234:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570a80 - object 0x240000400:4 offset 26329088<>26333184 00000100:00100000:0.0:1789760789.352317:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515825152:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760789.388481:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973744 gen 2 00000100:00100000:0.0:1789760789.388522:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8570a80 x1876699515825152/t4294973745(4294973745) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760805 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760789.388572:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760789.388581:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760789.388591:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760789.388616:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760789.388643:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515825152:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760789.388746:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6428, 6428] 00000080:00200000:1.0:1789760789.388766:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760789.388772:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760789.388791:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26333184 i_blocks 53255 00000020:00200000:1.0:1789760789.388794:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760789.388805:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760789.388841:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26333184, count: 4096 00000080:00200000:1.0:1789760789.388848:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26333184, bytes: 4096 00000080:00200000:1.0:1789760789.388901:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760789.388911:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760789.388913:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26333184, 26337280) 0 0 00000080:00200000:1.0:1789760789.388918:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760789.388936:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6429, 6429] 00020000:00200000:1.0:1789760789.388946:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26333184 chunk: [26333184, 26337280) 26337280, 4096 00020000:00200000:1.0:1789760789.388951:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760789.388973:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6429, 6429] 00000008:00010000:1.0:1789760789.388992:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760789.388998:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760789.389020:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26333184, 26337280) append 0 append lockpos 0 00000080:00200000:1.0:1789760789.389035:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26333184=0x191d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760789.389097:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760789.389100:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26337280 00000020:00010000:1.0:1789760789.389109:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760789.389112:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760789.389116:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760789.389120:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760789.389123:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760789.389130:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760789.389138:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760789.389154:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760789.389264:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571880 - object 0x240000400:4 offset 26333184<>26337280 00000100:00100000:0.0:1789760789.391420:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760789.391468:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515825280:192.168.203.146@tcp:4:dd.0 00010000:00010000:2.0:1789760789.489309:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789760789.505811:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973746 gen 2 00000008:00010000:0.0:1789760789.505896:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760789.505904:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760789.505912:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760789.505939:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760789.505966:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515825280:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760789.506111:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6429, 6429] 00000080:00200000:1.0:1789760789.506127:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760789.506133:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760789.506147:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26337280 i_blocks 53255 00000020:00200000:1.0:1789760789.506150:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760789.506159:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760789.506190:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26337280, count: 4096 00000080:00200000:1.0:1789760789.506197:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26337280, bytes: 4096 00000080:00200000:1.0:1789760789.506205:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760789.506214:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760789.506216:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26337280, 26341376) 0 0 00000080:00200000:1.0:1789760789.506221:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760789.506236:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6430, 6430] 00020000:00200000:1.0:1789760789.506244:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26337280 chunk: [26337280, 26341376) 26341376, 4096 00020000:00200000:1.0:1789760789.506248:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760789.506265:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6430, 6430] 00000008:00010000:1.0:1789760789.506281:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760789.506286:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760789.506297:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26337280, 26341376) append 0 append lockpos 0 00000080:00200000:1.0:1789760789.506310:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26337280=0x191e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760789.506359:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760789.506362:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26341376 00000020:00010000:1.0:1789760789.506370:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760789.506373:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760789.506376:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760789.506380:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760789.506383:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760789.506390:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760789.506396:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760789.506409:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760789.506510:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 26337280<>26341376 00000100:00100000:0.0:1789760789.506565:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515825408:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760789.556335:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973747 gen 2 00000008:00010000:1.0:1789760789.556383:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:1.0:1789760789.556391:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760789.556402:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760789.556421:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:1.0:1789760789.556449:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515825408:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760789.556607:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6430, 6430] 00000080:00200000:2.0:1789760789.556624:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760789.556630:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760789.556645:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26341376 i_blocks 53255 00000020:00200000:2.0:1789760789.556648:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760789.556658:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760789.556695:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26341376, count: 4096 00000080:00200000:2.0:1789760789.556702:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26341376, bytes: 4096 00000080:00200000:2.0:1789760789.556715:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760789.556724:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760789.556726:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26341376, 26345472) 0 0 00000080:00200000:2.0:1789760789.556730:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760789.556746:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6431, 6431] 00020000:00200000:2.0:1789760789.556754:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26341376 chunk: [26341376, 26345472) 26345472, 4096 00020000:00200000:2.0:1789760789.556758:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760789.556776:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6431, 6431] 00000008:00010000:2.0:1789760789.556792:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760789.556798:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760789.556809:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26341376, 26345472) append 0 append lockpos 0 00000080:00200000:2.0:1789760789.556822:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26341376=0x191f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760789.556919:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760789.556922:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26345472 00000020:00010000:2.0:1789760789.556988:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760789.556992:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760789.556995:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760789.556998:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760789.557001:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760789.557018:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760789.557025:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760789.557043:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760789.557217:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 26341376<>26345472 00000100:00100000:3.0:1789760789.557291:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515825536:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760789.619069:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973748 gen 2 00000008:00010000:3.0:1789760789.619116:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8b40 00000020:00200000:3.0:1789760789.619125:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760789.619137:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760789.619157:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8b40 00000100:00100000:3.0:1789760789.619186:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515825536:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760789.619584:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6431, 6431] 00000080:00200000:2.0:1789760789.619602:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760789.619694:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760789.619711:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26345472 i_blocks 53255 00000020:00200000:2.0:1789760789.619715:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760789.619726:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760789.619765:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26345472, count: 4096 00000080:00200000:2.0:1789760789.619773:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26345472, bytes: 4096 00000080:00200000:2.0:1789760789.619784:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760789.619792:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760789.619795:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26345472, 26349568) 0 0 00000080:00200000:2.0:1789760789.619799:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760789.619818:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6432, 6432] 00020000:00200000:2.0:1789760789.619828:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26345472 chunk: [26345472, 26349568) 26349568, 4096 00020000:00200000:2.0:1789760789.619833:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760789.619880:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6432, 6432] 00000008:00010000:2.0:1789760789.619901:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760789.619907:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760789.619920:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26345472, 26349568) append 0 append lockpos 0 00000080:00200000:2.0:1789760789.619934:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26345472=0x1920000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760789.619997:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760789.620000:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26349568 00000020:00010000:2.0:1789760789.620021:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760789.620025:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760789.620028:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760789.620032:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760789.620035:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760789.620045:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760789.620053:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760789.620071:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760789.620182:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 26345472<>26349568 00000100:00100000:3.0:1789760789.620709:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515825664:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760789.671675:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973749 gen 2 00000008:00010000:3.0:1789760789.671735:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:3.0:1789760789.671743:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760789.671754:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760789.671773:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:3.0:1789760789.671804:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515825664:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760789.672119:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6432, 6432] 00000080:00200000:2.0:1789760789.672136:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760789.672143:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760789.672158:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26349568 i_blocks 53255 00000020:00200000:2.0:1789760789.672162:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760789.672171:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760789.672208:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26349568, count: 4096 00000080:00200000:2.0:1789760789.672215:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26349568, bytes: 4096 00000080:00200000:2.0:1789760789.672227:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760789.672236:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760789.672238:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26349568, 26353664) 0 0 00000080:00200000:2.0:1789760789.672242:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760789.672259:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6433, 6433] 00020000:00200000:2.0:1789760789.672268:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26349568 chunk: [26349568, 26353664) 26353664, 4096 00020000:00200000:2.0:1789760789.673270:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760789.673305:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6433, 6433] 00000008:00010000:2.0:1789760789.673328:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760789.673334:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760789.673347:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26349568, 26353664) append 0 append lockpos 0 00000080:00200000:2.0:1789760789.673371:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26349568=0x1921000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760789.673443:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760789.673446:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26353664 00000020:00010000:2.0:1789760789.673454:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760789.673457:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760789.673460:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760789.673463:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760789.673466:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760789.673479:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760789.673487:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760789.673513:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760789.673641:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 26349568<>26353664 00000100:00100000:3.0:1789760789.675521:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760789.675563:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515825792:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760789.726520:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973750 gen 2 00000008:00010000:3.0:1789760789.726572:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8240 00000020:00200000:3.0:1789760789.726581:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760789.726592:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760789.726660:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8240 00000100:00100000:3.0:1789760789.726691:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515825792:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760789.727369:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6433, 6433] 00000080:00200000:2.0:1789760789.727389:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760789.727396:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760789.727414:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26353664 i_blocks 53255 00000020:00200000:2.0:1789760789.727418:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760789.727428:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760789.727462:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26353664, count: 4096 00000080:00200000:2.0:1789760789.727469:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26353664, bytes: 4096 00000080:00200000:2.0:1789760789.727484:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760789.727493:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760789.727495:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26353664, 26357760) 0 0 00000080:00200000:2.0:1789760789.727500:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760789.727515:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6434, 6434] 00020000:00200000:2.0:1789760789.727523:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26353664 chunk: [26353664, 26357760) 26357760, 4096 00020000:00200000:2.0:1789760789.727527:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760789.727546:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6434, 6434] 00000008:00010000:2.0:1789760789.727565:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760789.727571:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760789.727582:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26353664, 26357760) append 0 append lockpos 0 00000080:00200000:2.0:1789760789.727596:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26353664=0x1922000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760789.727654:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760789.727657:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26357760 00000020:00010000:2.0:1789760789.727666:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760789.727669:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760789.727672:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760789.727676:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760789.727678:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760789.727687:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760789.727694:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760789.727715:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760789.727820:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 26353664<>26357760 00000100:00100000:3.0:1789760789.727908:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515825920:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760789.777784:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8600 00000020:00200000:3.0:1789760789.777800:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760789.777812:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760789.777939:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8600 00000100:00100000:3.0:1789760789.777973:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515825920:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760789.778193:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6434, 6434] 00000080:00200000:2.0:1789760789.778210:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760789.778217:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760789.778232:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26357760 i_blocks 53255 00000020:00200000:2.0:1789760789.778236:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760789.778246:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760789.778281:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26357760, count: 4096 00000080:00200000:2.0:1789760789.778289:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26357760, bytes: 4096 00000080:00200000:2.0:1789760789.778299:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760789.778307:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760789.778309:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26357760, 26361856) 0 0 00000080:00200000:2.0:1789760789.778314:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760789.778332:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6435, 6435] 00020000:00200000:2.0:1789760789.778343:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26357760 chunk: [26357760, 26361856) 26361856, 4096 00020000:00200000:2.0:1789760789.778348:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760789.778371:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6435, 6435] 00000008:00010000:2.0:1789760789.778392:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760789.778398:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760789.778410:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26357760, 26361856) append 0 append lockpos 0 00000080:00200000:2.0:1789760789.778424:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26357760=0x1923000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760789.778482:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760789.778485:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26361856 00000020:00010000:2.0:1789760789.778493:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760789.778497:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760789.778500:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760789.778503:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760789.778506:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760789.778516:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760789.778523:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760789.778541:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8180 00000008:00100000:2.0:1789760789.778723:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 26357760<>26361856 00000100:00100000:3.0:1789760789.778845:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515826048:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760789.811176:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973751 gen 2 00000100:00100000:3.0:1789760789.811221:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23ab480 x1876699515826048/t4294973752(4294973752) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760805 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760789.811273:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8180 00000020:00200000:3.0:1789760789.811280:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760789.811290:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760789.811313:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8180 00000100:00100000:3.0:1789760789.811341:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515826048:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760789.811436:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6435, 6435] 00000080:00200000:2.0:1789760789.811455:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760789.811461:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760789.811478:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26361856 i_blocks 53255 00000020:00200000:2.0:1789760789.811482:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760789.811491:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760789.811524:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26361856, count: 4096 00000080:00200000:2.0:1789760789.811532:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26361856, bytes: 4096 00000080:00200000:2.0:1789760789.811541:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760789.811550:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760789.811552:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26361856, 26365952) 0 0 00000080:00200000:2.0:1789760789.811557:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760789.811576:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6436, 6436] 00020000:00200000:2.0:1789760789.811586:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26361856 chunk: [26361856, 26365952) 26365952, 4096 00020000:00200000:2.0:1789760789.811592:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760789.811614:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6436, 6436] 00000008:00010000:2.0:1789760789.811633:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760789.811639:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760789.811652:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26361856, 26365952) append 0 append lockpos 0 00000080:00200000:2.0:1789760789.811666:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26361856=0x1924000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760789.811725:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760789.811729:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26365952 00000020:00010000:2.0:1789760789.811738:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760789.811742:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760789.811745:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760789.811748:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760789.811751:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760789.811760:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760789.811768:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760789.811785:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e80c0 00000008:00100000:2.0:1789760789.811941:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 26361856<>26365952 00000100:00100000:3.0:1789760789.812070:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760789.812089:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515826176:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760789.838358:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973753 gen 2 00000008:00010000:3.0:1789760789.838423:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e80c0 00000020:00200000:3.0:1789760789.838432:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760789.838444:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760789.838465:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e80c0 00000100:00100000:3.0:1789760789.838494:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515826176:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760789.838772:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6436, 6436] 00000080:00200000:2.0:1789760789.838789:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760789.838795:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760789.838811:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26365952 i_blocks 53255 00000020:00200000:2.0:1789760789.838814:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760789.838824:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760789.838895:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26365952, count: 4096 00000080:00200000:2.0:1789760789.838902:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26365952, bytes: 4096 00000080:00200000:2.0:1789760789.838915:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760789.838934:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760789.838937:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26365952, 26370048) 0 0 00000080:00200000:2.0:1789760789.838942:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760789.838962:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6437, 6437] 00020000:00200000:2.0:1789760789.838971:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26365952 chunk: [26365952, 26370048) 26370048, 4096 00020000:00200000:2.0:1789760789.838976:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760789.838998:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6437, 6437] 00000008:00010000:2.0:1789760789.839027:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760789.839034:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760789.839047:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26365952, 26370048) append 0 append lockpos 0 00000080:00200000:2.0:1789760789.839061:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26365952=0x1925000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760789.839130:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760789.839133:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26370048 00000020:00010000:2.0:1789760789.839141:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760789.839144:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760789.839147:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760789.839151:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760789.839154:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760789.839164:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760789.839171:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760789.839189:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760789.839304:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 26365952<>26370048 00000100:00100000:3.0:1789760789.839371:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515826304:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760789.876732:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973754 gen 2 00000008:00010000:3.0:1789760789.876790:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:3.0:1789760789.876922:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760789.876934:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760789.876954:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:3.0:1789760789.876985:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515826304:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760789.877126:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6437, 6437] 00000080:00200000:2.0:1789760789.877143:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760789.877149:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760789.877165:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26370048 i_blocks 53255 00000020:00200000:2.0:1789760789.877169:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760789.877179:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760789.877214:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26370048, count: 4096 00000080:00200000:2.0:1789760789.877220:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26370048, bytes: 4096 00000080:00200000:2.0:1789760789.877231:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760789.877239:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760789.877241:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26370048, 26374144) 0 0 00000080:00200000:2.0:1789760789.877246:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760789.877263:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6438, 6438] 00020000:00200000:2.0:1789760789.877273:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26370048 chunk: [26370048, 26374144) 26374144, 4096 00020000:00200000:2.0:1789760789.877277:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760789.877297:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6438, 6438] 00000008:00010000:2.0:1789760789.877317:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760789.877324:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760789.877336:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26370048, 26374144) append 0 append lockpos 0 00000080:00200000:2.0:1789760789.877351:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26370048=0x1926000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760789.877411:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760789.877414:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26374144 00000020:00010000:2.0:1789760789.877423:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760789.877427:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760789.877430:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760789.877433:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760789.877436:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760789.877447:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760789.877454:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760789.877471:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760789.877576:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 26370048<>26374144 00000100:00100000:3.0:1789760789.877726:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515826432:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760789.911176:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973755 gen 2 00000008:00010000:3.0:1789760789.911228:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:3.0:1789760789.911236:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760789.911247:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760789.911268:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000100:00100000:3.0:1789760789.911298:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515826432:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760789.911405:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6438, 6438] 00000080:00200000:0.0:1789760789.911422:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760789.911427:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760789.911442:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26374144 i_blocks 53255 00000020:00200000:0.0:1789760789.911445:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760789.911455:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760789.911489:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26374144, count: 4096 00000080:00200000:0.0:1789760789.911496:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26374144, bytes: 4096 00000080:00200000:0.0:1789760789.911506:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760789.911515:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760789.911517:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26374144, 26378240) 0 0 00000080:00200000:0.0:1789760789.911521:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760789.911537:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6439, 6439] 00020000:00200000:0.0:1789760789.911545:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26374144 chunk: [26374144, 26378240) 26378240, 4096 00020000:00200000:0.0:1789760789.911550:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760789.911569:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6439, 6439] 00000008:00010000:0.0:1789760789.911585:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760789.911590:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760789.911599:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26374144, 26378240) append 0 append lockpos 0 00000080:00200000:0.0:1789760789.911613:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26374144=0x1927000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760789.911742:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760789.911745:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26378240 00000020:00010000:0.0:1789760789.911753:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760789.911757:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760789.911759:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760789.911762:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760789.911764:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760789.911772:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760789.911779:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760789.911795:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760789.911953:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 26374144<>26378240 00000100:00100000:1.0:1789760789.912171:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760789.912193:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515826560:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760789.946792:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973756 gen 2 00000008:00010000:1.0:1789760789.946847:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760789.946905:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760789.946918:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760789.947040:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760789.947073:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515826560:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760789.947250:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6439, 6439] 00000080:00200000:0.0:1789760789.947268:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760789.947275:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760789.947293:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26378240 i_blocks 53255 00000020:00200000:0.0:1789760789.947297:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760789.947309:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760789.947345:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26378240, count: 4096 00000080:00200000:0.0:1789760789.947353:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26378240, bytes: 4096 00000080:00200000:0.0:1789760789.947364:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760789.947375:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760789.947377:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26378240, 26382336) 0 0 00000080:00200000:0.0:1789760789.947382:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760789.947400:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6440, 6440] 00020000:00200000:0.0:1789760789.947409:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26378240 chunk: [26378240, 26382336) 26382336, 4096 00020000:00200000:0.0:1789760789.947414:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760789.947435:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6440, 6440] 00000008:00010000:0.0:1789760789.947458:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760789.947465:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760789.947479:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26378240, 26382336) append 0 append lockpos 0 00000080:00200000:0.0:1789760789.947496:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26378240=0x1928000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760789.947556:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760789.947558:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26382336 00000020:00010000:0.0:1789760789.947567:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760789.947571:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760789.947573:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760789.947577:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760789.947580:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760789.947587:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760789.947596:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760789.947614:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760789.951412:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6d80 - object 0x240000400:4 offset 26378240<>26382336 00000100:00100000:1.0:1789760789.951500:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515826688:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760789.983920:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973757 gen 2 00000008:00010000:1.0:1789760789.983989:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760789.983999:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760789.984019:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760789.984045:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760789.984080:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515826688:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760789.984334:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6440, 6440] 00000080:00200000:3.0:1789760789.984350:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760789.984356:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760789.984373:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26382336 i_blocks 53255 00000020:00200000:3.0:1789760789.984376:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760789.984387:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760789.984425:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26382336, count: 4096 00000080:00200000:3.0:1789760789.984433:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26382336, bytes: 4096 00000080:00200000:3.0:1789760789.984444:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760789.984454:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760789.984456:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26382336, 26386432) 0 0 00000080:00200000:3.0:1789760789.984461:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760789.984478:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6441, 6441] 00020000:00200000:3.0:1789760789.984488:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26382336 chunk: [26382336, 26386432) 26386432, 4096 00020000:00200000:3.0:1789760789.984492:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760789.984513:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6441, 6441] 00000008:00010000:3.0:1789760789.984531:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760789.984536:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760789.984548:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26382336, 26386432) append 0 append lockpos 0 00000080:00200000:3.0:1789760789.984562:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26382336=0x1929000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760789.984623:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760789.984626:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26386432 00000020:00010000:3.0:1789760789.984635:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760789.984638:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760789.984641:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760789.984657:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760789.984661:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760789.984669:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760789.984676:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760789.984693:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760789.984812:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4a80 - object 0x240000400:4 offset 26382336<>26386432 00000100:00100000:3.0:1789760789.984902:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760789.984932:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515826816:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760790.037439:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973758 gen 2 00000008:00010000:3.0:1789760790.037493:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760790.037503:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760790.037516:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760790.037596:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760790.037633:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515826816:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760790.037782:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6441, 6441] 00000080:00200000:1.0:1789760790.037800:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760790.037806:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760790.037821:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26386432 i_blocks 53255 00000020:00200000:1.0:1789760790.037824:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760790.037835:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760790.037999:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26386432, count: 4096 00000080:00200000:1.0:1789760790.038016:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26386432, bytes: 4096 00000080:00200000:1.0:1789760790.038028:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760790.038037:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760790.038039:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26386432, 26390528) 0 0 00000080:00200000:1.0:1789760790.038044:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760790.038060:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6442, 6442] 00020000:00200000:1.0:1789760790.038070:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26386432 chunk: [26386432, 26390528) 26390528, 4096 00020000:00200000:1.0:1789760790.038074:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760790.038142:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6442, 6442] 00000008:00010000:1.0:1789760790.038161:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760790.038167:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760790.038178:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26386432, 26390528) append 0 append lockpos 0 00000080:00200000:1.0:1789760790.038195:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26386432=0x192a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760790.038251:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760790.038253:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26390528 00000020:00010000:1.0:1789760790.038261:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760790.038264:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760790.038267:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760790.038270:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760790.038273:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760790.038280:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760790.038286:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760790.038302:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760790.038414:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573800 - object 0x240000400:4 offset 26386432<>26390528 00000100:00100000:0.0:1789760790.038481:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515826944:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760790.071946:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973759 gen 2 00000008:00010000:0.0:1789760790.072000:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760790.072025:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760790.072036:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760790.072060:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760790.072101:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515826944:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760790.072251:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6442, 6442] 00000080:00200000:1.0:1789760790.072268:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760790.072274:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760790.072290:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26390528 i_blocks 53255 00000020:00200000:1.0:1789760790.072294:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760790.072304:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760790.072340:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26390528, count: 4096 00000080:00200000:1.0:1789760790.072348:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26390528, bytes: 4096 00000080:00200000:1.0:1789760790.072358:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760790.072366:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760790.072368:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26390528, 26394624) 0 0 00000080:00200000:1.0:1789760790.072372:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760790.072388:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6443, 6443] 00020000:00200000:1.0:1789760790.072397:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26390528 chunk: [26390528, 26394624) 26394624, 4096 00020000:00200000:1.0:1789760790.072401:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760790.072420:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6443, 6443] 00000008:00010000:1.0:1789760790.072438:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760790.072444:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760790.072455:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26390528, 26394624) append 0 append lockpos 0 00000080:00200000:1.0:1789760790.072468:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26390528=0x192b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760790.072529:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760790.072532:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26394624 00000020:00010000:1.0:1789760790.072540:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760790.072544:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760790.072547:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760790.072550:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760790.072553:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760790.072560:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760790.072567:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760790.072584:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760790.072702:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573480 - object 0x240000400:4 offset 26390528<>26394624 00000100:00100000:0.0:1789760790.072901:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515827072:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760790.103904:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760790.103995:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760790.104018:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760790.104040:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760790.104071:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515827072:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760790.104176:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6443, 6443] 00000080:00200000:1.0:1789760790.104192:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760790.104199:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760790.104215:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26394624 i_blocks 53255 00000020:00200000:1.0:1789760790.104218:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760790.104229:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760790.104268:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26394624, count: 4096 00000080:00200000:1.0:1789760790.104275:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26394624, bytes: 4096 00000080:00200000:1.0:1789760790.104285:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760790.104294:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760790.104296:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26394624, 26398720) 0 0 00000080:00200000:1.0:1789760790.104301:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760790.104317:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6444, 6444] 00020000:00200000:1.0:1789760790.104326:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26394624 chunk: [26394624, 26398720) 26398720, 4096 00020000:00200000:1.0:1789760790.104330:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760790.104351:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6444, 6444] 00000008:00010000:1.0:1789760790.104370:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760790.104376:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760790.104387:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26394624, 26398720) append 0 append lockpos 0 00000080:00200000:1.0:1789760790.104402:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26394624=0x192c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760790.104464:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760790.104467:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26398720 00000020:00010000:1.0:1789760790.104476:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760790.104479:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760790.104482:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760790.104485:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760790.104488:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760790.104496:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760790.104503:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760790.104520:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760790.104633:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570e00 - object 0x240000400:4 offset 26394624<>26398720 00000100:00100000:0.0:1789760790.105303:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515827200:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760790.132449:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973761 gen 2 00000008:00010000:0.0:1789760790.132517:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760790.132526:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760790.132536:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760790.132562:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760790.132597:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515827200:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760790.132736:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6444, 6444] 00000080:00200000:3.0:1789760790.132752:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760790.132758:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760790.132774:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26398720 i_blocks 53255 00000020:00200000:3.0:1789760790.132778:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760790.132790:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760790.132826:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26398720, count: 4096 00000080:00200000:3.0:1789760790.132832:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26398720, bytes: 4096 00000080:00200000:3.0:1789760790.132842:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760790.132851:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760790.132886:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26398720, 26402816) 0 0 00000080:00200000:3.0:1789760790.132891:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760790.132908:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6445, 6445] 00020000:00200000:3.0:1789760790.132918:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26398720 chunk: [26398720, 26402816) 26402816, 4096 00020000:00200000:3.0:1789760790.132922:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760790.132944:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6445, 6445] 00000008:00010000:3.0:1789760790.132964:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760790.132969:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760790.132981:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26398720, 26402816) append 0 append lockpos 0 00000080:00200000:3.0:1789760790.132998:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26398720=0x192d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760790.133075:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760790.133079:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26402816 00000020:00010000:3.0:1789760790.133099:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760790.133103:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760790.133106:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760790.133110:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760790.133113:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760790.133121:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760790.133129:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760790.133146:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760790.133263:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4a80 - object 0x240000400:4 offset 26398720<>26402816 00000100:00100000:2.0:1789760790.133371:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515827328:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760790.166686:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760790.166704:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760790.166718:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760790.166744:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760790.166776:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515827328:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760790.166966:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6445, 6445] 00000080:00200000:0.0:1789760790.166985:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760790.166991:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760790.167019:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26402816 i_blocks 53255 00000020:00200000:0.0:1789760790.167022:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760790.167032:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760790.167138:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26402816, count: 4096 00000080:00200000:0.0:1789760790.167146:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26402816, bytes: 4096 00000080:00200000:0.0:1789760790.167156:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760790.167164:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760790.167167:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26402816, 26406912) 0 0 00000080:00200000:0.0:1789760790.167171:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760790.167189:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6446, 6446] 00020000:00200000:0.0:1789760790.167197:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26402816 chunk: [26402816, 26406912) 26406912, 4096 00020000:00200000:0.0:1789760790.167202:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760790.167221:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6446, 6446] 00000008:00010000:0.0:1789760790.167242:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760790.167248:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760790.167261:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26402816, 26406912) append 0 append lockpos 0 00000080:00200000:0.0:1789760790.167286:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26402816=0x192e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760790.167424:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760790.167427:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26406912 00000020:00010000:0.0:1789760790.167436:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760790.167440:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760790.167443:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760790.167446:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760790.167448:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760790.167455:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760790.167462:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760790.167479:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760790.167587:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 26402816<>26406912 00000100:00100000:1.0:1789760790.167675:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515827456:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760790.201748:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973763 gen 2 00000008:00010000:1.0:1789760790.201813:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760790.201821:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760790.201831:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760790.201888:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000080:00200000:0.0:1789760790.203017:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6446, 6446] 00000080:00200000:0.0:1789760790.203037:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760790.203044:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760790.203062:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26406912 i_blocks 53255 00000020:00200000:0.0:1789760790.203067:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760790.203080:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000100:00100000:1.0:1789760790.203178:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515827456:192.168.203.146@tcp:4:dd.0 00000080:00200008:0.0:1789760790.203366:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26406912, count: 4096 00000080:00200000:0.0:1789760790.203375:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26406912, bytes: 4096 00000080:00200000:0.0:1789760790.203392:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760790.203403:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760790.203405:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26406912, 26411008) 0 0 00000080:00200000:0.0:1789760790.203410:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760790.203429:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6447, 6447] 00020000:00200000:0.0:1789760790.203439:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26406912 chunk: [26406912, 26411008) 26411008, 4096 00020000:00200000:0.0:1789760790.203445:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760790.203470:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6447, 6447] 00000008:00010000:0.0:1789760790.203492:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760790.203498:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760790.203510:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26406912, 26411008) append 0 append lockpos 0 00000080:00200000:0.0:1789760790.203525:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26406912=0x192f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760790.203599:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760790.203602:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26411008 00000020:00010000:0.0:1789760790.203611:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760790.203614:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760790.203617:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760790.203621:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760790.203624:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760790.203632:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760790.203640:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760790.203658:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760790.203786:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4700 - object 0x240000400:4 offset 26406912<>26411008 00000100:00100000:1.0:1789760790.204144:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515827584:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760790.237850:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760790.237897:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760790.237908:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760790.238078:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760790.238120:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515827584:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760790.238396:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6447, 6447] 00000080:00200000:0.0:1789760790.238412:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760790.238419:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760790.238434:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26411008 i_blocks 53255 00000020:00200000:0.0:1789760790.238437:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760790.238447:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760790.238480:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26411008, count: 4096 00000080:00200000:0.0:1789760790.238486:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26411008, bytes: 4096 00000080:00200000:0.0:1789760790.238496:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760790.238504:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760790.238506:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26411008, 26415104) 0 0 00000080:00200000:0.0:1789760790.238510:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760790.238524:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6448, 6448] 00020000:00200000:0.0:1789760790.238532:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26411008 chunk: [26411008, 26415104) 26415104, 4096 00020000:00200000:0.0:1789760790.238537:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760790.238555:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6448, 6448] 00000008:00010000:0.0:1789760790.238574:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760790.238580:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760790.238591:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26411008, 26415104) append 0 append lockpos 0 00000080:00200000:0.0:1789760790.238604:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26411008=0x1930000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760790.238740:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760790.238744:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26415104 00000020:00010000:0.0:1789760790.238754:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760790.238757:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760790.238760:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760790.238763:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760790.238766:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760790.238774:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760790.238781:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760790.238799:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760790.239280:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 26411008<>26415104 00000100:00100000:1.0:1789760790.239348:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515827712:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760790.264131:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973765 gen 2 00000008:00010000:1.0:1789760790.264199:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760790.264208:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760790.264218:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760790.264238:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760790.264272:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515827712:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760790.264428:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6448, 6448] 00000080:00200000:3.0:1789760790.264445:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760790.264451:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760790.264467:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26415104 i_blocks 53255 00000020:00200000:3.0:1789760790.264471:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760790.264481:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760790.264516:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26415104, count: 4096 00000080:00200000:3.0:1789760790.264523:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26415104, bytes: 4096 00000080:00200000:3.0:1789760790.264533:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760790.264542:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760790.264544:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26415104, 26419200) 0 0 00000080:00200000:3.0:1789760790.264548:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760790.264564:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6449, 6449] 00020000:00200000:3.0:1789760790.264574:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26415104 chunk: [26415104, 26419200) 26419200, 4096 00020000:00200000:3.0:1789760790.264578:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760790.264599:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6449, 6449] 00000008:00010000:3.0:1789760790.264617:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760790.264622:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760790.264636:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26415104, 26419200) append 0 append lockpos 0 00000080:00200000:3.0:1789760790.264662:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26415104=0x1931000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760790.264721:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760790.264724:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26419200 00000020:00010000:3.0:1789760790.264731:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760790.264734:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760790.264738:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760790.264741:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760790.264744:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760790.264751:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760790.264758:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760790.264773:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760790.264917:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4000 - object 0x240000400:4 offset 26415104<>26419200 00000100:00100000:3.0:1789760790.264960:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760790.264977:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515827840:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760790.314048:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973766 gen 2 00000008:00010000:3.0:1789760790.314141:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760790.314150:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760790.314162:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760790.314232:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760790.314260:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515827840:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760790.314341:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6449, 6449] 00000080:00200000:1.0:1789760790.314358:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760790.314363:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760790.314379:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26419200 i_blocks 53255 00000020:00200000:1.0:1789760790.314383:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760790.314392:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760790.314425:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26419200, count: 4096 00000080:00200000:1.0:1789760790.314432:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26419200, bytes: 4096 00000080:00200000:1.0:1789760790.314442:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760790.314450:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760790.314453:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26419200, 26423296) 0 0 00000080:00200000:1.0:1789760790.314457:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760790.314473:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6450, 6450] 00020000:00200000:1.0:1789760790.314481:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26419200 chunk: [26419200, 26423296) 26423296, 4096 00020000:00200000:1.0:1789760790.314485:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760790.314503:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6450, 6450] 00000008:00010000:1.0:1789760790.314520:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760790.314525:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760790.314536:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26419200, 26423296) append 0 append lockpos 0 00000080:00200000:1.0:1789760790.314550:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26419200=0x1932000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760790.314603:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760790.314606:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26423296 00000020:00010000:1.0:1789760790.314614:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760790.314618:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760790.314621:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760790.314624:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760790.314627:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760790.314634:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760790.314640:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760790.314719:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760790.314815:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571180 - object 0x240000400:4 offset 26419200<>26423296 00000100:00100000:0.0:1789760790.314892:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515827968:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760790.349531:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760790.349545:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760790.349554:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760790.349574:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760790.349604:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515827968:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760790.349735:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6450, 6450] 00000080:00200000:2.0:1789760790.349751:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760790.349758:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760790.349773:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26423296 i_blocks 53255 00000020:00200000:2.0:1789760790.349778:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760790.349788:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760790.349822:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26423296, count: 4096 00000080:00200000:2.0:1789760790.349830:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26423296, bytes: 4096 00000080:00200000:2.0:1789760790.349840:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760790.349847:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760790.349850:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26423296, 26427392) 0 0 00000080:00200000:2.0:1789760790.349884:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760790.349902:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6451, 6451] 00020000:00200000:2.0:1789760790.349912:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26423296 chunk: [26423296, 26427392) 26427392, 4096 00020000:00200000:2.0:1789760790.349916:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760790.349946:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6451, 6451] 00000008:00010000:2.0:1789760790.349966:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760790.349972:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760790.349982:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26423296, 26427392) append 0 append lockpos 0 00000080:00200000:2.0:1789760790.349995:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26423296=0x1933000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760790.350053:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760790.350055:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26427392 00000020:00010000:2.0:1789760790.350063:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760790.350067:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.350070:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.350073:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760790.350077:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760790.350086:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760790.350093:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760790.350109:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760790.350214:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 26423296<>26427392 00000100:00100000:2.0:1789760790.350255:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760790.350271:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515828096:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760790.378806:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973767 gen 2 00000100:00100000:3.0:1789760790.378849:0:2365:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23a8a80 x1876699515828096/t4294973768(4294973768) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760806 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760790.378939:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8000 00000020:00200000:3.0:1789760790.378947:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760790.378958:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760790.378978:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8000 00000100:00100000:3.0:1789760790.379016:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515828096:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760790.379254:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6451, 6451] 00000080:00200000:2.0:1789760790.379270:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760790.379276:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760790.379291:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26427392 i_blocks 53255 00000020:00200000:2.0:1789760790.379294:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760790.379303:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760790.379337:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26427392, count: 4096 00000080:00200000:2.0:1789760790.379344:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26427392, bytes: 4096 00000080:00200000:2.0:1789760790.379355:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760790.379364:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760790.379366:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26427392, 26431488) 0 0 00000080:00200000:2.0:1789760790.379371:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760790.379388:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6452, 6452] 00020000:00200000:2.0:1789760790.379398:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26427392 chunk: [26427392, 26431488) 26431488, 4096 00020000:00200000:2.0:1789760790.379402:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760790.379424:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6452, 6452] 00000008:00010000:2.0:1789760790.379443:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760790.379448:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760790.379460:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26427392, 26431488) append 0 append lockpos 0 00000080:00200000:2.0:1789760790.379475:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26427392=0x1934000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760790.379531:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760790.379533:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26431488 00000020:00010000:2.0:1789760790.379541:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760790.379544:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.379547:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.379550:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760790.379553:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760790.379563:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760790.379569:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760790.379587:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760790.379805:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 26427392<>26431488 00000100:00100000:3.0:1789760790.379959:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515828224:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760790.419308:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973769 gen 2 00000008:00010000:3.0:1789760790.419379:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:3.0:1789760790.419387:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760790.419396:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760790.419413:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:3.0:1789760790.419441:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515828224:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760790.419615:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6452, 6452] 00000080:00200000:2.0:1789760790.419632:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760790.419638:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760790.419663:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26431488 i_blocks 53255 00000020:00200000:2.0:1789760790.419666:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760790.419677:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760790.419709:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26431488, count: 4096 00000080:00200000:2.0:1789760790.419716:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26431488, bytes: 4096 00000080:00200000:2.0:1789760790.419727:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760790.419735:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760790.419737:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26431488, 26435584) 0 0 00000080:00200000:2.0:1789760790.419742:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760790.419758:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6453, 6453] 00020000:00200000:2.0:1789760790.419767:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26431488 chunk: [26431488, 26435584) 26435584, 4096 00020000:00200000:2.0:1789760790.419771:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760790.419792:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6453, 6453] 00000008:00010000:2.0:1789760790.419810:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760790.419815:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760790.419826:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26431488, 26435584) append 0 append lockpos 0 00000080:00200000:2.0:1789760790.419840:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26431488=0x1935000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760790.419934:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760790.419937:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26435584 00000020:00010000:2.0:1789760790.419945:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760790.419949:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.419952:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.419956:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760790.419959:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760790.419967:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760790.419973:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760790.419987:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760790.420105:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 26431488<>26435584 00000100:00100000:3.0:1789760790.420322:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760790.420344:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515828352:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760790.473365:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973770 gen 2 00000008:00010000:3.0:1789760790.473420:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8540 00000020:00200000:3.0:1789760790.473430:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760790.473442:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760790.473461:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8540 00000100:00100000:3.0:1789760790.473494:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515828352:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760790.473665:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6453, 6453] 00000080:00200000:2.0:1789760790.473682:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760790.473688:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760790.473706:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26435584 i_blocks 53255 00000020:00200000:2.0:1789760790.473709:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760790.473720:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760790.473755:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26435584, count: 4096 00000080:00200000:2.0:1789760790.473763:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26435584, bytes: 4096 00000080:00200000:2.0:1789760790.473783:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760790.473792:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760790.473795:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26435584, 26439680) 0 0 00000080:00200000:2.0:1789760790.473799:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760790.473816:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6454, 6454] 00020000:00200000:2.0:1789760790.473826:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26435584 chunk: [26435584, 26439680) 26439680, 4096 00020000:00200000:2.0:1789760790.473831:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760790.473853:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6454, 6454] 00000008:00010000:2.0:1789760790.473910:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760790.473916:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760790.473935:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26435584, 26439680) append 0 append lockpos 0 00000080:00200000:2.0:1789760790.473949:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26435584=0x1936000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760790.474016:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760790.474019:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26439680 00000020:00010000:2.0:1789760790.474028:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760790.474031:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.474034:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.474038:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760790.474041:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760790.474049:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760790.474056:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760790.474072:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760790.474177:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 26435584<>26439680 00000100:00100000:3.0:1789760790.474518:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760790.474540:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515828480:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760790.510101:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973771 gen 2 00000008:00010000:3.0:1789760790.510152:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8840 00000020:00200000:3.0:1789760790.510161:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760790.510171:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760790.510191:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8840 00000100:00100000:3.0:1789760790.510222:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515828480:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760790.510501:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6454, 6454] 00000080:00200000:2.0:1789760790.510517:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760790.510523:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760790.510539:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26439680 i_blocks 53255 00000020:00200000:2.0:1789760790.510542:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760790.510552:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760790.510587:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26439680, count: 4096 00000080:00200000:2.0:1789760790.510594:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26439680, bytes: 4096 00000080:00200000:2.0:1789760790.510604:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760790.510613:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760790.510615:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26439680, 26443776) 0 0 00000080:00200000:2.0:1789760790.510620:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760790.510636:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6455, 6455] 00020000:00200000:2.0:1789760790.510645:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26439680 chunk: [26439680, 26443776) 26443776, 4096 00020000:00200000:2.0:1789760790.510662:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760790.510683:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6455, 6455] 00000008:00010000:2.0:1789760790.510701:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760790.510706:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760790.510718:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26439680, 26443776) append 0 append lockpos 0 00000080:00200000:2.0:1789760790.510732:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26439680=0x1937000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760790.510794:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760790.510797:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26443776 00000020:00010000:2.0:1789760790.510805:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760790.510809:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.510811:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.510815:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760790.510817:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760790.510826:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760790.510835:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760790.510852:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760790.511027:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 26439680<>26443776 00000100:00100000:3.0:1789760790.511385:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760790.511408:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515828608:192.168.203.146@tcp:4:dd.0 00010000:00010000:3.0:1789760790.519031:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789760790.549455:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973772 gen 2 00000008:00010000:3.0:1789760790.549506:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e86c0 00000020:00200000:3.0:1789760790.549514:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760790.549525:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760790.549546:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e86c0 00000100:00100000:3.0:1789760790.549576:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515828608:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760790.549742:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6455, 6455] 00000080:00200000:2.0:1789760790.549759:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760790.549765:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760790.549781:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26443776 i_blocks 53255 00000020:00200000:2.0:1789760790.549785:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760790.549794:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760790.549828:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26443776, count: 4096 00000080:00200000:2.0:1789760790.549836:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26443776, bytes: 4096 00000080:00200000:2.0:1789760790.549845:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760790.549899:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760790.549902:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26443776, 26447872) 0 0 00000080:00200000:2.0:1789760790.549906:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760790.550067:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6456, 6456] 00020000:00200000:2.0:1789760790.550079:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26443776 chunk: [26443776, 26447872) 26447872, 4096 00020000:00200000:2.0:1789760790.550083:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760790.550105:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6456, 6456] 00000008:00010000:2.0:1789760790.550125:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760790.550131:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760790.550144:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26443776, 26447872) append 0 append lockpos 0 00000080:00200000:2.0:1789760790.550159:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26443776=0x1938000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760790.550217:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760790.550221:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26447872 00000020:00010000:2.0:1789760790.550230:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760790.550234:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.550237:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.550241:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760790.550244:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760790.550254:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760790.550261:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760790.550278:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8cc0 00000008:00100000:2.0:1789760790.550383:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 26443776<>26447872 00000100:00100000:3.0:1789760790.550526:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760790.550549:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515828736:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760790.585226:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973773 gen 2 00000008:00010000:3.0:1789760790.585282:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8cc0 00000020:00200000:3.0:1789760790.585290:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760790.585301:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760790.585321:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8cc0 00000100:00100000:3.0:1789760790.585353:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515828736:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760790.585687:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6456, 6456] 00000080:00200000:2.0:1789760790.585703:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760790.585710:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760790.585726:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26447872 i_blocks 53255 00000020:00200000:2.0:1789760790.585730:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760790.585740:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760790.585773:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26447872, count: 4096 00000080:00200000:2.0:1789760790.585780:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26447872, bytes: 4096 00000080:00200000:2.0:1789760790.585790:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760790.585799:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760790.585801:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26447872, 26451968) 0 0 00000080:00200000:2.0:1789760790.585806:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760790.585824:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6457, 6457] 00020000:00200000:2.0:1789760790.585833:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26447872 chunk: [26447872, 26451968) 26451968, 4096 00020000:00200000:2.0:1789760790.585837:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760790.585903:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6457, 6457] 00000008:00010000:2.0:1789760790.585922:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760790.585928:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760790.585940:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26447872, 26451968) append 0 append lockpos 0 00000080:00200000:2.0:1789760790.585953:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26447872=0x1939000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760790.586023:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760790.586026:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26451968 00000020:00010000:2.0:1789760790.586034:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760790.586038:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.586041:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.586044:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760790.586047:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760790.586057:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760790.586065:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760790.586081:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8cc0 00000008:00100000:2.0:1789760790.586472:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 26447872<>26451968 00000100:00100000:3.0:1789760790.586553:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515828864:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760790.619424:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8cc0 00000020:00200000:3.0:1789760790.619440:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760790.619452:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760790.619474:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8cc0 00000100:00100000:3.0:1789760790.619505:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515828864:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760790.619762:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6457, 6457] 00000080:00200000:2.0:1789760790.619779:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760790.619786:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760790.619803:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26451968 i_blocks 53255 00000020:00200000:2.0:1789760790.619807:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760790.619818:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760790.619896:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26451968, count: 4096 00000080:00200000:2.0:1789760790.619904:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26451968, bytes: 4096 00000080:00200000:2.0:1789760790.619915:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760790.619933:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760790.619936:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26451968, 26456064) 0 0 00000080:00200000:2.0:1789760790.619941:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760790.619958:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6458, 6458] 00020000:00200000:2.0:1789760790.619967:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26451968 chunk: [26451968, 26456064) 26456064, 4096 00020000:00200000:2.0:1789760790.619972:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760790.619991:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6458, 6458] 00000008:00010000:2.0:1789760790.620021:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760790.620027:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760790.620039:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26451968, 26456064) append 0 append lockpos 0 00000080:00200000:2.0:1789760790.620052:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26451968=0x193a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760790.620122:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760790.620125:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26456064 00000020:00010000:2.0:1789760790.620133:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760790.620136:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.620139:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.620143:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760790.620146:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760790.620154:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760790.620161:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760790.620178:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760790.620294:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 26451968<>26456064 00000100:00100000:3.0:1789760790.620572:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515828992:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760790.652725:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973775 gen 2 00000008:00010000:3.0:1789760790.652791:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e86c0 00000020:00200000:3.0:1789760790.652800:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760790.652809:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760790.652832:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e86c0 00000100:00100000:3.0:1789760790.652922:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515828992:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760790.653203:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6458, 6458] 00000080:00200000:2.0:1789760790.653219:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760790.653226:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760790.653243:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26456064 i_blocks 53255 00000020:00200000:2.0:1789760790.653247:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760790.653257:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760790.653291:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26456064, count: 4096 00000080:00200000:2.0:1789760790.653299:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26456064, bytes: 4096 00000080:00200000:2.0:1789760790.653310:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760790.653318:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760790.653321:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26456064, 26460160) 0 0 00000080:00200000:2.0:1789760790.653325:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760790.653342:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6459, 6459] 00020000:00200000:2.0:1789760790.653352:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26456064 chunk: [26456064, 26460160) 26460160, 4096 00020000:00200000:2.0:1789760790.653356:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760790.653376:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6459, 6459] 00000008:00010000:2.0:1789760790.653395:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760790.653400:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760790.653412:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26456064, 26460160) append 0 append lockpos 0 00000080:00200000:2.0:1789760790.653427:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26456064=0x193b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760790.653484:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760790.653486:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26460160 00000020:00010000:2.0:1789760790.653494:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760790.653498:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.653501:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.653504:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760790.653507:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760790.653517:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760790.653523:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760790.653539:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760790.653645:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 26456064<>26460160 00000100:00100000:3.0:1789760790.654384:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760790.654415:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515829120:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760790.693956:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973776 gen 2 00000008:00010000:3.0:1789760790.694022:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8840 00000020:00200000:3.0:1789760790.694031:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760790.694042:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760790.694061:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8840 00000100:00100000:3.0:1789760790.694101:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515829120:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760790.694362:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6459, 6459] 00000080:00200000:2.0:1789760790.694379:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760790.694385:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760790.694403:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26460160 i_blocks 53255 00000020:00200000:2.0:1789760790.694406:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760790.694417:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760790.694453:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26460160, count: 4096 00000080:00200000:2.0:1789760790.694460:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26460160, bytes: 4096 00000080:00200000:2.0:1789760790.694472:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760790.694480:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760790.694483:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26460160, 26464256) 0 0 00000080:00200000:2.0:1789760790.694487:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760790.694504:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6460, 6460] 00020000:00200000:2.0:1789760790.694514:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26460160 chunk: [26460160, 26464256) 26464256, 4096 00020000:00200000:2.0:1789760790.694518:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760790.694540:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6460, 6460] 00000008:00010000:2.0:1789760790.694560:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760790.694565:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760790.694578:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26460160, 26464256) append 0 append lockpos 0 00000080:00200000:2.0:1789760790.694593:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26460160=0x193c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760790.694666:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760790.694669:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26464256 00000020:00010000:2.0:1789760790.694678:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760790.694682:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.694685:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.694688:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760790.694691:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760790.694700:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760790.694707:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760790.694723:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760790.694830:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 26460160<>26464256 00000100:00100000:3.0:1789760790.695117:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760790.695140:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515829248:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760790.731772:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973777 gen 2 00000008:00010000:3.0:1789760790.731825:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8540 00000020:00200000:3.0:1789760790.731834:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760790.731845:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760790.731920:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8540 00000100:00100000:3.0:1789760790.731950:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515829248:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760790.732279:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6460, 6460] 00000080:00200000:2.0:1789760790.732365:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760790.732372:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760790.732390:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26464256 i_blocks 53255 00000020:00200000:2.0:1789760790.732394:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760790.732403:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760790.732440:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26464256, count: 4096 00000080:00200000:2.0:1789760790.732448:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26464256, bytes: 4096 00000080:00200000:2.0:1789760790.732459:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760790.732468:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760790.732471:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26464256, 26468352) 0 0 00000080:00200000:2.0:1789760790.732475:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760790.732491:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6461, 6461] 00020000:00200000:2.0:1789760790.732501:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26464256 chunk: [26464256, 26468352) 26468352, 4096 00020000:00200000:2.0:1789760790.732506:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760790.732525:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6461, 6461] 00000008:00010000:2.0:1789760790.732546:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760790.732552:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760790.732563:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26464256, 26468352) append 0 append lockpos 0 00000080:00200000:2.0:1789760790.732578:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26464256=0x193d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760790.732652:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760790.732655:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26468352 00000020:00010000:2.0:1789760790.732663:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760790.732666:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.732669:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.732672:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760790.732675:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760790.732684:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760790.732692:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760790.732709:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760790.732816:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 26464256<>26468352 00000100:00100000:3.0:1789760790.733704:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760790.733736:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515829376:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760790.771536:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:3.0:1789760790.771547:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760790.771557:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760790.771576:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:3.0:1789760790.771600:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515829376:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760790.771718:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6461, 6461] 00000080:00200000:2.0:1789760790.771740:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760790.771747:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760790.771765:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26468352 i_blocks 53255 00000020:00200000:2.0:1789760790.771769:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760790.771782:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760790.771819:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26468352, count: 4096 00000080:00200000:2.0:1789760790.771826:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26468352, bytes: 4096 00000080:00200000:2.0:1789760790.771837:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760790.771847:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760790.771849:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26468352, 26472448) 0 0 00000080:00200000:2.0:1789760790.771903:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760790.772024:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6462, 6462] 00020000:00200000:2.0:1789760790.772034:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26468352 chunk: [26468352, 26472448) 26472448, 4096 00020000:00200000:2.0:1789760790.772039:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760790.772062:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6462, 6462] 00000008:00010000:2.0:1789760790.772082:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760790.772088:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760790.772099:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26468352, 26472448) append 0 append lockpos 0 00000080:00200000:2.0:1789760790.772113:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26468352=0x193e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760790.772176:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760790.772179:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26472448 00000020:00010000:2.0:1789760790.772189:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760790.772193:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.772196:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.772199:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760790.772202:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760790.772211:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760790.772219:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760790.772238:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760790.772353:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 26468352<>26472448 00000100:00100000:3.0:1789760790.772453:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515829504:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760790.818318:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973779 gen 2 00000008:00010000:3.0:1789760790.818380:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8000 00000020:00200000:3.0:1789760790.818389:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760790.818398:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760790.818417:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8000 00000100:00100000:3.0:1789760790.818447:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515829504:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760790.818549:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6462, 6462] 00000080:00200000:2.0:1789760790.818564:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760790.818571:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760790.818587:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26472448 i_blocks 53255 00000020:00200000:2.0:1789760790.818590:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760790.818599:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760790.818634:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26472448, count: 4096 00000080:00200000:2.0:1789760790.818715:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26472448, bytes: 4096 00000080:00200000:2.0:1789760790.818727:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760790.818736:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760790.818739:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26472448, 26476544) 0 0 00000080:00200000:2.0:1789760790.818744:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760790.818761:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6463, 6463] 00020000:00200000:2.0:1789760790.818771:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26472448 chunk: [26472448, 26476544) 26476544, 4096 00020000:00200000:2.0:1789760790.818776:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760790.818798:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6463, 6463] 00000008:00010000:2.0:1789760790.818817:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760790.818823:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760790.818834:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26472448, 26476544) append 0 append lockpos 0 00000080:00200000:2.0:1789760790.818850:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26472448=0x193f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760790.819205:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760790.819207:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26476544 00000020:00010000:2.0:1789760790.819215:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760790.819217:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.819219:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.819222:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760790.819224:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760790.819231:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760790.819236:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760790.819252:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760790.819355:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 26472448<>26476544 00000100:00100000:3.0:1789760790.819458:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515829632:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760790.860172:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973780 gen 2 00000008:00010000:3.0:1789760790.860226:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:3.0:1789760790.860234:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760790.860245:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760790.860266:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000100:00100000:3.0:1789760790.860297:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515829632:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760790.860478:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6463, 6463] 00000080:00200000:2.0:1789760790.860496:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760790.860503:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760790.860520:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26476544 i_blocks 53255 00000020:00200000:2.0:1789760790.860524:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760790.860534:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760790.860573:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26476544, count: 4096 00000080:00200000:2.0:1789760790.860580:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26476544, bytes: 4096 00000080:00200000:2.0:1789760790.860592:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760790.860601:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760790.860603:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26476544, 26480640) 0 0 00000080:00200000:2.0:1789760790.860608:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760790.860627:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6464, 6464] 00020000:00200000:2.0:1789760790.860637:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26476544 chunk: [26476544, 26480640) 26480640, 4096 00020000:00200000:2.0:1789760790.860712:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760790.860736:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6464, 6464] 00000008:00010000:2.0:1789760790.860755:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760790.860761:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760790.860772:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26476544, 26480640) append 0 append lockpos 0 00000080:00200000:2.0:1789760790.860786:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26476544=0x1940000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760790.860848:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760790.860851:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26480640 00000020:00010000:2.0:1789760790.860989:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760790.860993:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.861005:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.861009:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760790.861011:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760790.861021:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760790.861028:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760790.861150:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760790.861253:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 26476544<>26480640 00000100:00100000:3.0:1789760790.861749:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515829760:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760790.905439:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973781 gen 2 00000008:00010000:3.0:1789760790.905498:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:3.0:1789760790.905507:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760790.905518:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760790.905619:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:3.0:1789760790.905662:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515829760:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760790.905835:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6464, 6464] 00000080:00200000:2.0:1789760790.905879:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760790.905886:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760790.905903:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26480640 i_blocks 53255 00000020:00200000:2.0:1789760790.905906:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760790.906263:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760790.906301:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26480640, count: 4096 00000080:00200000:2.0:1789760790.906309:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26480640, bytes: 4096 00000080:00200000:2.0:1789760790.906323:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760790.906332:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760790.906334:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26480640, 26484736) 0 0 00000080:00200000:2.0:1789760790.906339:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760790.906358:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6465, 6465] 00020000:00200000:2.0:1789760790.906369:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26480640 chunk: [26480640, 26484736) 26484736, 4096 00020000:00200000:2.0:1789760790.906373:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760790.906394:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6465, 6465] 00000008:00010000:2.0:1789760790.906415:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760790.906421:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760790.906434:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26480640, 26484736) append 0 append lockpos 0 00000080:00200000:2.0:1789760790.906448:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26480640=0x1941000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760790.906510:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760790.906512:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26484736 00000020:00010000:2.0:1789760790.906520:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760790.906523:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.906526:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.906529:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760790.906532:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760790.906540:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760790.906546:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760790.906565:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e80c0 00000008:00100000:2.0:1789760790.906727:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 26480640<>26484736 00000100:00100000:3.0:1789760790.906798:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515829888:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760790.939767:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e80c0 00000020:00200000:3.0:1789760790.939784:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760790.939796:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760790.939819:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e80c0 00000080:00200000:2.0:1789760790.939852:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6465, 6465] 00000100:00100000:3.0:1789760790.939886:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515829888:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760790.939933:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760790.939939:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760790.939955:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26484736 i_blocks 53255 00000020:00200000:2.0:1789760790.939959:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760790.939968:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760790.940013:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26484736, count: 4096 00000080:00200000:2.0:1789760790.940020:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26484736, bytes: 4096 00000080:00200000:2.0:1789760790.940040:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760790.940048:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760790.940050:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26484736, 26488832) 0 0 00000080:00200000:2.0:1789760790.940054:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760790.940072:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6466, 6466] 00020000:00200000:2.0:1789760790.940081:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26484736 chunk: [26484736, 26488832) 26488832, 4096 00020000:00200000:2.0:1789760790.940086:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760790.940107:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6466, 6466] 00000008:00010000:2.0:1789760790.940125:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760790.940131:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760790.940142:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26484736, 26488832) append 0 append lockpos 0 00000080:00200000:2.0:1789760790.940168:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26484736=0x1942000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760790.940226:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760790.940230:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26488832 00000020:00010000:2.0:1789760790.940239:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760790.940243:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.940246:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.940249:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760790.940252:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760790.940568:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760790.940578:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760790.940598:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8180 00000008:00100000:2.0:1789760790.940710:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 26484736<>26488832 00000100:00100000:3.0:1789760790.940812:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515830016:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760790.995132:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973783 gen 2 00000008:00010000:3.0:1789760790.995197:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8180 00000020:00200000:3.0:1789760790.995205:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760790.995216:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760790.995237:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8180 00000100:00100000:3.0:1789760790.995268:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515830016:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760790.995801:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6466, 6466] 00000080:00200000:2.0:1789760790.995820:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760790.995826:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760790.995842:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26488832 i_blocks 53255 00000020:00200000:2.0:1789760790.995845:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760790.995892:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760790.995928:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26488832, count: 4096 00000080:00200000:2.0:1789760790.995934:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26488832, bytes: 4096 00000080:00200000:2.0:1789760790.995946:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760790.995955:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760790.995957:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26488832, 26492928) 0 0 00000080:00200000:2.0:1789760790.995961:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760790.995978:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6467, 6467] 00020000:00200000:2.0:1789760790.995988:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26488832 chunk: [26488832, 26492928) 26492928, 4096 00020000:00200000:2.0:1789760790.995993:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760790.996024:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6467, 6467] 00000008:00010000:2.0:1789760790.996043:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760790.996049:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760790.996065:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26488832, 26492928) append 0 append lockpos 0 00000080:00200000:2.0:1789760790.996079:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26488832=0x1943000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760790.996143:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760790.996146:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26492928 00000020:00010000:2.0:1789760790.996155:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760790.996158:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.996161:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760790.996164:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760790.996167:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760790.996175:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760790.996183:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760790.996201:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760790.996312:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 26488832<>26492928 00000100:00100000:3.0:1789760790.998943:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760790.998989:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515830144:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760791.063181:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8600 00000020:00200000:3.0:1789760791.063195:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760791.063205:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760791.063227:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8600 00000100:00100000:3.0:1789760791.063253:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515830144:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760791.063415:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6467, 6467] 00000080:00200000:2.0:1789760791.063431:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760791.063437:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760791.063453:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26492928 i_blocks 53255 00000020:00200000:2.0:1789760791.063456:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760791.063466:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760791.063501:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26492928, count: 4096 00000080:00200000:2.0:1789760791.063509:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26492928, bytes: 4096 00000080:00200000:2.0:1789760791.063523:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760791.063531:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760791.063533:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26492928, 26497024) 0 0 00000080:00200000:2.0:1789760791.063537:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760791.063559:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6468, 6468] 00020000:00200000:2.0:1789760791.063569:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26492928 chunk: [26492928, 26497024) 26497024, 4096 00020000:00200000:2.0:1789760791.063574:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760791.063596:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6468, 6468] 00000008:00010000:2.0:1789760791.063614:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760791.063621:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760791.063633:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26492928, 26497024) append 0 append lockpos 0 00000080:00200000:2.0:1789760791.063648:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26492928=0x1944000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760791.063703:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760791.063706:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26497024 00000020:00010000:2.0:1789760791.063715:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760791.063718:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.063721:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.063725:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760791.063728:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760791.063736:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760791.063744:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760791.063759:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760791.063897:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 26492928<>26497024 00000100:00100000:3.0:1789760791.064161:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760791.064182:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515830272:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760791.143538:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973785 gen 2 00000008:00010000:3.0:1789760791.143605:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8240 00000020:00200000:3.0:1789760791.143614:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760791.143624:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760791.143653:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8240 00000100:00100000:3.0:1789760791.143684:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515830272:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760791.143823:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6468, 6468] 00000080:00200000:2.0:1789760791.143839:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760791.143844:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760791.143885:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26497024 i_blocks 53255 00000020:00200000:2.0:1789760791.143889:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760791.143899:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760791.143933:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26497024, count: 4096 00000080:00200000:2.0:1789760791.143941:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26497024, bytes: 4096 00000080:00200000:2.0:1789760791.143950:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760791.143959:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760791.143961:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26497024, 26501120) 0 0 00000080:00200000:2.0:1789760791.143965:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760791.143980:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6469, 6469] 00020000:00200000:2.0:1789760791.143989:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26497024 chunk: [26497024, 26501120) 26501120, 4096 00020000:00200000:2.0:1789760791.143993:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760791.144021:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6469, 6469] 00000008:00010000:2.0:1789760791.144039:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760791.144045:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760791.144058:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26497024, 26501120) append 0 append lockpos 0 00000080:00200000:2.0:1789760791.144073:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26497024=0x1945000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760791.144131:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760791.144134:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26501120 00000020:00010000:2.0:1789760791.144142:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760791.144146:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.144149:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.144152:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760791.144155:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760791.144164:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760791.144170:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760791.144186:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760791.144305:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 26497024<>26501120 00000100:00100000:3.0:1789760791.144819:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515830400:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760791.183467:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973786 gen 2 00000008:00010000:3.0:1789760791.183520:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:3.0:1789760791.183529:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760791.183539:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760791.183559:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:3.0:1789760791.183590:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515830400:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760791.183697:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6469, 6469] 00000080:00200000:2.0:1789760791.183714:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760791.183720:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760791.183737:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26501120 i_blocks 53255 00000020:00200000:2.0:1789760791.183741:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760791.183751:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760791.183795:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26501120, count: 4096 00000080:00200000:2.0:1789760791.183803:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26501120, bytes: 4096 00000080:00200000:2.0:1789760791.183813:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760791.183822:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760791.183825:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26501120, 26505216) 0 0 00000080:00200000:2.0:1789760791.183829:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760791.183846:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6470, 6470] 00020000:00200000:2.0:1789760791.183897:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26501120 chunk: [26501120, 26505216) 26505216, 4096 00020000:00200000:2.0:1789760791.183903:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760791.183924:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6470, 6470] 00000008:00010000:2.0:1789760791.183942:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760791.183948:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760791.183958:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26501120, 26505216) append 0 append lockpos 0 00000080:00200000:2.0:1789760791.183972:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26501120=0x1946000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760791.184037:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760791.184041:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26505216 00000020:00010000:2.0:1789760791.184049:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760791.184052:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.184055:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.184058:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760791.184061:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760791.184070:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760791.184076:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760791.184212:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760791.184322:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 26501120<>26505216 00000100:00100000:3.0:1789760791.184423:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515830528:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760791.241826:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973787 gen 2 00000008:00010000:3.0:1789760791.241897:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8b40 00000020:00200000:3.0:1789760791.241905:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760791.241914:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760791.241934:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8b40 00000100:00100000:3.0:1789760791.241958:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515830528:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760791.242057:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6470, 6470] 00000080:00200000:2.0:1789760791.242070:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760791.242075:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760791.242088:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26505216 i_blocks 53255 00000020:00200000:2.0:1789760791.242092:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760791.242100:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760791.242126:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26505216, count: 4096 00000080:00200000:2.0:1789760791.242132:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26505216, bytes: 4096 00000080:00200000:2.0:1789760791.242140:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760791.242148:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760791.242150:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26505216, 26509312) 0 0 00000080:00200000:2.0:1789760791.242154:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760791.242166:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6471, 6471] 00020000:00200000:2.0:1789760791.242173:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26505216 chunk: [26505216, 26509312) 26509312, 4096 00020000:00200000:2.0:1789760791.242177:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760791.242193:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6471, 6471] 00000008:00010000:2.0:1789760791.242208:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760791.242213:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760791.242222:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26505216, 26509312) append 0 append lockpos 0 00000080:00200000:2.0:1789760791.242233:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26505216=0x1947000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760791.242279:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760791.242281:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26509312 00000020:00010000:2.0:1789760791.242288:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760791.242292:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.242295:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.242298:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760791.242301:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760791.242309:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760791.242314:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760791.242328:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8d80 00000008:00100000:2.0:1789760791.242413:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 26505216<>26509312 00000100:00100000:3.0:1789760791.242497:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760791.242511:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515830656:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760791.293482:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973788 gen 2 00000008:00010000:3.0:1789760791.293529:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8d80 00000020:00200000:3.0:1789760791.293535:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760791.293543:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760791.293561:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8d80 00000100:00100000:3.0:1789760791.293581:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515830656:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760791.293728:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6471, 6471] 00000080:00200000:2.0:1789760791.293741:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760791.293747:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760791.293758:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26509312 i_blocks 53255 00000020:00200000:2.0:1789760791.293762:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760791.293770:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760791.293794:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26509312, count: 4096 00000080:00200000:2.0:1789760791.293801:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26509312, bytes: 4096 00000080:00200000:2.0:1789760791.293808:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760791.293815:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760791.293817:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26509312, 26513408) 0 0 00000080:00200000:2.0:1789760791.293821:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760791.293833:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6472, 6472] 00020000:00200000:2.0:1789760791.293840:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26509312 chunk: [26509312, 26513408) 26513408, 4096 00020000:00200000:2.0:1789760791.293844:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760791.293887:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6472, 6472] 00000008:00010000:2.0:1789760791.293900:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760791.293904:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760791.293913:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26509312, 26513408) append 0 append lockpos 0 00000080:00200000:2.0:1789760791.293923:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26509312=0x1948000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760791.293968:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760791.293971:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26513408 00000020:00010000:2.0:1789760791.293979:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760791.293982:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.293985:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.293988:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760791.293991:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760791.294008:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760791.294013:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760791.294027:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760791.294115:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 26509312<>26513408 00000100:00100000:3.0:1789760791.294203:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760791.294219:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515830784:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760791.358898:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973789 gen 2 00000008:00010000:3.0:1789760791.358934:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8f00 00000020:00200000:3.0:1789760791.358940:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760791.358949:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760791.358968:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8f00 00000100:00100000:3.0:1789760791.358990:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515830784:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760791.359179:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6472, 6472] 00000080:00200000:2.0:1789760791.359192:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760791.359197:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760791.359209:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26513408 i_blocks 53255 00000020:00200000:2.0:1789760791.359213:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760791.359221:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760791.359246:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26513408, count: 4096 00000080:00200000:2.0:1789760791.359252:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26513408, bytes: 4096 00000080:00200000:2.0:1789760791.359259:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760791.359266:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760791.359269:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26513408, 26517504) 0 0 00000080:00200000:2.0:1789760791.359272:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760791.359284:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6473, 6473] 00020000:00200000:2.0:1789760791.359291:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26513408 chunk: [26513408, 26517504) 26517504, 4096 00020000:00200000:2.0:1789760791.359294:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760791.359310:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6473, 6473] 00000008:00010000:2.0:1789760791.359324:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760791.359328:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760791.359337:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26513408, 26517504) append 0 append lockpos 0 00000080:00200000:2.0:1789760791.359347:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26513408=0x1949000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760791.359385:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760791.359388:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26517504 00000020:00010000:2.0:1789760791.359394:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760791.359397:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.359400:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.359403:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760791.359406:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760791.359412:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760791.359417:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760791.359429:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8c00 00000008:00100000:2.0:1789760791.359515:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 26513408<>26517504 00000100:00100000:3.0:1789760791.359569:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515830912:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760791.408660:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8c00 00000020:00200000:3.0:1789760791.408670:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760791.408679:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760791.408696:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8c00 00000100:00100000:3.0:1789760791.408720:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515830912:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760791.408846:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6473, 6473] 00000080:00200000:2.0:1789760791.408881:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760791.408886:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760791.408898:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26517504 i_blocks 53255 00000020:00200000:2.0:1789760791.408902:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760791.408910:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760791.408945:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26517504, count: 4096 00000080:00200000:2.0:1789760791.408952:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26517504, bytes: 4096 00000080:00200000:2.0:1789760791.408960:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760791.408967:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760791.408969:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26517504, 26521600) 0 0 00000080:00200000:2.0:1789760791.408973:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760791.408985:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6474, 6474] 00020000:00200000:2.0:1789760791.408991:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26517504 chunk: [26517504, 26521600) 26521600, 4096 00020000:00200000:2.0:1789760791.409004:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760791.409022:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6474, 6474] 00000008:00010000:2.0:1789760791.409034:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760791.409039:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760791.409048:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26517504, 26521600) append 0 append lockpos 0 00000080:00200000:2.0:1789760791.409058:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26517504=0x194a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760791.409110:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760791.409113:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26521600 00000020:00010000:2.0:1789760791.409123:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760791.409126:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.409129:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.409133:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760791.409136:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760791.409143:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760791.409148:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760791.409161:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8c00 00000008:00100000:2.0:1789760791.409231:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 26517504<>26521600 00000100:00100000:3.0:1789760791.409439:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515831040:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760791.486739:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973791 gen 2 00000008:00010000:3.0:1789760791.486789:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8c00 00000020:00200000:3.0:1789760791.486796:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760791.486804:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760791.486823:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8c00 00000100:00100000:3.0:1789760791.486847:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515831040:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760791.487174:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6474, 6474] 00000080:00200000:2.0:1789760791.487187:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760791.487191:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760791.487204:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26521600 i_blocks 53255 00000020:00200000:2.0:1789760791.487207:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760791.487215:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760791.487240:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26521600, count: 4096 00000080:00200000:2.0:1789760791.487245:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26521600, bytes: 4096 00000080:00200000:2.0:1789760791.487253:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760791.487259:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760791.487262:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26521600, 26525696) 0 0 00000080:00200000:2.0:1789760791.487265:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760791.487278:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6475, 6475] 00020000:00200000:2.0:1789760791.487286:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26521600 chunk: [26521600, 26525696) 26525696, 4096 00020000:00200000:2.0:1789760791.487290:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760791.487304:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6475, 6475] 00000008:00010000:2.0:1789760791.487316:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760791.487321:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760791.487330:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26521600, 26525696) append 0 append lockpos 0 00000080:00200000:2.0:1789760791.487340:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26521600=0x194b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760791.487388:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760791.487391:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26525696 00000020:00010000:2.0:1789760791.487397:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760791.487400:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.487402:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.487405:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760791.487408:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760791.487415:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760791.487420:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760791.487433:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760791.487508:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 26521600<>26525696 00000100:00100000:3.0:1789760791.487592:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760791.487606:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515831168:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760791.537107:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789760791.564263:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973792 gen 2 00000008:00010000:3.0:1789760791.564298:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8f00 00000020:00200000:3.0:1789760791.564305:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760791.564314:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760791.564334:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8f00 00000100:00100000:3.0:1789760791.564356:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515831168:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760791.566029:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6475, 6475] 00000080:00200000:2.0:1789760791.566044:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760791.566049:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760791.566062:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26525696 i_blocks 53255 00000020:00200000:2.0:1789760791.566066:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760791.566075:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760791.566099:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26525696, count: 4096 00000080:00200000:2.0:1789760791.566105:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26525696, bytes: 4096 00000080:00200000:2.0:1789760791.566114:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760791.566121:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760791.566123:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26525696, 26529792) 0 0 00000080:00200000:2.0:1789760791.566127:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760791.566139:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6476, 6476] 00020000:00200000:2.0:1789760791.566145:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26525696 chunk: [26525696, 26529792) 26529792, 4096 00020000:00200000:2.0:1789760791.566149:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760791.566161:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6476, 6476] 00000008:00010000:2.0:1789760791.566174:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760791.566178:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760791.566187:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26525696, 26529792) append 0 append lockpos 0 00000080:00200000:2.0:1789760791.566198:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26525696=0x194c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760791.566242:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760791.566245:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26529792 00000020:00010000:2.0:1789760791.566251:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760791.566254:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.566257:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.566260:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760791.566263:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760791.566270:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760791.566274:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760791.566289:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8d80 00000008:00100000:2.0:1789760791.566363:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 26525696<>26529792 00000100:00100000:3.0:1789760791.567026:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760791.567048:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515831296:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760791.650185:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973793 gen 2 00000008:00010000:3.0:1789760791.650221:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8d80 00000020:00200000:3.0:1789760791.650227:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760791.650237:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760791.650264:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8d80 00000100:00100000:3.0:1789760791.650288:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515831296:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760791.650400:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6476, 6476] 00000080:00200000:2.0:1789760791.650413:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760791.650418:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760791.650430:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26529792 i_blocks 53255 00000020:00200000:2.0:1789760791.650434:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760791.650442:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760791.650467:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26529792, count: 4096 00000080:00200000:2.0:1789760791.650473:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26529792, bytes: 4096 00000080:00200000:2.0:1789760791.650483:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760791.650490:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760791.650493:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26529792, 26533888) 0 0 00000080:00200000:2.0:1789760791.650496:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760791.650509:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6477, 6477] 00020000:00200000:2.0:1789760791.650515:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26529792 chunk: [26529792, 26533888) 26533888, 4096 00020000:00200000:2.0:1789760791.650519:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760791.650534:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6477, 6477] 00000008:00010000:2.0:1789760791.650547:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760791.650552:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760791.650561:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26529792, 26533888) append 0 append lockpos 0 00000080:00200000:2.0:1789760791.650571:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26529792=0x194d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760791.650614:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760791.650617:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26533888 00000020:00010000:2.0:1789760791.650623:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760791.650626:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.650630:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.650633:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760791.650635:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760791.650643:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760791.650648:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760791.650661:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760791.650733:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 26529792<>26533888 00000100:00100000:3.0:1789760791.651391:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760791.651412:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515831424:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760791.715998:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8b40 00000020:00200000:3.0:1789760791.716011:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760791.716020:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760791.716080:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8b40 00000100:00100000:3.0:1789760791.716106:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515831424:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760791.716704:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6477, 6477] 00000080:00200000:2.0:1789760791.716717:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760791.716723:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760791.716736:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26533888 i_blocks 53255 00000020:00200000:2.0:1789760791.716740:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760791.717026:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760791.717050:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26533888, count: 4096 00000080:00200000:2.0:1789760791.717124:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26533888, bytes: 4096 00000080:00200000:2.0:1789760791.717134:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760791.717140:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760791.717142:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26533888, 26537984) 0 0 00000080:00200000:2.0:1789760791.717146:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760791.717158:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6478, 6478] 00020000:00200000:2.0:1789760791.717165:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26533888 chunk: [26533888, 26537984) 26537984, 4096 00020000:00200000:2.0:1789760791.717168:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760791.717183:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6478, 6478] 00000008:00010000:2.0:1789760791.717196:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760791.717201:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760791.717209:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26533888, 26537984) append 0 append lockpos 0 00000080:00200000:2.0:1789760791.717220:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26533888=0x194e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760791.717274:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760791.717276:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26537984 00000020:00010000:2.0:1789760791.717282:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760791.717286:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.717289:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.717291:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760791.717294:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760791.717301:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760791.717306:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760791.717323:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760791.717402:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 26533888<>26537984 00000100:00100000:3.0:1789760791.717647:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760791.717669:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515831552:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760791.780440:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973794 gen 2 00000100:00100000:3.0:1789760791.780466:0:2364:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23ab480 x1876699515831552/t4294973795(4294973795) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760807 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760791.780502:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:3.0:1789760791.780508:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760791.780516:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760791.780535:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:3.0:1789760791.780554:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515831552:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760791.780970:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6478, 6478] 00000080:00200000:2.0:1789760791.780983:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760791.780988:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760791.781009:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26537984 i_blocks 53255 00000020:00200000:2.0:1789760791.781012:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760791.781022:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760791.781047:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26537984, count: 4096 00000080:00200000:2.0:1789760791.781052:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26537984, bytes: 4096 00000080:00200000:2.0:1789760791.781061:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760791.781068:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760791.781070:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26537984, 26542080) 0 0 00000080:00200000:2.0:1789760791.781074:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760791.781086:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6479, 6479] 00020000:00200000:2.0:1789760791.781094:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26537984 chunk: [26537984, 26542080) 26542080, 4096 00020000:00200000:2.0:1789760791.781097:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760791.781111:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6479, 6479] 00000008:00010000:2.0:1789760791.781125:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760791.781130:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760791.781138:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26537984, 26542080) append 0 append lockpos 0 00000080:00200000:2.0:1789760791.781150:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26537984=0x194f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760791.781196:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760791.781199:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26542080 00000020:00010000:2.0:1789760791.781205:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760791.781209:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.781212:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.781215:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760791.781218:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760791.781226:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760791.781232:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760791.781246:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760791.781330:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 26537984<>26542080 00000100:00100000:3.0:1789760791.781750:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760791.781769:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515831680:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760791.834108:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973796 gen 2 00000008:00010000:3.0:1789760791.834154:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8240 00000020:00200000:3.0:1789760791.834160:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760791.834167:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760791.834185:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8240 00000100:00100000:3.0:1789760791.834216:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515831680:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760791.834391:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6479, 6479] 00000080:00200000:2.0:1789760791.834406:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760791.834411:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760791.834424:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26542080 i_blocks 53255 00000020:00200000:2.0:1789760791.834427:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760791.834435:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760791.834462:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26542080, count: 4096 00000080:00200000:2.0:1789760791.834468:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26542080, bytes: 4096 00000080:00200000:2.0:1789760791.834476:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760791.834484:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760791.834486:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26542080, 26546176) 0 0 00000080:00200000:2.0:1789760791.834490:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760791.834504:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6480, 6480] 00020000:00200000:2.0:1789760791.834510:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26542080 chunk: [26542080, 26546176) 26546176, 4096 00020000:00200000:2.0:1789760791.834514:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760791.834530:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6480, 6480] 00000008:00010000:2.0:1789760791.834544:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760791.834559:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760791.834735:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26542080, 26546176) append 0 append lockpos 0 00000080:00200000:2.0:1789760791.834748:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26542080=0x1950000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760791.834792:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760791.834795:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26546176 00000020:00010000:2.0:1789760791.834801:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760791.834805:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.834807:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.834810:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760791.834812:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760791.834820:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760791.834825:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760791.834840:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760791.834956:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 26542080<>26546176 00000100:00100000:3.0:1789760791.836604:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760791.836726:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515831808:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760791.906204:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973797 gen 2 00000008:00010000:3.0:1789760791.906249:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8600 00000020:00200000:3.0:1789760791.906256:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760791.906264:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760791.906281:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8600 00000100:00100000:3.0:1789760791.906305:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515831808:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760791.906315:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6480, 6480] 00000080:00200000:2.0:1789760791.906330:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760791.906336:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760791.906349:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26546176 i_blocks 53255 00000020:00200000:2.0:1789760791.906354:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760791.906364:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760791.906392:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26546176, count: 4096 00000080:00200000:2.0:1789760791.906398:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26546176, bytes: 4096 00000080:00200000:2.0:1789760791.906405:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760791.906413:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760791.906415:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26546176, 26550272) 0 0 00000080:00200000:2.0:1789760791.906418:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760791.906430:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6481, 6481] 00020000:00200000:2.0:1789760791.906436:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26546176 chunk: [26546176, 26550272) 26550272, 4096 00020000:00200000:2.0:1789760791.906440:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760791.906456:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6481, 6481] 00000008:00010000:2.0:1789760791.906470:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760791.906475:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760791.906484:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26546176, 26550272) append 0 append lockpos 0 00000080:00200000:2.0:1789760791.906494:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26546176=0x1951000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760791.906540:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760791.906542:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26550272 00000020:00010000:2.0:1789760791.906557:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760791.906561:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.906564:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.906567:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760791.906570:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760791.906579:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760791.906584:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760791.906597:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8180 00000008:00100000:2.0:1789760791.906672:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 26546176<>26550272 00000100:00100000:3.0:1789760791.906797:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760791.906811:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515831936:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760791.982257:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973798 gen 2 00000008:00010000:3.0:1789760791.982290:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8180 00000020:00200000:3.0:1789760791.982296:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760791.982305:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760791.982324:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8180 00000100:00100000:3.0:1789760791.982347:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515831936:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760791.983264:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6481, 6481] 00000080:00200000:2.0:1789760791.983280:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760791.983285:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760791.983299:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26550272 i_blocks 53255 00000020:00200000:2.0:1789760791.983303:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760791.983312:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760791.983338:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26550272, count: 4096 00000080:00200000:2.0:1789760791.983344:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26550272, bytes: 4096 00000080:00200000:2.0:1789760791.983353:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760791.983360:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760791.983362:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26550272, 26554368) 0 0 00000080:00200000:2.0:1789760791.983366:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760791.983379:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6482, 6482] 00020000:00200000:2.0:1789760791.983387:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26550272 chunk: [26550272, 26554368) 26554368, 4096 00020000:00200000:2.0:1789760791.983391:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760791.983407:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6482, 6482] 00000008:00010000:2.0:1789760791.983423:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760791.983428:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760791.983438:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26550272, 26554368) append 0 append lockpos 0 00000080:00200000:2.0:1789760791.983450:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26550272=0x1952000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760791.983497:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760791.983500:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26554368 00000020:00010000:2.0:1789760791.983507:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760791.983510:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.983513:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760791.983516:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760791.983519:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760791.983527:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760791.983532:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760791.983552:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e80c0 00000008:00100000:2.0:1789760791.983632:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 26550272<>26554368 00000100:00100000:3.0:1789760791.983962:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515832064:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760792.075218:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973799 gen 2 00000008:00010000:3.0:1789760792.075255:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e80c0 00000020:00200000:3.0:1789760792.075263:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760792.075272:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760792.075292:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e80c0 00000100:00100000:3.0:1789760792.075329:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515832064:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760792.075420:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6482, 6482] 00000080:00200000:2.0:1789760792.075436:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760792.075441:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760792.075452:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26554368 i_blocks 53255 00000020:00200000:2.0:1789760792.075455:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760792.075463:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760792.075489:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26554368, count: 4096 00000080:00200000:2.0:1789760792.075495:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26554368, bytes: 4096 00000080:00200000:2.0:1789760792.075502:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760792.075509:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760792.075511:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26554368, 26558464) 0 0 00000080:00200000:2.0:1789760792.075514:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760792.075526:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6483, 6483] 00020000:00200000:2.0:1789760792.075533:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26554368 chunk: [26554368, 26558464) 26558464, 4096 00020000:00200000:2.0:1789760792.075536:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760792.075551:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6483, 6483] 00000008:00010000:2.0:1789760792.075564:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760792.075569:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760792.075578:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26554368, 26558464) append 0 append lockpos 0 00000080:00200000:2.0:1789760792.075589:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26554368=0x1953000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760792.075646:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760792.075649:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26558464 00000020:00010000:2.0:1789760792.075656:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760792.075659:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760792.075661:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760792.075665:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760792.075667:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760792.075675:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760792.075680:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760792.075693:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760792.075773:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 26554368<>26558464 00000100:00100000:3.0:1789760792.075930:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515832192:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760792.142216:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973800 gen 2 00000008:00010000:3.0:1789760792.142250:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:3.0:1789760792.142256:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760792.142265:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760792.142284:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:3.0:1789760792.142306:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515832192:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760792.142387:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6483, 6483] 00000080:00200000:2.0:1789760792.142399:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760792.142405:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760792.142417:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26558464 i_blocks 53255 00000020:00200000:2.0:1789760792.142421:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760792.142429:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760792.142454:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26558464, count: 4096 00000080:00200000:2.0:1789760792.142460:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26558464, bytes: 4096 00000080:00200000:2.0:1789760792.142468:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760792.142476:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760792.142478:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26558464, 26562560) 0 0 00000080:00200000:2.0:1789760792.142482:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760792.142493:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6484, 6484] 00020000:00200000:2.0:1789760792.142499:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26558464 chunk: [26558464, 26562560) 26562560, 4096 00020000:00200000:2.0:1789760792.142503:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760792.142518:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6484, 6484] 00000008:00010000:2.0:1789760792.142531:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760792.142536:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760792.142544:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26558464, 26562560) append 0 append lockpos 0 00000080:00200000:2.0:1789760792.142555:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26558464=0x1954000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760792.142597:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760792.142600:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26562560 00000020:00010000:2.0:1789760792.142607:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760792.142610:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760792.142613:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760792.142616:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760792.142618:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760792.142625:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760792.142630:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760792.142705:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760792.142775:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 26558464<>26562560 00000100:00100000:3.0:1789760792.142852:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760792.142897:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515832320:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760792.183456:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:3.0:1789760792.183467:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760792.183475:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760792.183492:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000100:00100000:3.0:1789760792.183514:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515832320:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760792.183889:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6484, 6484] 00000080:00200000:2.0:1789760792.183912:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760792.183918:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760792.183930:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26562560 i_blocks 53255 00000020:00200000:2.0:1789760792.183934:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760792.183942:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760792.183966:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26562560, count: 4096 00000080:00200000:2.0:1789760792.183972:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26562560, bytes: 4096 00000080:00200000:2.0:1789760792.183980:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760792.183997:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760792.183999:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26562560, 26566656) 0 0 00000080:00200000:2.0:1789760792.184003:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760792.184017:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6485, 6485] 00020000:00200000:2.0:1789760792.184024:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26562560 chunk: [26562560, 26566656) 26566656, 4096 00020000:00200000:2.0:1789760792.184028:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760792.184042:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6485, 6485] 00000008:00010000:2.0:1789760792.184055:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760792.184059:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760792.184067:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26562560, 26566656) append 0 append lockpos 0 00000080:00200000:2.0:1789760792.184078:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26562560=0x1955000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760792.184131:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760792.184134:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26566656 00000020:00010000:2.0:1789760792.184141:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760792.184144:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760792.184147:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760792.184151:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760792.184154:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760792.184161:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760792.184166:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760792.184179:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760792.184252:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 26562560<>26566656 00000100:00100000:3.0:1789760792.184383:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760792.184398:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515832448:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760792.221041:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973802 gen 2 00000008:00010000:3.0:1789760792.221100:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8000 00000020:00200000:3.0:1789760792.221106:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760792.221115:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760792.221130:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8000 00000100:00100000:3.0:1789760792.221152:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515832448:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760792.221305:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6485, 6485] 00000080:00200000:2.0:1789760792.221318:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760792.221323:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760792.221336:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26566656 i_blocks 53255 00000020:00200000:2.0:1789760792.221340:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760792.221348:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760792.221371:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26566656, count: 4096 00000080:00200000:2.0:1789760792.221377:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26566656, bytes: 4096 00000080:00200000:2.0:1789760792.221385:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760792.221391:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760792.221394:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26566656, 26570752) 0 0 00000080:00200000:2.0:1789760792.221397:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760792.221411:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6486, 6486] 00020000:00200000:2.0:1789760792.221417:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26566656 chunk: [26566656, 26570752) 26570752, 4096 00020000:00200000:2.0:1789760792.221420:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760792.221435:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6486, 6486] 00000008:00010000:2.0:1789760792.221448:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760792.221453:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760792.221461:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26566656, 26570752) append 0 append lockpos 0 00000080:00200000:2.0:1789760792.221472:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26566656=0x1956000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760792.221514:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760792.221517:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26570752 00000020:00010000:2.0:1789760792.221524:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760792.221527:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760792.221530:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760792.221533:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760792.221536:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760792.221543:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760792.221548:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760792.221562:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760792.221650:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 26566656<>26570752 00000100:00100000:3.0:1789760792.221784:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760792.221801:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515832576:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760792.253499:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973803 gen 2 00000008:00010000:3.0:1789760792.253535:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:3.0:1789760792.253541:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760792.253549:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760792.253568:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:3.0:1789760792.253591:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515832576:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760792.253731:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6486, 6486] 00000080:00200000:2.0:1789760792.253744:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760792.253749:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760792.253762:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26570752 i_blocks 53255 00000020:00200000:2.0:1789760792.253765:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760792.253773:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760792.253800:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26570752, count: 4096 00000080:00200000:2.0:1789760792.253806:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26570752, bytes: 4096 00000080:00200000:2.0:1789760792.253814:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760792.253821:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760792.253823:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26570752, 26574848) 0 0 00000080:00200000:2.0:1789760792.253826:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760792.253838:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6487, 6487] 00020000:00200000:2.0:1789760792.253845:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26570752 chunk: [26570752, 26574848) 26574848, 4096 00020000:00200000:2.0:1789760792.253849:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760792.253891:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6487, 6487] 00000008:00010000:2.0:1789760792.253905:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760792.253909:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760792.253918:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26570752, 26574848) append 0 append lockpos 0 00000080:00200000:2.0:1789760792.253928:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26570752=0x1957000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760792.253971:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760792.253974:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26574848 00000020:00010000:2.0:1789760792.253981:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760792.253985:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760792.253997:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760792.254000:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760792.254002:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760792.254010:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760792.254016:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760792.254030:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760792.254116:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 26570752<>26574848 00000100:00100000:3.0:1789760792.254346:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760792.254362:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515832704:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760792.286940:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8540 00000020:00200000:3.0:1789760792.286953:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760792.286962:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760792.286981:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8540 00000100:00100000:3.0:1789760792.287014:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515832704:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760792.287180:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6487, 6487] 00000080:00200000:2.0:1789760792.287192:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760792.287197:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760792.287210:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26574848 i_blocks 53255 00000020:00200000:2.0:1789760792.287213:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760792.287222:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760792.287247:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26574848, count: 4096 00000080:00200000:2.0:1789760792.287253:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26574848, bytes: 4096 00000080:00200000:2.0:1789760792.287260:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760792.287267:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760792.287269:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26574848, 26578944) 0 0 00000080:00200000:2.0:1789760792.287273:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760792.287284:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6488, 6488] 00020000:00200000:2.0:1789760792.287291:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26574848 chunk: [26574848, 26578944) 26578944, 4096 00020000:00200000:2.0:1789760792.287295:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760792.287310:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6488, 6488] 00000008:00010000:2.0:1789760792.287323:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760792.287328:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760792.287335:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26574848, 26578944) append 0 append lockpos 0 00000080:00200000:2.0:1789760792.287346:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26574848=0x1958000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760792.287388:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760792.287392:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26578944 00000020:00010000:2.0:1789760792.287398:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760792.287401:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760792.287404:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760792.287407:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760792.287410:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760792.287416:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760792.287421:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760792.287434:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760792.287512:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 26574848<>26578944 00000100:00100000:3.0:1789760792.287802:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760792.287820:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515832832:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760792.323815:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973805 gen 2 00000008:00010000:3.0:1789760792.323881:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8840 00000020:00200000:3.0:1789760792.323888:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760792.323896:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760792.323919:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8840 00000100:00100000:3.0:1789760792.323942:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515832832:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760792.324151:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6488, 6488] 00000080:00200000:2.0:1789760792.324164:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760792.324169:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760792.324182:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26578944 i_blocks 53255 00000020:00200000:2.0:1789760792.324185:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760792.324193:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760792.324218:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26578944, count: 4096 00000080:00200000:2.0:1789760792.324224:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26578944, bytes: 4096 00000080:00200000:2.0:1789760792.324232:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760792.324238:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760792.324241:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26578944, 26583040) 0 0 00000080:00200000:2.0:1789760792.324244:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760792.324256:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6489, 6489] 00020000:00200000:2.0:1789760792.324263:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26578944 chunk: [26578944, 26583040) 26583040, 4096 00020000:00200000:2.0:1789760792.324267:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760792.324281:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6489, 6489] 00000008:00010000:2.0:1789760792.324294:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760792.324299:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760792.324307:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26578944, 26583040) append 0 append lockpos 0 00000080:00200000:2.0:1789760792.324318:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26578944=0x1959000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760792.324359:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760792.324362:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26583040 00000020:00010000:2.0:1789760792.324368:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760792.324372:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760792.324375:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760792.324378:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760792.324380:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760792.324387:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760792.324392:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760792.324405:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760792.324476:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 26578944<>26583040 00000100:00100000:3.0:1789760792.324560:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760792.324574:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515832960:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760792.363081:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973806 gen 2 00000008:00010000:3.0:1789760792.363123:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e86c0 00000020:00200000:3.0:1789760792.363129:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760792.363137:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760792.363154:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e86c0 00000100:00100000:3.0:1789760792.363178:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515832960:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760792.363334:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6489, 6489] 00000080:00200000:2.0:1789760792.363347:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760792.363353:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760792.363364:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26583040 i_blocks 53255 00000020:00200000:2.0:1789760792.363367:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760792.363376:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760792.363400:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26583040, count: 4096 00000080:00200000:2.0:1789760792.363406:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26583040, bytes: 4096 00000080:00200000:2.0:1789760792.363413:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760792.363419:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760792.363421:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26583040, 26587136) 0 0 00000080:00200000:2.0:1789760792.363425:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760792.363437:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6490, 6490] 00020000:00200000:2.0:1789760792.363444:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26583040 chunk: [26583040, 26587136) 26587136, 4096 00020000:00200000:2.0:1789760792.363448:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760792.363462:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6490, 6490] 00000008:00010000:2.0:1789760792.363476:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760792.363480:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760792.363489:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26583040, 26587136) append 0 append lockpos 0 00000080:00200000:2.0:1789760792.363498:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26583040=0x195a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760792.363542:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760792.363544:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26587136 00000020:00010000:2.0:1789760792.363551:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760792.363554:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760792.363557:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760792.363560:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760792.363563:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760792.363571:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760792.363576:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760792.363590:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8cc0 00000008:00100000:2.0:1789760792.363727:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 26583040<>26587136 00000100:00100000:3.0:1789760792.363784:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515833088:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760792.403937:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973807 gen 2 00000008:00010000:3.0:1789760792.403970:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8cc0 00000020:00200000:3.0:1789760792.403976:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760792.403995:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760792.404011:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8cc0 00000100:00100000:3.0:1789760792.404040:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515833088:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760792.404223:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6490, 6490] 00000080:00200000:2.0:1789760792.404238:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760792.404243:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760792.404256:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26587136 i_blocks 53255 00000020:00200000:2.0:1789760792.404260:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760792.404268:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760792.404295:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26587136, count: 4096 00000080:00200000:2.0:1789760792.404302:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26587136, bytes: 4096 00000080:00200000:2.0:1789760792.404309:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760792.404317:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760792.404319:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26587136, 26591232) 0 0 00000080:00200000:2.0:1789760792.404323:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760792.404336:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6491, 6491] 00020000:00200000:2.0:1789760792.404343:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26587136 chunk: [26587136, 26591232) 26591232, 4096 00020000:00200000:2.0:1789760792.404347:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760792.404360:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6491, 6491] 00000008:00010000:2.0:1789760792.404372:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760792.404376:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760792.404384:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26587136, 26591232) append 0 append lockpos 0 00000080:00200000:2.0:1789760792.404394:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26587136=0x195b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760792.404435:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760792.404437:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26591232 00000020:00010000:2.0:1789760792.404444:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760792.404448:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760792.404451:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760792.404455:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760792.404458:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760792.404465:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760792.404470:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760792.404482:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8cc0 00000008:00100000:2.0:1789760792.404555:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 26587136<>26591232 00000100:00100000:3.0:1789760792.404751:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515833216:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760792.444467:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973808 gen 2 00000008:00010000:3.0:1789760792.444503:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8cc0 00000020:00200000:3.0:1789760792.444509:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760792.444518:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760792.444537:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8cc0 00000100:00100000:3.0:1789760792.444560:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515833216:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760792.444648:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6491, 6491] 00000080:00200000:2.0:1789760792.444661:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760792.444667:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760792.444679:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26591232 i_blocks 53255 00000020:00200000:2.0:1789760792.444682:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760792.444690:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760792.444714:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26591232, count: 4096 00000080:00200000:2.0:1789760792.444720:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26591232, bytes: 4096 00000080:00200000:2.0:1789760792.444727:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760792.444734:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760792.444736:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26591232, 26595328) 0 0 00000080:00200000:2.0:1789760792.444740:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760792.444752:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6492, 6492] 00020000:00200000:2.0:1789760792.444758:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26591232 chunk: [26591232, 26595328) 26595328, 4096 00020000:00200000:2.0:1789760792.444762:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760792.444776:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6492, 6492] 00000008:00010000:2.0:1789760792.444789:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760792.444793:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760792.444802:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26591232, 26595328) append 0 append lockpos 0 00000080:00200000:2.0:1789760792.444812:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26591232=0x195c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760792.444889:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760792.444893:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26595328 00000020:00010000:2.0:1789760792.444899:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760792.444902:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760792.444905:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760792.444918:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760792.444921:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760792.444929:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760792.444934:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760792.444947:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760792.445031:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 26591232<>26595328 00000100:00100000:3.0:1789760792.445355:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760792.445371:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515833344:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760792.477294:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973809 gen 2 00000008:00010000:3.0:1789760792.477330:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e86c0 00000020:00200000:3.0:1789760792.477336:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760792.477344:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760792.477363:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e86c0 00000100:00100000:3.0:1789760792.477386:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515833344:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760792.477476:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6492, 6492] 00000080:00200000:2.0:1789760792.477491:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760792.477496:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760792.477508:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26595328 i_blocks 53255 00000020:00200000:2.0:1789760792.477512:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760792.477520:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760792.477545:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26595328, count: 4096 00000080:00200000:2.0:1789760792.477551:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26595328, bytes: 4096 00000080:00200000:2.0:1789760792.477558:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760792.477566:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760792.477568:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26595328, 26599424) 0 0 00000080:00200000:2.0:1789760792.477572:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760792.477587:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6493, 6493] 00020000:00200000:2.0:1789760792.477594:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26595328 chunk: [26595328, 26599424) 26599424, 4096 00020000:00200000:2.0:1789760792.477597:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760792.477614:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6493, 6493] 00000008:00010000:2.0:1789760792.477627:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760792.477692:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760792.477706:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26595328, 26599424) append 0 append lockpos 0 00000080:00200000:2.0:1789760792.477717:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26595328=0x195d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760792.477761:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760792.477764:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26599424 00000020:00010000:2.0:1789760792.477770:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760792.477774:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760792.477776:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760792.477779:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760792.477782:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760792.477788:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760792.477794:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760792.477807:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760792.478034:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 26595328<>26599424 00000100:00100000:3.0:1789760792.478086:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515833472:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760792.516896:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8840 00000020:00200000:3.0:1789760792.516918:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760792.516926:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760792.516947:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8840 00000100:00100000:3.0:1789760792.516971:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515833472:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760792.517148:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6493, 6493] 00000080:00200000:0.0:1789760792.517161:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760792.517167:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760792.517178:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26599424 i_blocks 53255 00000020:00200000:0.0:1789760792.517182:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760792.517192:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760792.517219:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26599424, count: 4096 00000080:00200000:0.0:1789760792.517226:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26599424, bytes: 4096 00000080:00200000:0.0:1789760792.517233:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760792.517240:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760792.517242:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26599424, 26603520) 0 0 00000080:00200000:0.0:1789760792.517246:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760792.517258:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6494, 6494] 00020000:00200000:0.0:1789760792.517265:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26599424 chunk: [26599424, 26603520) 26603520, 4096 00020000:00200000:0.0:1789760792.517269:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760792.517283:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6494, 6494] 00000008:00010000:0.0:1789760792.517297:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760792.517302:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760792.517311:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26599424, 26603520) append 0 append lockpos 0 00000080:00200000:0.0:1789760792.517322:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26599424=0x195e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760792.517367:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760792.517370:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26603520 00000020:00010000:0.0:1789760792.517377:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760792.517381:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760792.517383:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760792.517387:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760792.517390:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760792.517396:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760792.517402:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760792.517416:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760792.517497:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5f80 - object 0x240000400:4 offset 26599424<>26603520 00000100:00100000:0.0:1789760792.517536:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760792.517550:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515833600:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760792.558681:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973810 gen 2 00000100:00100000:0.0:1789760792.558710:0:2362:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8fc5f80 x1876699515833600/t4294973811(4294973811) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760808 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760792.558750:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:0.0:1789760792.558756:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760792.558764:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760792.558786:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:0.0:1789760792.558805:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515833600:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760792.558944:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6494, 6494] 00000080:00200000:3.0:1789760792.558958:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760792.558964:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760792.558975:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26603520 i_blocks 53255 00000020:00200000:3.0:1789760792.558978:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760792.558996:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760792.559022:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26603520, count: 4096 00000080:00200000:3.0:1789760792.559028:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26603520, bytes: 4096 00000080:00200000:3.0:1789760792.559036:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760792.559043:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760792.559045:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26603520, 26607616) 0 0 00000080:00200000:3.0:1789760792.559049:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760792.559060:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6495, 6495] 00020000:00200000:3.0:1789760792.559067:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26603520 chunk: [26603520, 26607616) 26607616, 4096 00020000:00200000:3.0:1789760792.559070:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760792.559085:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6495, 6495] 00000008:00010000:3.0:1789760792.559110:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760792.559115:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760792.559123:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26603520, 26607616) append 0 append lockpos 0 00000080:00200000:3.0:1789760792.559134:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26603520=0x195f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760792.559175:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760792.559178:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26607616 00000020:00010000:3.0:1789760792.559185:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760792.559188:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760792.559192:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760792.559195:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760792.559198:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760792.559203:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760792.559208:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760792.559221:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760792.559290:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4000 - object 0x240000400:4 offset 26603520<>26607616 00000100:00100000:3.0:1789760792.559324:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760792.559336:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515833728:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760792.561375:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789760792.593268:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973812 gen 2 00000008:00010000:3.0:1789760792.593322:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:3.0:1789760792.593329:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760792.593339:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760792.593364:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:3.0:1789760792.593388:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515833728:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760792.593482:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6495, 6495] 00000080:00200000:0.0:1789760792.593496:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760792.593500:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760792.593513:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26607616 i_blocks 53255 00000020:00200000:0.0:1789760792.593517:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760792.593525:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760792.593550:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26607616, count: 4096 00000080:00200000:0.0:1789760792.593556:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26607616, bytes: 4096 00000080:00200000:0.0:1789760792.593563:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760792.593570:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760792.593572:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26607616, 26611712) 0 0 00000080:00200000:0.0:1789760792.593575:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760792.593588:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6496, 6496] 00020000:00200000:0.0:1789760792.593595:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26607616 chunk: [26607616, 26611712) 26611712, 4096 00020000:00200000:0.0:1789760792.593598:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760792.593613:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6496, 6496] 00000008:00010000:0.0:1789760792.593632:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760792.593637:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760792.593646:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26607616, 26611712) append 0 append lockpos 0 00000080:00200000:0.0:1789760792.593657:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26607616=0x1960000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760792.593701:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760792.593704:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26611712 00000020:00010000:0.0:1789760792.593710:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760792.593714:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760792.593718:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760792.593721:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760792.593724:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760792.593731:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760792.593736:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760792.593750:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760792.593825:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5f80 - object 0x240000400:4 offset 26607616<>26611712 00000100:00100000:1.0:1789760792.593994:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760792.594010:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515833856:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760792.627118:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973813 gen 2 00000008:00010000:1.0:1789760792.627152:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760792.627159:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760792.627168:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760792.627187:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760792.627213:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515833856:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760792.627486:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6496, 6496] 00000080:00200000:0.0:1789760792.627500:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760792.627505:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760792.627518:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26611712 i_blocks 53255 00000020:00200000:0.0:1789760792.627522:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760792.627530:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760792.627557:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26611712, count: 4096 00000080:00200000:0.0:1789760792.627563:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26611712, bytes: 4096 00000080:00200000:0.0:1789760792.627571:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760792.627578:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760792.627580:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26611712, 26615808) 0 0 00000080:00200000:0.0:1789760792.627584:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760792.627596:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6497, 6497] 00020000:00200000:0.0:1789760792.627602:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26611712 chunk: [26611712, 26615808) 26615808, 4096 00020000:00200000:0.0:1789760792.627606:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760792.627620:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6497, 6497] 00000008:00010000:0.0:1789760792.627646:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760792.627652:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760792.627660:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26611712, 26615808) append 0 append lockpos 0 00000080:00200000:0.0:1789760792.627671:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26611712=0x1961000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760792.627713:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760792.627716:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26615808 00000020:00010000:0.0:1789760792.627722:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760792.627725:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760792.627729:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760792.627733:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760792.627736:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760792.627741:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760792.627746:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760792.627759:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760792.627828:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 26611712<>26615808 00000100:00100000:1.0:1789760792.628112:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515833984:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760792.662415:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973814 gen 2 00000008:00010000:1.0:1789760792.662449:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760792.662456:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760792.662465:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760792.662486:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760792.662509:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515833984:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760792.662881:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6497, 6497] 00000080:00200000:0.0:1789760792.662896:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760792.662902:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760792.662923:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26615808 i_blocks 53255 00000020:00200000:0.0:1789760792.662927:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760792.662936:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760792.662961:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26615808, count: 4096 00000080:00200000:0.0:1789760792.662967:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26615808, bytes: 4096 00000080:00200000:0.0:1789760792.662975:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760792.662991:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760792.662994:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26615808, 26619904) 0 0 00000080:00200000:0.0:1789760792.662998:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760792.663012:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6498, 6498] 00020000:00200000:0.0:1789760792.663019:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26615808 chunk: [26615808, 26619904) 26619904, 4096 00020000:00200000:0.0:1789760792.663023:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760792.663038:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6498, 6498] 00000008:00010000:0.0:1789760792.663076:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760792.663081:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760792.663287:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26615808, 26619904) append 0 append lockpos 0 00000080:00200000:0.0:1789760792.663301:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26615808=0x1962000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760792.663358:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760792.663361:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26619904 00000020:00010000:0.0:1789760792.663370:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760792.663373:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760792.663378:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760792.663381:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760792.663384:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760792.663390:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760792.663395:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760792.663410:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760792.663494:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4700 - object 0x240000400:4 offset 26615808<>26619904 00000100:00100000:1.0:1789760792.663557:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515834112:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760792.698653:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973815 gen 2 00000008:00010000:1.0:1789760792.698688:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760792.698694:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760792.698702:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760792.698721:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760792.698745:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515834112:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760792.698882:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6498, 6498] 00000080:00200000:0.0:1789760792.698894:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760792.698900:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760792.698922:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26619904 i_blocks 53255 00000020:00200000:0.0:1789760792.698926:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760792.698935:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760792.698960:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26619904, count: 4096 00000080:00200000:0.0:1789760792.698965:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26619904, bytes: 4096 00000080:00200000:0.0:1789760792.698972:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760792.698979:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760792.698981:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26619904, 26624000) 0 0 00000080:00200000:0.0:1789760792.698995:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760792.699008:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6499, 6499] 00020000:00200000:0.0:1789760792.699015:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26619904 chunk: [26619904, 26624000) 26624000, 4096 00020000:00200000:0.0:1789760792.699018:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760792.699033:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6499, 6499] 00000008:00010000:0.0:1789760792.699047:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760792.699051:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760792.699060:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26619904, 26624000) append 0 append lockpos 0 00000080:00200000:0.0:1789760792.699071:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26619904=0x1963000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760792.699116:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760792.699119:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26624000 00000020:00010000:0.0:1789760792.699126:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760792.699129:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760792.699133:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760792.699136:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760792.699140:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760792.699146:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760792.699151:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760792.699164:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760792.699243:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 26619904<>26624000 00000100:00100000:1.0:1789760792.699510:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515834240:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760792.731058:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760792.731069:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760792.731078:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760792.731098:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760792.731121:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515834240:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760792.731814:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6499, 6499] 00000080:00200000:0.0:1789760792.731830:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760792.731835:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760792.731848:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26624000 i_blocks 53255 00000020:00200000:0.0:1789760792.731852:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760792.731888:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760792.731926:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26624000, count: 4096 00000080:00200000:0.0:1789760792.731932:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26624000, bytes: 4096 00000080:00200000:0.0:1789760792.731941:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760792.731948:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760792.731951:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26624000, 26628096) 0 0 00000080:00200000:0.0:1789760792.731955:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760792.731967:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6500, 6500] 00020000:00200000:0.0:1789760792.731974:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26624000 chunk: [26624000, 26628096) 26628096, 4096 00020000:00200000:0.0:1789760792.731978:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760792.732004:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6500, 6500] 00000008:00010000:0.0:1789760792.732018:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760792.732022:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760792.732030:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26624000, 26628096) append 0 append lockpos 0 00000080:00200000:0.0:1789760792.732041:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26624000=0x1964000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760792.732098:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760792.732101:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26628096 00000020:00010000:0.0:1789760792.732108:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760792.732111:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760792.732115:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760792.732118:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760792.732121:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760792.732128:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760792.732133:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760792.732147:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760792.732222:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6d80 - object 0x240000400:4 offset 26624000<>26628096 00000100:00100000:1.0:1789760792.732286:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515834368:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760792.786447:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973817 gen 2 00000008:00010000:1.0:1789760792.786496:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760792.786502:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760792.786511:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760792.787881:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760792.787914:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515834368:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760792.791051:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6500, 6500] 00000080:00200000:0.0:1789760792.791073:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760792.791079:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760792.791093:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26628096 i_blocks 53255 00000020:00200000:0.0:1789760792.791098:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760792.791112:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760792.791142:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26628096, count: 4096 00000080:00200000:0.0:1789760792.791150:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26628096, bytes: 4096 00000080:00200000:0.0:1789760792.791163:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760792.791171:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760792.791173:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26628096, 26632192) 0 0 00000080:00200000:0.0:1789760792.791176:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760792.791190:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6501, 6501] 00020000:00200000:0.0:1789760792.791197:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26628096 chunk: [26628096, 26632192) 26632192, 4096 00020000:00200000:0.0:1789760792.791201:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760792.791217:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6501, 6501] 00000008:00010000:0.0:1789760792.791230:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760792.791234:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760792.791243:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26628096, 26632192) append 0 append lockpos 0 00000080:00200000:0.0:1789760792.791254:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26628096=0x1965000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760792.791307:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760792.791310:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26632192 00000020:00010000:0.0:1789760792.791317:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760792.791320:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760792.791324:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760792.791336:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760792.791340:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760792.791347:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760792.791353:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760792.791375:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760792.791459:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 26628096<>26632192 00000100:00100000:1.0:1789760792.791645:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515834496:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760792.838479:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760792.838493:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760792.838502:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760792.838528:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760792.838553:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515834496:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760792.838901:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6501, 6501] 00000080:00200000:0.0:1789760792.838914:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760792.838919:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760792.838931:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26632192 i_blocks 53255 00000020:00200000:0.0:1789760792.838935:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760792.838944:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760792.838972:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26632192, count: 4096 00000080:00200000:0.0:1789760792.838978:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26632192, bytes: 4096 00000080:00200000:0.0:1789760792.838995:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760792.839003:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760792.839005:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26632192, 26636288) 0 0 00000080:00200000:0.0:1789760792.839008:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760792.839021:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6502, 6502] 00020000:00200000:0.0:1789760792.839028:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26632192 chunk: [26632192, 26636288) 26636288, 4096 00020000:00200000:0.0:1789760792.839031:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760792.839047:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6502, 6502] 00000008:00010000:0.0:1789760792.839060:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760792.839065:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760792.839074:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26632192, 26636288) append 0 append lockpos 0 00000080:00200000:0.0:1789760792.839085:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26632192=0x1966000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760792.839131:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760792.839134:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26636288 00000020:00010000:0.0:1789760792.839141:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760792.839144:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760792.839148:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760792.839151:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760792.839153:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760792.839160:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760792.839166:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760792.839181:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760792.839273:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6680 - object 0x240000400:4 offset 26632192<>26636288 00000100:00100000:1.0:1789760792.839716:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760792.839744:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515834624:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760792.879947:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973819 gen 2 00000008:00010000:1.0:1789760792.880022:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760792.880031:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760792.880041:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760792.880061:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760792.880203:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515834624:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760792.880277:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6502, 6502] 00000080:00200000:0.0:1789760792.880298:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760792.880304:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760792.880317:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26636288 i_blocks 53255 00000020:00200000:0.0:1789760792.880321:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760792.880334:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760792.880370:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26636288, count: 4096 00000080:00200000:0.0:1789760792.880376:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26636288, bytes: 4096 00000080:00200000:0.0:1789760792.880386:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760792.880393:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760792.880395:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26636288, 26640384) 0 0 00000080:00200000:0.0:1789760792.880399:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760792.880410:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6503, 6503] 00020000:00200000:0.0:1789760792.880417:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26636288 chunk: [26636288, 26640384) 26640384, 4096 00020000:00200000:0.0:1789760792.880420:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760792.880435:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6503, 6503] 00000008:00010000:0.0:1789760792.880449:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760792.880454:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760792.880461:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26636288, 26640384) append 0 append lockpos 0 00000080:00200000:0.0:1789760792.880471:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26636288=0x1967000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760792.880523:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760792.880526:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26640384 00000020:00010000:0.0:1789760792.880533:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760792.880536:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760792.880539:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760792.880541:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760792.880543:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760792.880550:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760792.880555:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760792.880572:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760792.880651:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6300 - object 0x240000400:4 offset 26636288<>26640384 00000100:00100000:1.0:1789760792.880885:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515834752:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760792.929199:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973820 gen 2 00000008:00010000:1.0:1789760792.929245:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760792.929253:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760792.929264:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760792.929343:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760792.929371:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515834752:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760792.929622:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6503, 6503] 00000080:00200000:0.0:1789760792.929690:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760792.929696:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760792.929711:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26640384 i_blocks 53255 00000020:00200000:0.0:1789760792.929776:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760792.929787:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760792.929821:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26640384, count: 4096 00000080:00200000:0.0:1789760792.929828:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26640384, bytes: 4096 00000080:00200000:0.0:1789760792.929837:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760792.929846:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760792.929848:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26640384, 26644480) 0 0 00000080:00200000:0.0:1789760792.929882:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760792.929898:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6504, 6504] 00020000:00200000:0.0:1789760792.929965:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26640384 chunk: [26640384, 26644480) 26644480, 4096 00020000:00200000:0.0:1789760792.929970:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760792.930000:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6504, 6504] 00000008:00010000:0.0:1789760792.930017:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760792.930077:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760792.930130:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26640384, 26644480) append 0 append lockpos 0 00000080:00200000:0.0:1789760792.930144:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26640384=0x1968000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760792.930198:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760792.930201:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26644480 00000020:00010000:0.0:1789760792.930209:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760792.930212:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760792.930216:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760792.930220:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760792.930222:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760792.930230:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760792.930236:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760792.930254:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760792.930353:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4000 - object 0x240000400:4 offset 26640384<>26644480 00000100:00100000:1.0:1789760792.930426:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515834880:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760792.965562:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973821 gen 2 00000008:00010000:1.0:1789760792.965618:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760792.965637:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760792.965648:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760792.965669:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760792.965702:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515834880:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760792.965933:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6504, 6504] 00000080:00200000:2.0:1789760792.965950:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760792.965957:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760792.965974:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26644480 i_blocks 53255 00000020:00200000:2.0:1789760792.965978:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760792.966000:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760792.966037:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26644480, count: 4096 00000080:00200000:2.0:1789760792.966044:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26644480, bytes: 4096 00000080:00200000:2.0:1789760792.966054:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760792.966063:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760792.966065:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26644480, 26648576) 0 0 00000080:00200000:2.0:1789760792.966070:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760792.966088:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6505, 6505] 00020000:00200000:2.0:1789760792.966098:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26644480 chunk: [26644480, 26648576) 26648576, 4096 00020000:00200000:2.0:1789760792.966103:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760792.966123:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6505, 6505] 00000008:00010000:2.0:1789760792.966142:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760792.966149:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760792.966162:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26644480, 26648576) append 0 append lockpos 0 00000080:00200000:2.0:1789760792.966178:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26644480=0x1969000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760792.966243:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760792.966246:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26648576 00000020:00010000:2.0:1789760792.966255:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760792.966259:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760792.966261:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760792.966264:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760792.966267:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760792.966276:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760792.966282:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760792.966298:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760792.966401:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 26644480<>26648576 00000100:00100000:2.0:1789760792.966439:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760792.966456:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515835008:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760793.007949:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973822 gen 2 00000008:00010000:3.0:1789760793.008014:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8540 00000020:00200000:3.0:1789760793.008023:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760793.008034:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760793.008047:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8540 00000100:00100000:3.0:1789760793.008076:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515835008:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760793.008193:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6505, 6505] 00000080:00200000:0.0:1789760793.008211:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760793.008217:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760793.008233:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26648576 i_blocks 53255 00000020:00200000:0.0:1789760793.008237:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760793.008248:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760793.008303:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26648576, count: 4096 00000080:00200000:0.0:1789760793.008311:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26648576, bytes: 4096 00000080:00200000:0.0:1789760793.008321:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760793.008329:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760793.008331:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26648576, 26652672) 0 0 00000080:00200000:0.0:1789760793.008335:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760793.008365:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6506, 6506] 00020000:00200000:0.0:1789760793.008374:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26648576 chunk: [26648576, 26652672) 26652672, 4096 00020000:00200000:0.0:1789760793.008379:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760793.008400:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6506, 6506] 00000008:00010000:0.0:1789760793.008421:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760793.008427:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760793.008439:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26648576, 26652672) append 0 append lockpos 0 00000080:00200000:0.0:1789760793.008457:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26648576=0x196a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760793.008517:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760793.008520:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26652672 00000020:00010000:0.0:1789760793.008529:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760793.008532:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760793.008536:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760793.008539:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760793.008541:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760793.008549:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760793.008556:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760793.008572:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760793.008683:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 26648576<>26652672 00000100:00100000:1.0:1789760793.009196:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515835136:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760793.071034:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973823 gen 2 00000008:00010000:1.0:1789760793.071087:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760793.071096:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760793.071108:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760793.071134:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760793.071165:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515835136:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760793.071378:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6506, 6506] 00000080:00200000:0.0:1789760793.071394:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760793.071401:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760793.071417:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26652672 i_blocks 53255 00000020:00200000:0.0:1789760793.071483:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760793.071495:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760793.071530:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26652672, count: 4096 00000080:00200000:0.0:1789760793.071539:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26652672, bytes: 4096 00000080:00200000:0.0:1789760793.071552:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760793.071560:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760793.071562:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26652672, 26656768) 0 0 00000080:00200000:0.0:1789760793.071566:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760793.071646:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6507, 6507] 00020000:00200000:0.0:1789760793.071657:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26652672 chunk: [26652672, 26656768) 26656768, 4096 00020000:00200000:0.0:1789760793.071661:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760793.071682:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6507, 6507] 00000008:00010000:0.0:1789760793.071702:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760793.071708:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760793.071720:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26652672, 26656768) append 0 append lockpos 0 00000080:00200000:0.0:1789760793.071735:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26652672=0x196b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760793.071807:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760793.071810:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26656768 00000020:00010000:0.0:1789760793.071818:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760793.071821:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760793.071826:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760793.071829:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760793.071832:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760793.071840:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760793.071847:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760793.071909:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760793.072028:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7480 - object 0x240000400:4 offset 26652672<>26656768 00000100:00100000:1.0:1789760793.072121:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760793.072142:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515835264:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760793.150580:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973824 gen 2 00000008:00010000:1.0:1789760793.150633:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760793.150641:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760793.150653:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760793.150676:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760793.150705:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515835264:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760793.150900:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6507, 6507] 00000080:00200000:0.0:1789760793.150918:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760793.150924:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760793.150941:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26656768 i_blocks 53255 00000020:00200000:0.0:1789760793.150945:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760793.150955:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760793.151002:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26656768, count: 4096 00000080:00200000:0.0:1789760793.151009:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26656768, bytes: 4096 00000080:00200000:0.0:1789760793.151019:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760793.151028:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760793.151030:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26656768, 26660864) 0 0 00000080:00200000:0.0:1789760793.151035:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760793.151052:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6508, 6508] 00020000:00200000:0.0:1789760793.151061:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26656768 chunk: [26656768, 26660864) 26660864, 4096 00020000:00200000:0.0:1789760793.151066:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760793.151126:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6508, 6508] 00000008:00010000:0.0:1789760793.151146:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760793.151151:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760793.151162:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26656768, 26660864) append 0 append lockpos 0 00000080:00200000:0.0:1789760793.151176:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26656768=0x196c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760793.151234:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760793.151237:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26660864 00000020:00010000:0.0:1789760793.152725:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760793.152738:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760793.152745:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760793.152750:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760793.152753:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760793.152768:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760793.152779:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760793.152805:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760793.152992:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 26656768<>26660864 00000100:00100000:1.0:1789760793.153063:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515835392:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760793.241367:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973825 gen 2 00000008:00010000:1.0:1789760793.241421:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760793.241430:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760793.241443:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760793.241549:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760793.241582:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515835392:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760793.246150:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6508, 6508] 00000080:00200000:0.0:1789760793.246178:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760793.246186:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760793.246206:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26660864 i_blocks 53255 00000020:00200000:0.0:1789760793.246212:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760793.246228:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760793.246263:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26660864, count: 4096 00000080:00200000:0.0:1789760793.246271:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26660864, bytes: 4096 00000080:00200000:0.0:1789760793.246286:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760793.246295:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760793.246298:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26660864, 26664960) 0 0 00000080:00200000:0.0:1789760793.246302:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760793.246320:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6509, 6509] 00020000:00200000:0.0:1789760793.246330:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26660864 chunk: [26660864, 26664960) 26664960, 4096 00020000:00200000:0.0:1789760793.246336:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760793.246356:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6509, 6509] 00000008:00010000:0.0:1789760793.246374:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760793.246380:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760793.246393:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26660864, 26664960) append 0 append lockpos 0 00000080:00200000:0.0:1789760793.246407:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26660864=0x196d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760793.246493:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760793.246496:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26664960 00000020:00010000:0.0:1789760793.246504:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760793.246508:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760793.246512:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760793.246516:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760793.246518:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760793.246527:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760793.246534:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760793.246563:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760793.246804:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 26660864<>26664960 00000100:00100000:1.0:1789760793.249495:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760793.249540:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515835520:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760793.321547:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760793.321563:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760793.321575:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760793.321605:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760793.321636:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515835520:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760793.321964:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6509, 6509] 00000080:00200000:0.0:1789760793.321989:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760793.321996:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760793.322011:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26664960 i_blocks 53255 00000020:00200000:0.0:1789760793.322015:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760793.322025:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760793.322059:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26664960, count: 4096 00000080:00200000:0.0:1789760793.322066:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26664960, bytes: 4096 00000080:00200000:0.0:1789760793.322076:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760793.322084:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760793.322086:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26664960, 26669056) 0 0 00000080:00200000:0.0:1789760793.322091:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760793.322107:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6510, 6510] 00020000:00200000:0.0:1789760793.322116:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26664960 chunk: [26664960, 26669056) 26669056, 4096 00020000:00200000:0.0:1789760793.322120:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760793.322140:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6510, 6510] 00000008:00010000:0.0:1789760793.322160:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760793.322166:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760793.322177:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26664960, 26669056) append 0 append lockpos 0 00000080:00200000:0.0:1789760793.322191:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26664960=0x196e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760793.322250:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760793.322253:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26669056 00000020:00010000:0.0:1789760793.322261:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760793.322265:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760793.322269:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760793.322273:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760793.322275:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760793.322283:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760793.322290:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760793.322308:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760793.322517:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4380 - object 0x240000400:4 offset 26664960<>26669056 00000100:00100000:1.0:1789760793.322637:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515835648:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760793.364394:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973827 gen 2 00000008:00010000:1.0:1789760793.364472:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760793.364482:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760793.364492:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760793.364515:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760793.364546:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515835648:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760793.364567:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6510, 6510] 00000080:00200000:0.0:1789760793.364583:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760793.364589:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760793.364604:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26669056 i_blocks 53255 00000020:00200000:0.0:1789760793.364608:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760793.364619:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760793.364664:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26669056, count: 4096 00000080:00200000:0.0:1789760793.364672:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26669056, bytes: 4096 00000080:00200000:0.0:1789760793.364682:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760793.364690:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760793.364692:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26669056, 26673152) 0 0 00000080:00200000:0.0:1789760793.364697:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760793.364713:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6511, 6511] 00020000:00200000:0.0:1789760793.364722:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26669056 chunk: [26669056, 26673152) 26673152, 4096 00020000:00200000:0.0:1789760793.364726:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760793.364745:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6511, 6511] 00000008:00010000:0.0:1789760793.364764:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760793.364770:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760793.364780:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26669056, 26673152) append 0 append lockpos 0 00000080:00200000:0.0:1789760793.364795:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26669056=0x196f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760793.364852:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760793.364908:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26673152 00000020:00010000:0.0:1789760793.364918:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760793.364921:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760793.364925:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760793.364929:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760793.364931:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760793.364940:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760793.364947:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760793.364964:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760793.365079:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5c00 - object 0x240000400:4 offset 26669056<>26673152 00000100:00100000:1.0:1789760793.365319:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760793.365337:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515835776:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760793.417452:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760793.417468:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760793.417480:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760793.417502:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760793.417534:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515835776:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760793.418679:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6511, 6511] 00000080:00200000:0.0:1789760793.418699:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760793.418707:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760793.418725:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26673152 i_blocks 53255 00000020:00200000:0.0:1789760793.418731:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760793.418743:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760793.418779:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26673152, count: 4096 00000080:00200000:0.0:1789760793.418787:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26673152, bytes: 4096 00000080:00200000:0.0:1789760793.418800:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760793.418809:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760793.418811:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26673152, 26677248) 0 0 00000080:00200000:0.0:1789760793.418815:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760793.418832:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6512, 6512] 00020000:00200000:0.0:1789760793.418842:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26673152 chunk: [26673152, 26677248) 26677248, 4096 00020000:00200000:0.0:1789760793.418846:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760793.419026:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6512, 6512] 00000008:00010000:0.0:1789760793.419046:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760793.419052:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760793.419064:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26673152, 26677248) append 0 append lockpos 0 00000080:00200000:0.0:1789760793.419078:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26673152=0x1970000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760793.419150:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760793.419153:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26677248 00000020:00010000:0.0:1789760793.419161:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760793.419164:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760793.419168:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760793.419171:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760793.419174:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760793.419182:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760793.419189:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760793.419207:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760793.419318:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5180 - object 0x240000400:4 offset 26673152<>26677248 00000100:00100000:1.0:1789760793.419507:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515835904:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760793.451410:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973829 gen 2 00000008:00010000:1.0:1789760793.451478:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760793.451486:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760793.451496:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760793.451525:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760793.451557:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515835904:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760793.451661:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6512, 6512] 00000080:00200000:3.0:1789760793.451678:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760793.451684:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760793.451704:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26677248 i_blocks 53255 00000020:00200000:3.0:1789760793.451708:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760793.451719:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760793.451753:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26677248, count: 4096 00000080:00200000:3.0:1789760793.451760:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26677248, bytes: 4096 00000080:00200000:3.0:1789760793.451771:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760793.451780:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760793.451782:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26677248, 26681344) 0 0 00000080:00200000:3.0:1789760793.451787:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760793.451802:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6513, 6513] 00020000:00200000:3.0:1789760793.451809:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26677248 chunk: [26677248, 26681344) 26681344, 4096 00020000:00200000:3.0:1789760793.451813:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760793.451831:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6513, 6513] 00000008:00010000:3.0:1789760793.451846:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760793.451891:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760793.451904:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26677248, 26681344) append 0 append lockpos 0 00000080:00200000:3.0:1789760793.451918:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26677248=0x1971000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760793.451972:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760793.451975:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26681344 00000020:00010000:3.0:1789760793.451992:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760793.451996:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760793.452000:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760793.452004:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760793.452006:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760793.452014:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760793.452020:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760793.452037:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056840 00000008:00100000:3.0:1789760793.452149:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e4000 - object 0x240000400:4 offset 26677248<>26681344 00000100:00100000:3.0:1789760793.452196:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760793.452217:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515836032:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760793.487434:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973830 gen 2 00000008:00010000:2.0:1789760793.487486:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056840 00000020:00200000:2.0:1789760793.487495:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760793.487508:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760793.487576:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056840 00000100:00100000:2.0:1789760793.487610:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515836032:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760793.489810:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6513, 6513] 00000080:00200000:0.0:1789760793.489834:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760793.489840:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760793.489871:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26681344 i_blocks 53255 00000020:00200000:0.0:1789760793.489876:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760793.489893:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760793.490442:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26681344, count: 4096 00000080:00200000:0.0:1789760793.490453:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26681344, bytes: 4096 00000080:00200000:0.0:1789760793.490467:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760793.490476:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760793.490479:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26681344, 26685440) 0 0 00000080:00200000:0.0:1789760793.490484:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760793.490564:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6514, 6514] 00020000:00200000:0.0:1789760793.490573:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26681344 chunk: [26681344, 26685440) 26685440, 4096 00020000:00200000:0.0:1789760793.490577:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760793.490601:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6514, 6514] 00000008:00010000:0.0:1789760793.490686:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760793.490693:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760793.490706:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26681344, 26685440) append 0 append lockpos 0 00000080:00200000:0.0:1789760793.490720:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26681344=0x1972000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760793.490789:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760793.490792:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26685440 00000020:00010000:0.0:1789760793.490799:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760793.490803:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760793.490806:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760793.490810:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760793.490813:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760793.490821:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760793.490828:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760793.491203:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760793.491313:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 26681344<>26685440 00000100:00100000:1.0:1789760793.491718:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760793.491748:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515836160:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760793.528493:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973831 gen 2 00000008:00010000:1.0:1789760793.528546:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760793.528554:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760793.528564:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760793.528589:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760793.528620:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515836160:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760793.528733:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6514, 6514] 00000080:00200000:2.0:1789760793.528751:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760793.528758:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760793.528775:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26685440 i_blocks 53255 00000020:00200000:2.0:1789760793.528779:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760793.528789:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760793.528824:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26685440, count: 4096 00000080:00200000:2.0:1789760793.528832:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26685440, bytes: 4096 00000080:00200000:2.0:1789760793.528842:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760793.528888:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760793.528891:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26685440, 26689536) 0 0 00000080:00200000:2.0:1789760793.528895:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760793.528912:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6515, 6515] 00020000:00200000:2.0:1789760793.528921:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26685440 chunk: [26685440, 26689536) 26689536, 4096 00020000:00200000:2.0:1789760793.528925:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760793.528946:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6515, 6515] 00000008:00010000:2.0:1789760793.528963:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760793.528969:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760793.528998:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26685440, 26689536) append 0 append lockpos 0 00000080:00200000:2.0:1789760793.529013:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26685440=0x1973000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760793.529072:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760793.529075:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26689536 00000020:00010000:2.0:1789760793.529083:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760793.529087:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760793.529089:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760793.529094:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760793.529096:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760793.529105:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760793.529112:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760793.529127:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760793.529239:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 26685440<>26689536 00000100:00100000:2.0:1789760793.529279:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760793.529296:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515836288:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760793.560240:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973832 gen 2 00000008:00010000:2.0:1789760793.560292:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:2.0:1789760793.560305:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760793.560315:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760793.560393:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:2.0:1789760793.560425:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515836288:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760793.560673:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6515, 6515] 00000080:00200000:1.0:1789760793.560692:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760793.560699:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760793.560717:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26689536 i_blocks 53255 00000020:00200000:1.0:1789760793.560720:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760793.560731:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760793.560766:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26689536, count: 4096 00000080:00200000:1.0:1789760793.560772:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26689536, bytes: 4096 00000080:00200000:1.0:1789760793.560782:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760793.560791:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760793.560794:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26689536, 26693632) 0 0 00000080:00200000:1.0:1789760793.560798:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760793.560816:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6516, 6516] 00020000:00200000:1.0:1789760793.560824:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26689536 chunk: [26689536, 26693632) 26693632, 4096 00020000:00200000:1.0:1789760793.560830:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760793.560849:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6516, 6516] 00000008:00010000:1.0:1789760793.560904:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760793.560911:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760793.560922:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26689536, 26693632) append 0 append lockpos 0 00000080:00200000:1.0:1789760793.560938:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26689536=0x1974000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760793.561013:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760793.561016:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26693632 00000020:00010000:1.0:1789760793.561025:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760793.561028:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760793.561031:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760793.561035:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760793.561038:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760793.561045:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760793.561052:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760793.561070:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760793.561184:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570700 - object 0x240000400:4 offset 26689536<>26693632 00000100:00100000:1.0:1789760793.561235:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760793.561256:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515836416:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760793.585294:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789760793.607188:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973833 gen 2 00000008:00010000:1.0:1789760793.607241:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:1.0:1789760793.607251:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760793.607263:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760793.607345:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:1.0:1789760793.607376:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515836416:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760793.608577:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6516, 6516] 00000080:00200000:0.0:1789760793.608599:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760793.608606:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760793.608624:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26693632 i_blocks 53255 00000020:00200000:0.0:1789760793.608628:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760793.608640:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760793.608674:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26693632, count: 4096 00000080:00200000:0.0:1789760793.608682:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26693632, bytes: 4096 00000080:00200000:0.0:1789760793.608696:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760793.608704:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760793.609134:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26693632, 26697728) 0 0 00000080:00200000:0.0:1789760793.609141:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760793.609160:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6517, 6517] 00020000:00200000:0.0:1789760793.609169:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26693632 chunk: [26693632, 26697728) 26697728, 4096 00020000:00200000:0.0:1789760793.609174:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760793.609196:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6517, 6517] 00000008:00010000:0.0:1789760793.609214:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760793.609219:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760793.609230:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26693632, 26697728) append 0 append lockpos 0 00000080:00200000:0.0:1789760793.609246:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26693632=0x1975000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760793.609311:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760793.609314:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26697728 00000020:00010000:0.0:1789760793.609322:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760793.609325:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760793.609330:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760793.609333:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760793.609336:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760793.609344:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760793.609352:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760793.609379:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760793.609491:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4a80 - object 0x240000400:4 offset 26693632<>26697728 00000100:00100000:0.0:1789760793.609545:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760793.609569:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515836544:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760793.667042:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973834 gen 2 00000008:00010000:0.0:1789760793.667093:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:0.0:1789760793.667102:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760793.667111:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760793.667137:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:0.0:1789760793.667167:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515836544:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760793.667631:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6517, 6517] 00000080:00200000:2.0:1789760793.667648:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760793.667654:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760793.667671:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26697728 i_blocks 53255 00000020:00200000:2.0:1789760793.667675:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760793.667686:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760793.667720:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26697728, count: 4096 00000080:00200000:2.0:1789760793.667728:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26697728, bytes: 4096 00000080:00200000:2.0:1789760793.667740:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760793.667749:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760793.667752:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26697728, 26701824) 0 0 00000080:00200000:2.0:1789760793.667756:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760793.667772:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6518, 6518] 00020000:00200000:2.0:1789760793.667781:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26697728 chunk: [26697728, 26701824) 26701824, 4096 00020000:00200000:2.0:1789760793.667785:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760793.667806:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6518, 6518] 00000008:00010000:2.0:1789760793.667825:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760793.667830:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760793.667842:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26697728, 26701824) append 0 append lockpos 0 00000080:00200000:2.0:1789760793.668775:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26697728=0x1976000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760793.670008:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760793.670017:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26701824 00000020:00010000:2.0:1789760793.670031:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760793.670035:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760793.670039:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760793.670042:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760793.670045:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760793.670059:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760793.670069:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760793.670110:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760793.670231:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 26697728<>26701824 00000100:00100000:3.0:1789760793.670605:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515836672:192.168.203.146@tcp:4:dd.0 00000008:00010000:2.0:1789760793.707482:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:2.0:1789760793.707500:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760793.707513:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760793.707538:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:2.0:1789760793.707570:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515836672:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760793.707660:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6518, 6518] 00000080:00200000:3.0:1789760793.707676:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760793.707683:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760793.707699:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26701824 i_blocks 53255 00000020:00200000:3.0:1789760793.707703:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760793.707713:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760793.707749:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26701824, count: 4096 00000080:00200000:3.0:1789760793.707756:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26701824, bytes: 4096 00000080:00200000:3.0:1789760793.707765:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760793.707785:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760793.707788:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26701824, 26705920) 0 0 00000080:00200000:3.0:1789760793.707793:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760793.707810:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6519, 6519] 00020000:00200000:3.0:1789760793.707819:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26701824 chunk: [26701824, 26705920) 26705920, 4096 00020000:00200000:3.0:1789760793.707824:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760793.707846:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6519, 6519] 00000008:00010000:3.0:1789760793.707913:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760793.707920:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760793.707931:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26701824, 26705920) append 0 append lockpos 0 00000080:00200000:3.0:1789760793.707947:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26701824=0x1977000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760793.708013:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760793.708016:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26705920 00000020:00010000:3.0:1789760793.708024:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760793.708028:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760793.708031:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760793.708034:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760793.708037:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760793.708045:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760793.708052:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760793.708068:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760793.708174:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7100 - object 0x240000400:4 offset 26701824<>26705920 00000100:00100000:2.0:1789760793.708456:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760793.708481:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515836800:192.168.203.146@tcp:4:dd.0 00000100:00100000:2.0:1789760793.713447:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515837056:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760793.713733:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1789760793.713741:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:65ff60fc-9b44-48f8-988f-b0587af5cf52:2364:1876699515836928:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760793.713811:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2364:1876699515837184:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760793.719609:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515837056:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760793.721503:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:65ff60fc-9b44-48f8-988f-b0587af5cf52:2364:1876699515836928:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760793.721528:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2364:1876699515837184:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760793.755847:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973836 gen 2 00000008:00010000:3.0:1789760793.755961:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760793.755970:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760793.755991:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760793.756014:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760793.756046:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515836800:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760793.756347:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6519, 6519] 00000080:00200000:2.0:1789760793.756365:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760793.756372:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760793.756388:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26705920 i_blocks 53255 00000020:00200000:2.0:1789760793.756391:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760793.756402:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760793.756444:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26705920, count: 4096 00000080:00200000:2.0:1789760793.756452:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26705920, bytes: 4096 00000080:00200000:2.0:1789760793.756463:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760793.756472:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760793.756475:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26705920, 26710016) 0 0 00000080:00200000:2.0:1789760793.756479:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760793.756494:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6520, 6520] 00020000:00200000:2.0:1789760793.756503:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26705920 chunk: [26705920, 26710016) 26710016, 4096 00020000:00200000:2.0:1789760793.756507:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760793.756526:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6520, 6520] 00000008:00010000:2.0:1789760793.756545:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760793.756551:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760793.756563:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26705920, 26710016) append 0 append lockpos 0 00000080:00200000:2.0:1789760793.756577:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26705920=0x1978000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760793.756766:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760793.756770:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26710016 00000020:00010000:2.0:1789760793.756779:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760793.756783:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760793.756786:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760793.756789:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760793.756793:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760793.756803:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760793.756810:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760793.756827:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760793.757002:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 26705920<>26710016 00000100:00100000:3.0:1789760793.757193:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760793.757213:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515837312:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760793.808094:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973837 gen 2 00000008:00010000:3.0:1789760793.808145:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:3.0:1789760793.808153:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760793.808164:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760793.808225:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:3.0:1789760793.808257:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515837312:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760793.808335:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6520, 6520] 00000080:00200000:2.0:1789760793.808352:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760793.808358:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760793.808374:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26710016 i_blocks 53255 00000020:00200000:2.0:1789760793.808377:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760793.808386:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760793.808419:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26710016, count: 4096 00000080:00200000:2.0:1789760793.808425:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26710016, bytes: 4096 00000080:00200000:2.0:1789760793.808498:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760793.808508:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760793.808510:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26710016, 26714112) 0 0 00000080:00200000:2.0:1789760793.808514:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760793.808530:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6521, 6521] 00020000:00200000:2.0:1789760793.808538:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26710016 chunk: [26710016, 26714112) 26714112, 4096 00020000:00200000:2.0:1789760793.808542:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760793.808561:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6521, 6521] 00000008:00010000:2.0:1789760793.808581:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760793.808587:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760793.808597:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26710016, 26714112) append 0 append lockpos 0 00000080:00200000:2.0:1789760793.808611:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26710016=0x1979000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760793.808671:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760793.808673:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26714112 00000020:00010000:2.0:1789760793.808682:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760793.808685:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760793.808687:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760793.808690:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760793.808693:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760793.808701:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760793.808707:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760793.808722:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760793.808825:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 26710016<>26714112 00000100:00100000:3.0:1789760793.808888:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515837440:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760793.852298:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973838 gen 2 00000008:00010000:3.0:1789760793.854683:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8000 00000020:00200000:3.0:1789760793.854698:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760793.854709:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760793.854804:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8000 00000100:00100000:3.0:1789760793.854836:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515837440:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760793.855126:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6521, 6521] 00000080:00200000:2.0:1789760793.855142:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760793.855148:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760793.855163:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26714112 i_blocks 53255 00000020:00200000:2.0:1789760793.855167:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760793.855176:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760793.855208:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26714112, count: 4096 00000080:00200000:2.0:1789760793.855216:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26714112, bytes: 4096 00000080:00200000:2.0:1789760793.855226:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760793.855234:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760793.855236:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26714112, 26718208) 0 0 00000080:00200000:2.0:1789760793.855241:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760793.855257:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6522, 6522] 00020000:00200000:2.0:1789760793.855266:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26714112 chunk: [26714112, 26718208) 26718208, 4096 00020000:00200000:2.0:1789760793.855270:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760793.855291:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6522, 6522] 00000008:00010000:2.0:1789760793.855309:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760793.855372:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760793.855385:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26714112, 26718208) append 0 append lockpos 0 00000080:00200000:2.0:1789760793.855399:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26714112=0x197a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760793.855793:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760793.855797:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26718208 00000020:00010000:2.0:1789760793.855807:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760793.855811:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760793.855814:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760793.855817:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760793.855820:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760793.855829:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760793.855836:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760793.855957:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760793.856068:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 26714112<>26718208 00000100:00100000:3.0:1789760793.856269:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760793.856291:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515837568:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760793.883248:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973839 gen 2 00000008:00010000:3.0:1789760793.883302:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:3.0:1789760793.883310:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760793.883320:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760793.883342:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000100:00100000:3.0:1789760793.883374:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515837568:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760793.883435:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6522, 6522] 00000080:00200000:2.0:1789760793.883454:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760793.883461:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760793.883478:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26718208 i_blocks 53255 00000020:00200000:2.0:1789760793.883491:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760793.883502:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760793.883818:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26718208, count: 4096 00000080:00200000:2.0:1789760793.883826:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26718208, bytes: 4096 00000080:00200000:2.0:1789760793.883837:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760793.883846:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760793.883848:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26718208, 26722304) 0 0 00000080:00200000:2.0:1789760793.883887:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760793.883904:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6523, 6523] 00020000:00200000:2.0:1789760793.883913:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26718208 chunk: [26718208, 26722304) 26722304, 4096 00020000:00200000:2.0:1789760793.883918:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760793.883937:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6523, 6523] 00000008:00010000:2.0:1789760793.883955:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760793.883960:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760793.883973:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26718208, 26722304) append 0 append lockpos 0 00000080:00200000:2.0:1789760793.883998:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26718208=0x197b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760793.884061:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760793.884064:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26722304 00000020:00010000:2.0:1789760793.884072:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760793.884076:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760793.884079:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760793.884083:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760793.884085:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760793.884096:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760793.884103:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760793.884121:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760793.884235:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 26718208<>26722304 00000100:00100000:3.0:1789760793.884329:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515837696:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760793.928427:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973840 gen 2 00000008:00010000:3.0:1789760793.928478:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:3.0:1789760793.928486:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760793.928497:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760793.928518:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:3.0:1789760793.928554:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515837696:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760793.928702:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6523, 6523] 00000080:00200000:2.0:1789760793.928719:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760793.928725:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760793.928748:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26722304 i_blocks 53255 00000020:00200000:2.0:1789760793.928752:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760793.928762:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760793.928794:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26722304, count: 4096 00000080:00200000:2.0:1789760793.928802:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26722304, bytes: 4096 00000080:00200000:2.0:1789760793.928811:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760793.928821:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760793.928823:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26722304, 26726400) 0 0 00000080:00200000:2.0:1789760793.928827:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760793.928843:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6524, 6524] 00020000:00200000:2.0:1789760793.928852:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26722304 chunk: [26722304, 26726400) 26726400, 4096 00020000:00200000:2.0:1789760793.928891:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760793.928913:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6524, 6524] 00000008:00010000:2.0:1789760793.928932:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760793.928937:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760793.928948:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26722304, 26726400) append 0 append lockpos 0 00000080:00200000:2.0:1789760793.928962:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26722304=0x197c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760793.929030:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760793.929032:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26726400 00000020:00010000:2.0:1789760793.929040:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760793.929043:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760793.929046:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760793.929049:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760793.929052:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760793.929060:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760793.929067:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760793.929082:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e80c0 00000008:00100000:2.0:1789760793.929183:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 26722304<>26726400 00000100:00100000:3.0:1789760793.929251:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515837824:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760793.959470:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973841 gen 2 00000008:00010000:3.0:1789760793.959519:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e80c0 00000020:00200000:3.0:1789760793.959527:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760793.959537:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760793.959558:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e80c0 00000100:00100000:3.0:1789760793.959588:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515837824:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760793.959883:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6524, 6524] 00000080:00200000:2.0:1789760793.959899:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760793.959905:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760793.959921:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26726400 i_blocks 53255 00000020:00200000:2.0:1789760793.959924:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760793.959935:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760793.959967:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26726400, count: 4096 00000080:00200000:2.0:1789760793.959984:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26726400, bytes: 4096 00000080:00200000:2.0:1789760793.959995:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760793.960003:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760793.960007:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26726400, 26730496) 0 0 00000080:00200000:2.0:1789760793.960011:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760793.960027:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6525, 6525] 00020000:00200000:2.0:1789760793.960035:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26726400 chunk: [26726400, 26730496) 26730496, 4096 00020000:00200000:2.0:1789760793.960039:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760793.960059:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6525, 6525] 00000008:00010000:2.0:1789760793.960077:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760793.960082:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760793.960093:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26726400, 26730496) append 0 append lockpos 0 00000080:00200000:2.0:1789760793.960107:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26726400=0x197d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760793.960166:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760793.960169:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26730496 00000020:00010000:2.0:1789760793.960179:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760793.960182:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760793.960185:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760793.960189:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760793.960192:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760793.960201:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760793.960208:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760793.960225:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8180 00000008:00100000:2.0:1789760793.960326:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 26726400<>26730496 00000100:00100000:3.0:1789760793.961332:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515837952:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760794.000403:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973842 gen 2 00000008:00010000:3.0:1789760794.000454:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8180 00000020:00200000:3.0:1789760794.000462:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760794.000474:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760794.000533:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8180 00000100:00100000:3.0:1789760794.000564:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515837952:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760794.000772:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6525, 6525] 00000080:00200000:2.0:1789760794.000789:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760794.000796:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760794.000812:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26730496 i_blocks 53255 00000020:00200000:2.0:1789760794.000816:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760794.000826:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760794.000956:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26730496, count: 4096 00000080:00200000:2.0:1789760794.000964:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26730496, bytes: 4096 00000080:00200000:2.0:1789760794.000983:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760794.000992:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760794.000995:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26730496, 26734592) 0 0 00000080:00200000:2.0:1789760794.000999:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760794.001016:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6526, 6526] 00020000:00200000:2.0:1789760794.001026:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26730496 chunk: [26730496, 26734592) 26734592, 4096 00020000:00200000:2.0:1789760794.001030:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760794.001053:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6526, 6526] 00000008:00010000:2.0:1789760794.001077:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760794.001083:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760794.001155:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26730496, 26734592) append 0 append lockpos 0 00000080:00200000:2.0:1789760794.001172:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26730496=0x197e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760794.001228:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760794.001230:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26734592 00000020:00010000:2.0:1789760794.001239:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760794.001242:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760794.001245:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760794.001249:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760794.001252:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760794.001261:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760794.001268:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760794.001286:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760794.001389:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 26730496<>26734592 00000100:00100000:3.0:1789760794.001636:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760794.001656:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515838080:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760794.063320:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973843 gen 2 00000008:00010000:3.0:1789760794.063373:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8600 00000020:00200000:3.0:1789760794.063382:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760794.063392:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760794.063415:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8600 00000100:00100000:3.0:1789760794.063446:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515838080:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760794.063574:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6526, 6526] 00000080:00200000:2.0:1789760794.063591:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760794.063597:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760794.063613:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26734592 i_blocks 53255 00000020:00200000:2.0:1789760794.063628:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760794.063638:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760794.063673:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26734592, count: 4096 00000080:00200000:2.0:1789760794.063679:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26734592, bytes: 4096 00000080:00200000:2.0:1789760794.063689:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760794.063697:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760794.063699:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26734592, 26738688) 0 0 00000080:00200000:2.0:1789760794.063704:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760794.063721:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6527, 6527] 00020000:00200000:2.0:1789760794.063730:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26734592 chunk: [26734592, 26738688) 26738688, 4096 00020000:00200000:2.0:1789760794.063735:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760794.063755:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6527, 6527] 00000008:00010000:2.0:1789760794.063774:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760794.063780:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760794.063791:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26734592, 26738688) append 0 append lockpos 0 00000080:00200000:2.0:1789760794.063806:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26734592=0x197f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760794.063916:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760794.063919:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26738688 00000020:00010000:2.0:1789760794.063928:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760794.063931:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760794.063934:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760794.063937:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760794.063941:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760794.063950:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760794.063957:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760794.063982:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760794.064091:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 26734592<>26738688 00000100:00100000:2.0:1789760794.064137:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760794.064156:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515838208:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760794.100248:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973844 gen 2 00000008:00010000:3.0:1789760794.100294:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8240 00000020:00200000:3.0:1789760794.100301:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760794.100311:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760794.100336:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8240 00000100:00100000:3.0:1789760794.100367:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515838208:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760794.100485:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6527, 6527] 00000080:00200000:0.0:1789760794.100501:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760794.100507:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760794.100522:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26738688 i_blocks 53255 00000020:00200000:0.0:1789760794.100526:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760794.100536:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760794.100574:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26738688, count: 4096 00000080:00200000:0.0:1789760794.100582:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26738688, bytes: 4096 00000080:00200000:0.0:1789760794.100593:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760794.100601:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760794.100603:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26738688, 26742784) 0 0 00000080:00200000:0.0:1789760794.100607:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760794.100634:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6528, 6528] 00020000:00200000:0.0:1789760794.100643:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26738688 chunk: [26738688, 26742784) 26742784, 4096 00020000:00200000:0.0:1789760794.100649:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760794.100669:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6528, 6528] 00000008:00010000:0.0:1789760794.100687:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760794.100692:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760794.100704:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26738688, 26742784) append 0 append lockpos 0 00000080:00200000:0.0:1789760794.100717:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26738688=0x1980000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760794.100774:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760794.100776:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26742784 00000020:00010000:0.0:1789760794.100785:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760794.100788:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760794.100791:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760794.100794:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760794.100797:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760794.100804:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760794.100810:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760794.100827:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760794.101015:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4a80 - object 0x240000400:4 offset 26738688<>26742784 00000100:00100000:1.0:1789760794.101376:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515838336:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760794.136324:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973845 gen 2 00000008:00010000:1.0:1789760794.136378:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760794.136387:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760794.136398:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760794.136421:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760794.136452:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515838336:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760794.136639:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6528, 6528] 00000080:00200000:0.0:1789760794.136657:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760794.136664:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760794.136679:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26742784 i_blocks 53255 00000020:00200000:0.0:1789760794.136683:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760794.136693:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760794.136729:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26742784, count: 4096 00000080:00200000:0.0:1789760794.136736:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26742784, bytes: 4096 00000080:00200000:0.0:1789760794.136746:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760794.136754:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760794.136757:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26742784, 26746880) 0 0 00000080:00200000:0.0:1789760794.136761:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760794.136779:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6529, 6529] 00020000:00200000:0.0:1789760794.136788:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26742784 chunk: [26742784, 26746880) 26746880, 4096 00020000:00200000:0.0:1789760794.136794:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760794.136813:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6529, 6529] 00000008:00010000:0.0:1789760794.136832:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760794.136838:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760794.136849:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26742784, 26746880) append 0 append lockpos 0 00000080:00200000:0.0:1789760794.136895:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26742784=0x1981000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760794.136953:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760794.136956:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26746880 00000020:00010000:0.0:1789760794.136964:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760794.136967:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760794.136970:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760794.136983:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760794.136987:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760794.136995:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760794.137001:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760794.137018:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760794.137134:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4a80 - object 0x240000400:4 offset 26742784<>26746880 00000100:00100000:1.0:1789760794.137285:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760794.137306:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515838464:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760794.176225:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760794.176241:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760794.176252:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760794.176329:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760794.176361:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515838464:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760794.176429:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6529, 6529] 00000080:00200000:0.0:1789760794.176445:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760794.176451:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760794.176466:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26746880 i_blocks 53255 00000020:00200000:0.0:1789760794.176469:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760794.176479:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760794.176513:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26746880, count: 4096 00000080:00200000:0.0:1789760794.176520:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26746880, bytes: 4096 00000080:00200000:0.0:1789760794.176532:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760794.176541:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760794.176544:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26746880, 26750976) 0 0 00000080:00200000:0.0:1789760794.176548:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760794.176564:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6530, 6530] 00020000:00200000:0.0:1789760794.176573:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26746880 chunk: [26746880, 26750976) 26750976, 4096 00020000:00200000:0.0:1789760794.176578:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760794.176598:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6530, 6530] 00000008:00010000:0.0:1789760794.176687:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760794.176692:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760794.176704:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26746880, 26750976) append 0 append lockpos 0 00000080:00200000:0.0:1789760794.176823:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26746880=0x1982000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760794.176915:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760794.176917:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26750976 00000020:00010000:0.0:1789760794.176926:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760794.176930:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760794.176933:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760794.176936:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760794.176940:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760794.176947:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760794.176954:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760794.176980:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760794.177151:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7b80 - object 0x240000400:4 offset 26746880<>26750976 00000100:00100000:1.0:1789760794.177217:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515838592:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760794.208161:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973847 gen 2 00000008:00010000:1.0:1789760794.208226:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760794.208234:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760794.208245:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760794.208266:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760794.208297:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515838592:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760794.208444:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6530, 6530] 00000080:00200000:3.0:1789760794.208459:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760794.208464:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760794.208479:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26750976 i_blocks 53255 00000020:00200000:3.0:1789760794.208483:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760794.208493:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760794.208527:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26750976, count: 4096 00000080:00200000:3.0:1789760794.208534:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26750976, bytes: 4096 00000080:00200000:3.0:1789760794.208545:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760794.208554:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760794.208556:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26750976, 26755072) 0 0 00000080:00200000:3.0:1789760794.208561:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760794.208579:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6531, 6531] 00020000:00200000:3.0:1789760794.208589:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26750976 chunk: [26750976, 26755072) 26755072, 4096 00020000:00200000:3.0:1789760794.208593:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760794.208623:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6531, 6531] 00000008:00010000:3.0:1789760794.208643:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760794.208649:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760794.208660:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26750976, 26755072) append 0 append lockpos 0 00000080:00200000:3.0:1789760794.208676:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26750976=0x1983000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760794.208736:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760794.208739:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26755072 00000020:00010000:3.0:1789760794.208757:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760794.208761:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760794.208764:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760794.208767:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760794.208770:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760794.208778:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760794.208784:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760794.208802:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760794.209064:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e7100 - object 0x240000400:4 offset 26750976<>26755072 00000100:00100000:3.0:1789760794.209114:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760794.209134:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515838720:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760794.242114:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760794.242130:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760794.242142:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760794.242168:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760794.242199:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515838720:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760794.242307:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6531, 6531] 00000080:00200000:1.0:1789760794.242324:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760794.242330:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760794.242345:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26755072 i_blocks 53255 00000020:00200000:1.0:1789760794.242349:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760794.242358:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760794.242394:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26755072, count: 4096 00000080:00200000:1.0:1789760794.242401:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26755072, bytes: 4096 00000080:00200000:1.0:1789760794.242412:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760794.242420:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760794.242422:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26755072, 26759168) 0 0 00000080:00200000:1.0:1789760794.242426:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760794.242442:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6532, 6532] 00020000:00200000:1.0:1789760794.242451:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26755072 chunk: [26755072, 26759168) 26759168, 4096 00020000:00200000:1.0:1789760794.242455:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760794.242476:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6532, 6532] 00000008:00010000:1.0:1789760794.242494:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760794.242500:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760794.242510:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26755072, 26759168) append 0 append lockpos 0 00000080:00200000:1.0:1789760794.242524:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26755072=0x1984000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760794.242583:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760794.242586:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26759168 00000020:00010000:1.0:1789760794.242594:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760794.242598:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760794.242600:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760794.242604:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760794.242606:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760794.242624:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760794.242631:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760794.242646:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760794.242747:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570700 - object 0x240000400:4 offset 26755072<>26759168 00000100:00100000:1.0:1789760794.242780:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760794.242797:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515838848:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760794.274533:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973849 gen 2 00000008:00010000:1.0:1789760794.274600:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:1.0:1789760794.274609:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760794.274674:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760794.274698:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:1.0:1789760794.274731:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515838848:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760794.274832:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6532, 6532] 00000080:00200000:3.0:1789760794.274848:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760794.274886:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760794.274913:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26759168 i_blocks 53255 00000020:00200000:3.0:1789760794.274917:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760794.274927:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760794.274964:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26759168, count: 4096 00000080:00200000:3.0:1789760794.274979:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26759168, bytes: 4096 00000080:00200000:3.0:1789760794.274991:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760794.275001:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760794.275003:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26759168, 26763264) 0 0 00000080:00200000:3.0:1789760794.275008:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760794.275027:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6533, 6533] 00020000:00200000:3.0:1789760794.275036:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26759168 chunk: [26759168, 26763264) 26763264, 4096 00020000:00200000:3.0:1789760794.275041:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760794.275061:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6533, 6533] 00000008:00010000:3.0:1789760794.275080:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760794.275086:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760794.275108:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26759168, 26763264) append 0 append lockpos 0 00000080:00200000:3.0:1789760794.275123:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26759168=0x1985000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760794.275181:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760794.275184:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26763264 00000020:00010000:3.0:1789760794.275192:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760794.275196:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760794.275199:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760794.275203:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760794.275206:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760794.275213:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760794.275221:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760794.275237:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760794.275344:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5c00 - object 0x240000400:4 offset 26759168<>26763264 00000100:00100000:2.0:1789760794.275411:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515838976:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760794.317222:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973850 gen 2 00000008:00010000:3.0:1789760794.317275:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760794.317284:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760794.317296:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760794.317320:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760794.317353:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515838976:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760794.317693:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6533, 6533] 00000080:00200000:1.0:1789760794.317709:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760794.317715:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760794.317731:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26763264 i_blocks 53255 00000020:00200000:1.0:1789760794.317735:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760794.317746:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760794.317780:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26763264, count: 4096 00000080:00200000:1.0:1789760794.317787:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26763264, bytes: 4096 00000080:00200000:1.0:1789760794.317797:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760794.317804:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760794.317807:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26763264, 26767360) 0 0 00000080:00200000:1.0:1789760794.317811:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760794.317827:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6534, 6534] 00020000:00200000:1.0:1789760794.317835:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26763264 chunk: [26763264, 26767360) 26767360, 4096 00020000:00200000:1.0:1789760794.317840:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760794.317903:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6534, 6534] 00000008:00010000:1.0:1789760794.317921:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760794.317926:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760794.317937:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26763264, 26767360) append 0 append lockpos 0 00000080:00200000:1.0:1789760794.317950:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26763264=0x1986000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760794.318020:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760794.318022:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26767360 00000020:00010000:1.0:1789760794.318031:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760794.318034:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760794.318038:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760794.318041:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760794.318044:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760794.318052:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760794.318059:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760794.318077:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760794.318195:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570700 - object 0x240000400:4 offset 26763264<>26767360 00000100:00100000:0.0:1789760794.318314:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515839104:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760794.347450:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973851 gen 2 00000008:00010000:0.0:1789760794.347503:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:0.0:1789760794.347512:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760794.347522:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760794.347545:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:0.0:1789760794.347577:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515839104:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760794.347819:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6534, 6534] 00000080:00200000:1.0:1789760794.347836:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760794.347842:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760794.347898:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26767360 i_blocks 53255 00000020:00200000:1.0:1789760794.347903:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760794.347913:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760794.347950:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26767360, count: 4096 00000080:00200000:1.0:1789760794.347958:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26767360, bytes: 4096 00000080:00200000:1.0:1789760794.347968:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760794.347986:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760794.347989:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26767360, 26771456) 0 0 00000080:00200000:1.0:1789760794.347993:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760794.348010:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6535, 6535] 00020000:00200000:1.0:1789760794.348020:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26767360 chunk: [26767360, 26771456) 26771456, 4096 00020000:00200000:1.0:1789760794.348025:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760794.348045:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6535, 6535] 00000008:00010000:1.0:1789760794.348064:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760794.348069:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760794.348081:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26767360, 26771456) append 0 append lockpos 0 00000080:00200000:1.0:1789760794.348095:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26767360=0x1987000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760794.348154:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760794.348157:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26771456 00000020:00010000:1.0:1789760794.348165:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760794.348169:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760794.348172:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760794.348175:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760794.348178:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760794.348186:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760794.348193:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760794.348209:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760794.348313:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570000 - object 0x240000400:4 offset 26767360<>26771456 00000100:00100000:0.0:1789760794.348454:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760794.348475:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515839232:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760794.380334:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973852 gen 2 00000008:00010000:0.0:1789760794.380385:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760794.380394:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760794.380405:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760794.380428:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760794.380457:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515839232:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760794.380604:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6535, 6535] 00000080:00200000:1.0:1789760794.380685:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760794.380691:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760794.380706:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26771456 i_blocks 53255 00000020:00200000:1.0:1789760794.380710:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760794.380719:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760794.380753:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26771456, count: 4096 00000080:00200000:1.0:1789760794.380759:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26771456, bytes: 4096 00000080:00200000:1.0:1789760794.380768:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760794.380776:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760794.380778:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26771456, 26775552) 0 0 00000080:00200000:1.0:1789760794.380782:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760794.380798:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6536, 6536] 00020000:00200000:1.0:1789760794.380806:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26771456 chunk: [26771456, 26775552) 26775552, 4096 00020000:00200000:1.0:1789760794.380810:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760794.380828:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6536, 6536] 00000008:00010000:1.0:1789760794.380846:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760794.380852:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760794.380903:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26771456, 26775552) append 0 append lockpos 0 00000080:00200000:1.0:1789760794.380917:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26771456=0x1988000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760794.380982:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760794.380985:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26775552 00000020:00010000:1.0:1789760794.380995:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760794.380998:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760794.381001:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760794.381004:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760794.381006:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760794.381014:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760794.381022:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760794.381040:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760794.381139:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572d80 - object 0x240000400:4 offset 26771456<>26775552 00000100:00100000:0.0:1789760794.381296:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515839360:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760794.420225:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760794.420241:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760794.420253:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760794.420277:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760794.420311:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515839360:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760794.420964:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6536, 6536] 00000080:00200000:1.0:1789760794.420993:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760794.420999:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760794.421016:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26775552 i_blocks 53255 00000020:00200000:1.0:1789760794.421020:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760794.421030:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760794.421065:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26775552, count: 4096 00000080:00200000:1.0:1789760794.421073:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26775552, bytes: 4096 00000080:00200000:1.0:1789760794.421083:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760794.421103:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760794.421106:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26775552, 26779648) 0 0 00000080:00200000:1.0:1789760794.421111:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760794.421131:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6537, 6537] 00020000:00200000:1.0:1789760794.421142:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26775552 chunk: [26775552, 26779648) 26779648, 4096 00020000:00200000:1.0:1789760794.421146:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760794.421167:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6537, 6537] 00000008:00010000:1.0:1789760794.421185:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760794.421190:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760794.421203:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26775552, 26779648) append 0 append lockpos 0 00000080:00200000:1.0:1789760794.421218:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26775552=0x1989000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760794.421279:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760794.421282:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26779648 00000020:00010000:1.0:1789760794.421291:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760794.421294:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760794.421298:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760794.421301:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760794.421304:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760794.421311:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760794.421317:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760794.421336:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760794.421446:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571500 - object 0x240000400:4 offset 26775552<>26779648 00000100:00100000:0.0:1789760794.421597:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760794.421630:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515839488:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760794.460011:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973853 gen 2 00000100:00100000:0.0:1789760794.460054:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8571500 x1876699515839488/t4294973854(4294973854) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760810 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760794.460106:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:0.0:1789760794.460114:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760794.460124:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760794.460145:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:0.0:1789760794.460166:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515839488:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760794.460519:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6537, 6537] 00000080:00200000:1.0:1789760794.460535:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760794.460541:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760794.460557:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26779648 i_blocks 53255 00000020:00200000:1.0:1789760794.460561:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760794.460571:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760794.460607:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26779648, count: 4096 00000080:00200000:1.0:1789760794.460676:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26779648, bytes: 4096 00000080:00200000:1.0:1789760794.460688:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760794.460696:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760794.460698:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26779648, 26783744) 0 0 00000080:00200000:1.0:1789760794.460702:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760794.460722:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6538, 6538] 00020000:00200000:1.0:1789760794.460732:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26779648 chunk: [26779648, 26783744) 26783744, 4096 00020000:00200000:1.0:1789760794.460736:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760794.460758:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6538, 6538] 00000008:00010000:1.0:1789760794.460788:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760794.460794:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760794.460805:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26779648, 26783744) append 0 append lockpos 0 00000080:00200000:1.0:1789760794.460819:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26779648=0x198a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760794.460921:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760794.460924:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26783744 00000020:00010000:1.0:1789760794.460932:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760794.460936:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760794.460939:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760794.460942:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760794.460945:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760794.460953:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760794.460960:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760794.460990:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760794.461106:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571f80 - object 0x240000400:4 offset 26779648<>26783744 00000100:00100000:0.0:1789760794.461173:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515839616:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760794.488908:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973855 gen 2 00000008:00010000:0.0:1789760794.488979:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760794.488988:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760794.488998:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760794.489018:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760794.489050:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515839616:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760794.489234:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6538, 6538] 00000080:00200000:2.0:1789760794.489252:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760794.489258:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760794.489276:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26783744 i_blocks 53255 00000020:00200000:2.0:1789760794.489279:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760794.489289:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760794.489325:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26783744, count: 4096 00000080:00200000:2.0:1789760794.489332:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26783744, bytes: 4096 00000080:00200000:2.0:1789760794.489342:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760794.489350:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760794.489352:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26783744, 26787840) 0 0 00000080:00200000:2.0:1789760794.489356:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760794.489373:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6539, 6539] 00020000:00200000:2.0:1789760794.489382:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26783744 chunk: [26783744, 26787840) 26787840, 4096 00020000:00200000:2.0:1789760794.489386:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760794.489407:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6539, 6539] 00000008:00010000:2.0:1789760794.489426:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760794.489432:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760794.489443:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26783744, 26787840) append 0 append lockpos 0 00000080:00200000:2.0:1789760794.489456:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26783744=0x198b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760794.489511:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760794.489514:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26787840 00000020:00010000:2.0:1789760794.489523:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760794.489526:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760794.489529:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760794.489532:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760794.489535:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760794.489545:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760794.489552:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760794.489568:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760794.489674:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 26783744<>26787840 00000100:00100000:3.0:1789760794.489790:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515839744:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760794.538743:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973856 gen 2 00000008:00010000:3.0:1789760794.538793:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:3.0:1789760794.538800:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760794.538811:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760794.538830:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000080:00200000:2.0:1789760794.539038:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6539, 6539] 00000080:00200000:2.0:1789760794.539054:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760794.539061:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760794.539076:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26787840 i_blocks 53255 00000020:00200000:2.0:1789760794.539080:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760794.539098:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760794.539131:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26787840, count: 4096 00000080:00200000:2.0:1789760794.539138:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26787840, bytes: 4096 00000080:00200000:2.0:1789760794.539147:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760794.539156:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760794.539158:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26787840, 26791936) 0 0 00000080:00200000:2.0:1789760794.539162:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760794.539178:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6540, 6540] 00020000:00200000:2.0:1789760794.539186:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26787840 chunk: [26787840, 26791936) 26791936, 4096 00020000:00200000:2.0:1789760794.539190:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760794.539208:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6540, 6540] 00000008:00010000:2.0:1789760794.539226:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760794.539231:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760794.539242:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26787840, 26791936) append 0 append lockpos 0 00000080:00200000:2.0:1789760794.539255:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26787840=0x198c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760794.539300:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760794.539303:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26791936 00000020:00010000:2.0:1789760794.539311:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760794.539314:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760794.539317:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760794.539320:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760794.539323:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760794.539333:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760794.539339:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1789760794.539420:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515839744:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760794.539462:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:3.0:1789760794.539559:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5c00 - object 0x240000400:4 offset 26787840<>26791936 00000100:00100000:3.0:1789760794.539613:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515839872:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760794.584596:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973857 gen 2 00000008:00010000:3.0:1789760794.584658:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8b40 00000020:00200000:3.0:1789760794.584666:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760794.584677:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760794.584696:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8b40 00000100:00100000:3.0:1789760794.584726:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515839872:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760794.584874:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6540, 6540] 00000080:00200000:2.0:1789760794.584900:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760794.584908:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760794.584924:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26791936 i_blocks 53255 00000020:00200000:2.0:1789760794.584927:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760794.584937:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760794.584984:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26791936, count: 4096 00000080:00200000:2.0:1789760794.584992:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26791936, bytes: 4096 00000080:00200000:2.0:1789760794.585001:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760794.585010:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760794.585012:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26791936, 26796032) 0 0 00000080:00200000:2.0:1789760794.585018:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760794.585037:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6541, 6541] 00020000:00200000:2.0:1789760794.585047:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26791936 chunk: [26791936, 26796032) 26796032, 4096 00020000:00200000:2.0:1789760794.585052:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760794.585072:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6541, 6541] 00000008:00010000:2.0:1789760794.585100:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760794.585107:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760794.585121:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26791936, 26796032) append 0 append lockpos 0 00000080:00200000:2.0:1789760794.585136:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26791936=0x198d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760794.585195:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760794.585197:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26796032 00000020:00010000:2.0:1789760794.585207:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760794.585211:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760794.585213:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760794.585217:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760794.585220:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760794.585230:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760794.585237:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760794.585253:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8d80 00000008:00100000:2.0:1789760794.585357:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 26791936<>26796032 00000100:00100000:3.0:1789760794.585732:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515840000:192.168.203.146@tcp:4:dd.0 00010000:00010000:2.0:1789760794.609388:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789760794.624329:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973858 gen 2 00000008:00010000:3.0:1789760794.624368:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8d80 00000020:00200000:3.0:1789760794.624375:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760794.624383:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760794.624439:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8d80 00000080:00200000:2.0:1789760794.624739:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6541, 6541] 00000080:00200000:2.0:1789760794.624755:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760794.624760:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760794.624773:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26796032 i_blocks 53255 00000020:00200000:2.0:1789760794.624777:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760794.624785:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000100:00100000:3.0:1789760794.624800:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515840000:192.168.203.146@tcp:4:dd.0 00000080:00200008:2.0:1789760794.624813:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26796032, count: 4096 00000080:00200000:2.0:1789760794.624820:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26796032, bytes: 4096 00000080:00200000:2.0:1789760794.624831:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760794.624838:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760794.624840:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26796032, 26800128) 0 0 00000080:00200000:2.0:1789760794.624844:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760794.625027:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6542, 6542] 00020000:00200000:2.0:1789760794.625144:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26796032 chunk: [26796032, 26800128) 26800128, 4096 00020000:00200000:2.0:1789760794.625149:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760794.625166:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6542, 6542] 00000008:00010000:2.0:1789760794.625179:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760794.625184:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760794.625193:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26796032, 26800128) append 0 append lockpos 0 00000080:00200000:2.0:1789760794.625205:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26796032=0x198e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760794.625251:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760794.625253:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26800128 00000020:00010000:2.0:1789760794.625261:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760794.625264:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760794.625267:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760794.625270:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760794.625273:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760794.625282:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760794.625287:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760794.625302:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760794.625387:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 26796032<>26800128 00000100:00100000:3.0:1789760794.625912:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515840128:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760794.667904:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973859 gen 2 00000008:00010000:3.0:1789760794.667940:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8f00 00000020:00200000:3.0:1789760794.667948:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760794.667957:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760794.667984:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8f00 00000100:00100000:3.0:1789760794.668007:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515840128:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760794.668924:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6542, 6542] 00000080:00200000:2.0:1789760794.668942:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760794.668948:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760794.668960:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26800128 i_blocks 53255 00000020:00200000:2.0:1789760794.668964:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760794.668983:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760794.669010:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26800128, count: 4096 00000080:00200000:2.0:1789760794.669017:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26800128, bytes: 4096 00000080:00200000:2.0:1789760794.669025:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760794.669033:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760794.669035:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26800128, 26804224) 0 0 00000080:00200000:2.0:1789760794.669040:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760794.669053:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6543, 6543] 00020000:00200000:2.0:1789760794.669060:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26800128 chunk: [26800128, 26804224) 26804224, 4096 00020000:00200000:2.0:1789760794.669064:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760794.669078:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6543, 6543] 00000008:00010000:2.0:1789760794.669093:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760794.669097:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760794.669107:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26800128, 26804224) append 0 append lockpos 0 00000080:00200000:2.0:1789760794.669117:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26800128=0x198f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760794.669165:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760794.669168:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26804224 00000020:00010000:2.0:1789760794.669174:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760794.669177:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760794.669180:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760794.669183:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760794.669186:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760794.669193:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760794.669199:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760794.669213:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8c00 00000008:00100000:2.0:1789760794.669289:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 26800128<>26804224 00000100:00100000:3.0:1789760794.670321:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515840256:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760794.716232:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973860 gen 2 00000008:00010000:3.0:1789760794.716266:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8c00 00000020:00200000:3.0:1789760794.716272:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760794.716279:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760794.716297:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8c00 00000100:00100000:3.0:1789760794.716319:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515840256:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760794.716638:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6543, 6543] 00000080:00200000:2.0:1789760794.716652:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760794.716657:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760794.716669:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26804224 i_blocks 53255 00000020:00200000:2.0:1789760794.716673:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760794.716681:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760794.716718:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26804224, count: 4096 00000080:00200000:2.0:1789760794.716724:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26804224, bytes: 4096 00000080:00200000:2.0:1789760794.716731:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760794.716738:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760794.716740:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26804224, 26808320) 0 0 00000080:00200000:2.0:1789760794.716744:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760794.716756:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6544, 6544] 00020000:00200000:2.0:1789760794.716764:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26804224 chunk: [26804224, 26808320) 26808320, 4096 00020000:00200000:2.0:1789760794.716768:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760794.716782:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6544, 6544] 00000008:00010000:2.0:1789760794.716796:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760794.716800:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760794.716809:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26804224, 26808320) append 0 append lockpos 0 00000080:00200000:2.0:1789760794.716819:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26804224=0x1990000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760794.716914:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760794.716917:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26808320 00000020:00010000:2.0:1789760794.716924:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760794.716927:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760794.716931:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760794.716934:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760794.716937:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760794.716945:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760794.716951:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760794.716966:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8c00 00000008:00100000:2.0:1789760794.717690:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 26804224<>26808320 00000100:00100000:2.0:1789760794.717742:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760794.717759:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515840384:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760794.750613:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973861 gen 2 00000008:00010000:3.0:1789760794.750654:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8c00 00000020:00200000:3.0:1789760794.750661:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760794.750668:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760794.750745:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8c00 00000100:00100000:3.0:1789760794.750768:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515840384:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760794.751417:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6544, 6544] 00000080:00200000:0.0:1789760794.751433:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760794.751438:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760794.751451:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26808320 i_blocks 53255 00000020:00200000:0.0:1789760794.751455:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760794.751463:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760794.751493:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26808320, count: 4096 00000080:00200000:0.0:1789760794.751500:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26808320, bytes: 4096 00000080:00200000:0.0:1789760794.751510:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760794.751517:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760794.751519:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26808320, 26812416) 0 0 00000080:00200000:0.0:1789760794.751523:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760794.751534:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6545, 6545] 00020000:00200000:0.0:1789760794.751541:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26808320 chunk: [26808320, 26812416) 26812416, 4096 00020000:00200000:0.0:1789760794.751544:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760794.751559:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6545, 6545] 00000008:00010000:0.0:1789760794.751572:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760794.751577:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760794.751586:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26808320, 26812416) append 0 append lockpos 0 00000080:00200000:0.0:1789760794.751598:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26808320=0x1991000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760794.751646:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760794.751649:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26812416 00000020:00010000:0.0:1789760794.751656:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760794.751659:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760794.751662:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760794.751665:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760794.751668:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760794.751674:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760794.751679:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760794.751696:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760794.751778:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5180 - object 0x240000400:4 offset 26808320<>26812416 00000100:00100000:1.0:1789760794.751890:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515840512:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760794.799289:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973862 gen 2 00000008:00010000:1.0:1789760794.799328:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760794.799335:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760794.799344:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760794.799426:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760794.799462:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515840512:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760794.802051:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6545, 6545] 00000080:00200000:0.0:1789760794.802070:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760794.802075:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760794.802088:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26812416 i_blocks 53255 00000020:00200000:0.0:1789760794.802093:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760794.802106:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760794.802130:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26812416, count: 4096 00000080:00200000:0.0:1789760794.802137:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26812416, bytes: 4096 00000080:00200000:0.0:1789760794.802147:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760794.802155:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760794.802157:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26812416, 26816512) 0 0 00000080:00200000:0.0:1789760794.802161:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760794.802172:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6546, 6546] 00020000:00200000:0.0:1789760794.802178:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26812416 chunk: [26812416, 26816512) 26816512, 4096 00020000:00200000:0.0:1789760794.802182:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760794.802197:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6546, 6546] 00000008:00010000:0.0:1789760794.802211:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760794.802217:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760794.802226:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26812416, 26816512) append 0 append lockpos 0 00000080:00200000:0.0:1789760794.802236:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26812416=0x1992000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760794.802290:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760794.802293:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26816512 00000020:00010000:0.0:1789760794.802299:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760794.802303:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760794.802306:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760794.802309:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760794.802311:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760794.802318:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760794.802323:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760794.802345:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34000 00000008:00100000:0.0:1789760794.802429:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5c00 - object 0x240000400:4 offset 26812416<>26816512 00000100:00100000:1.0:1789760794.802521:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515840640:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760794.845247:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973863 gen 2 00000008:00010000:1.0:1789760794.845299:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34000 00000020:00200000:1.0:1789760794.845308:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760794.845317:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760794.845386:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34000 00000100:00100000:1.0:1789760794.845410:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515840640:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760794.851786:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6546, 6546] 00000080:00200000:2.0:1789760794.851806:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760794.851812:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760794.851827:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26816512 i_blocks 53255 00000020:00200000:2.0:1789760794.851831:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760794.851845:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760794.851897:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26816512, count: 4096 00000080:00200000:2.0:1789760794.851904:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26816512, bytes: 4096 00000080:00200000:2.0:1789760794.851915:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760794.851922:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760794.851925:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26816512, 26820608) 0 0 00000080:00200000:2.0:1789760794.851928:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760794.851940:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6547, 6547] 00020000:00200000:2.0:1789760794.851946:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26816512 chunk: [26816512, 26820608) 26820608, 4096 00020000:00200000:2.0:1789760794.851950:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760794.851966:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6547, 6547] 00000008:00010000:2.0:1789760794.851991:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760794.851996:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760794.852004:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26816512, 26820608) append 0 append lockpos 0 00000080:00200000:2.0:1789760794.852015:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26816512=0x1993000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760794.852064:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760794.852067:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26820608 00000020:00010000:2.0:1789760794.852073:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760794.852076:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760794.852079:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760794.852083:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760794.852086:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760794.852093:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760794.852099:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760794.852120:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8f00 00000008:00100000:2.0:1789760794.852195:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 26816512<>26820608 00000100:00100000:3.0:1789760794.852512:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760794.852534:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515840768:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760794.898825:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973864 gen 2 00000008:00010000:3.0:1789760794.898889:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8f00 00000020:00200000:3.0:1789760794.898897:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760794.898907:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760794.898925:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8f00 00000100:00100000:3.0:1789760794.898948:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515840768:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760794.900430:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6547, 6547] 00000080:00200000:2.0:1789760794.900448:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760794.900453:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760794.900468:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26820608 i_blocks 53255 00000020:00200000:2.0:1789760794.900473:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760794.900484:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760794.900511:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26820608, count: 4096 00000080:00200000:2.0:1789760794.900519:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26820608, bytes: 4096 00000080:00200000:2.0:1789760794.900532:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760794.900541:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760794.900543:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26820608, 26824704) 0 0 00000080:00200000:2.0:1789760794.900547:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760794.900564:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6548, 6548] 00020000:00200000:2.0:1789760794.900572:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26820608 chunk: [26820608, 26824704) 26824704, 4096 00020000:00200000:2.0:1789760794.900576:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760794.900592:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6548, 6548] 00000008:00010000:2.0:1789760794.900674:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760794.900681:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760794.900693:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26820608, 26824704) append 0 append lockpos 0 00000080:00200000:2.0:1789760794.900704:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26820608=0x1994000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760794.900759:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760794.900762:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26824704 00000020:00010000:2.0:1789760794.900770:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760794.900773:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760794.900776:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760794.900779:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760794.900783:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760794.900791:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760794.900796:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760794.900814:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8d80 00000008:00100000:2.0:1789760794.901273:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 26820608<>26824704 00000100:00100000:3.0:1789760794.901342:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515840896:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760794.942118:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973865 gen 2 00000008:00010000:3.0:1789760794.942155:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8d80 00000020:00200000:3.0:1789760794.942162:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760794.942170:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760794.942194:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8d80 00000100:00100000:3.0:1789760794.942218:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515840896:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760794.942315:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6548, 6548] 00000080:00200000:0.0:1789760794.942327:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760794.942332:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760794.942344:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26824704 i_blocks 53255 00000020:00200000:0.0:1789760794.942347:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760794.942356:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760794.942381:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26824704, count: 4096 00000080:00200000:0.0:1789760794.942386:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26824704, bytes: 4096 00000080:00200000:0.0:1789760794.942393:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760794.942400:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760794.942402:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26824704, 26828800) 0 0 00000080:00200000:0.0:1789760794.942406:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760794.942418:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6549, 6549] 00020000:00200000:0.0:1789760794.942424:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26824704 chunk: [26824704, 26828800) 26828800, 4096 00020000:00200000:0.0:1789760794.942428:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760794.942443:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6549, 6549] 00000008:00010000:0.0:1789760794.942456:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760794.942461:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760794.942469:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26824704, 26828800) append 0 append lockpos 0 00000080:00200000:0.0:1789760794.942480:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26824704=0x1995000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760794.942523:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760794.942526:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26828800 00000020:00010000:0.0:1789760794.942532:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760794.942535:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760794.942538:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760794.942542:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760794.942544:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760794.942550:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760794.942556:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760794.942570:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d340c0 00000008:00100000:0.0:1789760794.942647:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4380 - object 0x240000400:4 offset 26824704<>26828800 00000100:00100000:1.0:1789760794.942723:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515841024:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760794.992692:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973866 gen 2 00000008:00010000:1.0:1789760794.992735:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d340c0 00000020:00200000:1.0:1789760794.992741:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760794.992749:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760794.992819:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d340c0 00000100:00100000:1.0:1789760794.992843:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515841024:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760794.993009:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6549, 6549] 00000080:00200000:0.0:1789760794.993022:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760794.993028:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760794.993041:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26828800 i_blocks 53255 00000020:00200000:0.0:1789760794.993045:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760794.993054:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760794.993081:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26828800, count: 4096 00000080:00200000:0.0:1789760794.993087:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26828800, bytes: 4096 00000080:00200000:0.0:1789760794.993095:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760794.993102:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760794.993104:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26828800, 26832896) 0 0 00000080:00200000:0.0:1789760794.993107:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760794.993119:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6550, 6550] 00020000:00200000:0.0:1789760794.993126:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26828800 chunk: [26828800, 26832896) 26832896, 4096 00020000:00200000:0.0:1789760794.993129:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760794.993143:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6550, 6550] 00000008:00010000:0.0:1789760794.993156:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760794.993161:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760794.993170:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26828800, 26832896) append 0 append lockpos 0 00000080:00200000:0.0:1789760794.993181:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26828800=0x1996000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760794.993227:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760794.993230:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26832896 00000020:00010000:0.0:1789760794.993236:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760794.993239:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760794.993243:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760794.993246:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760794.993248:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760794.993255:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760794.993261:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760794.993276:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d349c0 00000008:00100000:0.0:1789760794.993354:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5880 - object 0x240000400:4 offset 26828800<>26832896 00000100:00100000:1.0:1789760794.993416:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515841152:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760795.049475:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973867 gen 2 00000008:00010000:1.0:1789760795.049512:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d349c0 00000020:00200000:1.0:1789760795.049519:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760795.049528:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760795.049594:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d349c0 00000100:00100000:1.0:1789760795.049620:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515841152:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760795.049691:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6550, 6550] 00000080:00200000:3.0:1789760795.049704:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760795.049710:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760795.049722:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26832896 i_blocks 53255 00000020:00200000:3.0:1789760795.049725:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760795.049734:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760795.049758:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26832896, count: 4096 00000080:00200000:3.0:1789760795.049764:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26832896, bytes: 4096 00000080:00200000:3.0:1789760795.049772:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760795.049780:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760795.049782:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26832896, 26836992) 0 0 00000080:00200000:3.0:1789760795.049786:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760795.049798:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6551, 6551] 00020000:00200000:3.0:1789760795.049804:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26832896 chunk: [26832896, 26836992) 26836992, 4096 00020000:00200000:3.0:1789760795.049807:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760795.049822:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6551, 6551] 00000008:00010000:3.0:1789760795.049835:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760795.049839:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760795.049848:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26832896, 26836992) append 0 append lockpos 0 00000080:00200000:3.0:1789760795.049887:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26832896=0x1997000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760795.049932:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760795.049935:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26836992 00000020:00010000:3.0:1789760795.049942:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760795.049945:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760795.049948:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760795.049951:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760795.049953:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760795.049959:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760795.049964:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760795.049988:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760795.050067:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5c00 - object 0x240000400:4 offset 26832896<>26836992 00000100:00100000:3.0:1789760795.050191:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760795.050207:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515841280:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760795.102673:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760795.102684:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760795.102694:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760795.102769:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760795.102794:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515841280:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760795.102998:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6551, 6551] 00000080:00200000:0.0:1789760795.103011:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760795.103017:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760795.103029:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26836992 i_blocks 53255 00000020:00200000:0.0:1789760795.103033:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760795.103041:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760795.103065:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26836992, count: 4096 00000080:00200000:0.0:1789760795.103070:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26836992, bytes: 4096 00000080:00200000:0.0:1789760795.103202:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760795.103210:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760795.103213:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26836992, 26841088) 0 0 00000080:00200000:0.0:1789760795.103216:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760795.103228:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6552, 6552] 00020000:00200000:0.0:1789760795.103235:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26836992 chunk: [26836992, 26841088) 26841088, 4096 00020000:00200000:0.0:1789760795.103238:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760795.103254:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6552, 6552] 00000008:00010000:0.0:1789760795.103268:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760795.103273:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760795.103283:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26836992, 26841088) append 0 append lockpos 0 00000080:00200000:0.0:1789760795.103293:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26836992=0x1998000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760795.103340:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760795.103343:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26841088 00000020:00010000:0.0:1789760795.103349:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760795.103352:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760795.103354:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760795.103357:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760795.103359:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760795.103365:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760795.103371:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760795.103385:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34a80 00000008:00100000:0.0:1789760795.103461:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5500 - object 0x240000400:4 offset 26836992<>26841088 00000100:00100000:1.0:1789760795.103532:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515841408:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760795.143505:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973869 gen 2 00000008:00010000:1.0:1789760795.143547:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34a80 00000020:00200000:1.0:1789760795.143554:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760795.143561:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760795.143581:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34a80 00000100:00100000:1.0:1789760795.143603:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515841408:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760795.143655:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6552, 6552] 00000080:00200000:0.0:1789760795.143668:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760795.143673:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760795.143683:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26841088 i_blocks 53255 00000020:00200000:0.0:1789760795.143687:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760795.143695:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760795.143726:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26841088, count: 4096 00000080:00200000:0.0:1789760795.143731:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26841088, bytes: 4096 00000080:00200000:0.0:1789760795.143740:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760795.143747:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760795.143749:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26841088, 26845184) 0 0 00000080:00200000:0.0:1789760795.143753:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760795.143765:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6553, 6553] 00020000:00200000:0.0:1789760795.143771:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26841088 chunk: [26841088, 26845184) 26845184, 4096 00020000:00200000:0.0:1789760795.143775:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760795.143794:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6553, 6553] 00000008:00010000:0.0:1789760795.143808:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760795.143812:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760795.143820:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26841088, 26845184) append 0 append lockpos 0 00000080:00200000:0.0:1789760795.143831:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26841088=0x1999000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760795.143904:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760795.143907:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26845184 00000020:00010000:0.0:1789760795.143913:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760795.143916:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760795.143919:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760795.143922:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760795.143925:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760795.143931:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760795.143936:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760795.143950:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34240 00000008:00100000:0.0:1789760795.144037:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7480 - object 0x240000400:4 offset 26841088<>26845184 00000100:00100000:1.0:1789760795.144189:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515841536:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760795.198836:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973870 gen 2 00000008:00010000:1.0:1789760795.198936:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34240 00000020:00200000:1.0:1789760795.198943:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760795.198951:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760795.198977:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34240 00000100:00100000:1.0:1789760795.199002:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515841536:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760795.199349:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6553, 6553] 00000080:00200000:0.0:1789760795.199367:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760795.199372:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760795.199384:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26845184 i_blocks 53255 00000020:00200000:0.0:1789760795.199387:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760795.199395:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760795.199603:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26845184, count: 4096 00000080:00200000:0.0:1789760795.199671:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26845184, bytes: 4096 00000080:00200000:0.0:1789760795.199679:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760795.199687:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760795.199689:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26845184, 26849280) 0 0 00000080:00200000:0.0:1789760795.199692:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760795.199705:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6554, 6554] 00020000:00200000:0.0:1789760795.199712:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26845184 chunk: [26845184, 26849280) 26849280, 4096 00020000:00200000:0.0:1789760795.199715:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760795.199732:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6554, 6554] 00000008:00010000:0.0:1789760795.199745:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760795.199750:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760795.199759:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26845184, 26849280) append 0 append lockpos 0 00000080:00200000:0.0:1789760795.199769:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26845184=0x199a000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760795.199815:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760795.199818:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26849280 00000020:00010000:0.0:1789760795.199825:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760795.199828:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760795.199830:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760795.199832:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760795.199835:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760795.199843:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760795.199848:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760795.199981:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760795.200062:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 26845184<>26849280 00000100:00100000:0.0:1789760795.200163:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760795.200179:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515841664:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760795.243701:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973871 gen 2 00000008:00010000:0.0:1789760795.243739:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:0.0:1789760795.243745:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760795.243753:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760795.243824:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:0.0:1789760795.243846:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515841664:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760795.244068:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6554, 6554] 00000080:00200000:1.0:1789760795.244212:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760795.244218:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760795.244230:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26849280 i_blocks 53255 00000020:00200000:1.0:1789760795.244233:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760795.244241:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760795.244267:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26849280, count: 4096 00000080:00200000:1.0:1789760795.244273:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26849280, bytes: 4096 00000080:00200000:1.0:1789760795.244282:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760795.244289:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760795.244292:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26849280, 26853376) 0 0 00000080:00200000:1.0:1789760795.244296:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760795.244307:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6555, 6555] 00020000:00200000:1.0:1789760795.244314:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26849280 chunk: [26849280, 26853376) 26853376, 4096 00020000:00200000:1.0:1789760795.244318:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760795.244333:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6555, 6555] 00000008:00010000:1.0:1789760795.244347:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760795.244351:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760795.244467:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26849280, 26853376) append 0 append lockpos 0 00000080:00200000:1.0:1789760795.244479:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26849280=0x199b000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760795.244525:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760795.244528:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26853376 00000020:00010000:1.0:1789760795.244534:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760795.244538:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760795.244541:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760795.244545:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760795.244547:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760795.244553:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760795.244560:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760795.244575:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760795.244654:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572680 - object 0x240000400:4 offset 26849280<>26853376 00000100:00100000:1.0:1789760795.244693:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760795.244708:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515841792:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760795.307724:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973872 gen 2 00000008:00010000:1.0:1789760795.307764:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:1.0:1789760795.307770:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760795.307780:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760795.307803:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:1.0:1789760795.307829:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515841792:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760795.307952:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6555, 6555] 00000080:00200000:3.0:1789760795.307974:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760795.307980:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760795.307991:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26853376 i_blocks 53255 00000020:00200000:3.0:1789760795.307994:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760795.308002:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760795.308026:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26853376, count: 4096 00000080:00200000:3.0:1789760795.308032:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26853376, bytes: 4096 00000080:00200000:3.0:1789760795.308038:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760795.308045:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760795.308047:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26853376, 26857472) 0 0 00000080:00200000:3.0:1789760795.308050:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760795.308062:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6556, 6556] 00020000:00200000:3.0:1789760795.308070:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26853376 chunk: [26853376, 26857472) 26857472, 4096 00020000:00200000:3.0:1789760795.308073:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760795.308097:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6556, 6556] 00000008:00010000:3.0:1789760795.308111:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760795.308116:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760795.308127:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26853376, 26857472) append 0 append lockpos 0 00000080:00200000:3.0:1789760795.308137:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26853376=0x199c000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760795.308187:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760795.308189:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26857472 00000020:00010000:3.0:1789760795.308197:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760795.308200:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760795.308202:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760795.308205:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760795.308208:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760795.308214:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760795.308220:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760795.308234:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760795.308325:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5c00 - object 0x240000400:4 offset 26853376<>26857472 00000100:00100000:2.0:1789760795.308476:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515841920:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760795.351785:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973873 gen 2 00000008:00010000:3.0:1789760795.351820:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760795.351826:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760795.351836:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760795.351953:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760795.351987:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515841920:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760795.352521:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6556, 6556] 00000080:00200000:1.0:1789760795.352535:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760795.352540:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760795.352551:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26857472 i_blocks 53255 00000020:00200000:1.0:1789760795.352555:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760795.352563:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760795.352589:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26857472, count: 4096 00000080:00200000:1.0:1789760795.352595:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26857472, bytes: 4096 00000080:00200000:1.0:1789760795.352604:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760795.352705:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760795.352707:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26857472, 26861568) 0 0 00000080:00200000:1.0:1789760795.352712:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760795.352724:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6557, 6557] 00020000:00200000:1.0:1789760795.352731:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26857472 chunk: [26857472, 26861568) 26861568, 4096 00020000:00200000:1.0:1789760795.352735:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760795.352751:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6557, 6557] 00000008:00010000:1.0:1789760795.352765:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760795.352770:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760795.352779:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26857472, 26861568) append 0 append lockpos 0 00000080:00200000:1.0:1789760795.352790:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26857472=0x199d000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760795.352837:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760795.352840:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26861568 00000020:00010000:1.0:1789760795.352847:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760795.352850:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760795.352955:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760795.352960:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760795.352970:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760795.352979:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760795.352985:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760795.353000:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760795.353298:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572680 - object 0x240000400:4 offset 26857472<>26861568 00000100:00100000:0.0:1789760795.353406:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760795.353426:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515842048:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760795.402644:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973874 gen 2 00000008:00010000:0.0:1789760795.402681:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760795.402688:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760795.402697:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760795.402838:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760795.402907:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515842048:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760795.403390:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6557, 6557] 00000080:00200000:1.0:1789760795.403604:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760795.403610:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760795.403621:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26861568 i_blocks 53255 00000020:00200000:1.0:1789760795.403624:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760795.403633:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760795.403658:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26861568, count: 4096 00000080:00200000:1.0:1789760795.403663:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26861568, bytes: 4096 00000080:00200000:1.0:1789760795.403672:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760795.403679:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760795.403682:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26861568, 26865664) 0 0 00000080:00200000:1.0:1789760795.403686:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760795.403697:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6558, 6558] 00020000:00200000:1.0:1789760795.403704:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26861568 chunk: [26861568, 26865664) 26865664, 4096 00020000:00200000:1.0:1789760795.403708:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760795.403722:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6558, 6558] 00000008:00010000:1.0:1789760795.403735:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760795.403739:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760795.403747:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26861568, 26865664) append 0 append lockpos 0 00000080:00200000:1.0:1789760795.403761:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26861568=0x199e000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760795.403811:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760795.403813:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26865664 00000020:00010000:1.0:1789760795.403820:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760795.403823:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760795.403826:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760795.403829:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760795.403832:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760795.403837:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760795.403842:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760795.403872:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760795.403947:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573b80 - object 0x240000400:4 offset 26861568<>26865664 00000100:00100000:0.0:1789760795.404017:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515842176:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760795.440939:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973875 gen 2 00000008:00010000:0.0:1789760795.441055:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760795.441062:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760795.441070:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760795.441156:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760795.441179:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515842176:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760795.441254:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6558, 6558] 00000080:00200000:1.0:1789760795.441266:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760795.441270:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760795.441280:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26865664 i_blocks 53255 00000020:00200000:1.0:1789760795.441283:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760795.441291:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760795.441411:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26865664, count: 4096 00000080:00200000:1.0:1789760795.441417:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26865664, bytes: 4096 00000080:00200000:1.0:1789760795.441423:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760795.441429:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760795.441430:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26865664, 26869760) 0 0 00000080:00200000:1.0:1789760795.441433:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760795.441532:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6559, 6559] 00020000:00200000:1.0:1789760795.441538:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26865664 chunk: [26865664, 26869760) 26869760, 4096 00020000:00200000:1.0:1789760795.441541:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760795.441555:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6559, 6559] 00000008:00010000:1.0:1789760795.441565:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760795.441569:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760795.441576:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26865664, 26869760) append 0 append lockpos 0 00000080:00200000:1.0:1789760795.441585:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26865664=0x199f000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760795.441691:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760795.441694:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26869760 00000020:00010000:1.0:1789760795.441701:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760795.441704:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760795.441707:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760795.441710:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760795.441713:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760795.441719:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760795.441725:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760795.441741:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760795.441822:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572a00 - object 0x240000400:4 offset 26865664<>26869760 00000100:00100000:0.0:1789760795.442034:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760795.442048:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515842304:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760795.478642:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760795.478654:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760795.478662:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760795.478684:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760795.478708:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515842304:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760795.479101:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6559, 6559] 00000080:00200000:1.0:1789760795.479115:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760795.479121:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760795.479132:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26869760 i_blocks 53255 00000020:00200000:1.0:1789760795.479136:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760795.479144:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760795.479169:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26869760, count: 4096 00000080:00200000:1.0:1789760795.479176:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26869760, bytes: 4096 00000080:00200000:1.0:1789760795.479183:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760795.479190:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760795.479193:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26869760, 26873856) 0 0 00000080:00200000:1.0:1789760795.479196:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760795.479208:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6560, 6560] 00020000:00200000:1.0:1789760795.479215:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26869760 chunk: [26869760, 26873856) 26873856, 4096 00020000:00200000:1.0:1789760795.479220:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760795.479235:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6560, 6560] 00000008:00010000:1.0:1789760795.479247:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760795.479252:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760795.479260:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26869760, 26873856) append 0 append lockpos 0 00000080:00200000:1.0:1789760795.479270:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26869760=0x19a0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760795.479316:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760795.479319:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26873856 00000020:00010000:1.0:1789760795.479325:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760795.479329:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760795.479333:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760795.479337:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760795.479339:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760795.479346:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760795.479352:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760795.479366:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760795.479447:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573100 - object 0x240000400:4 offset 26869760<>26873856 00000100:00100000:0.0:1789760795.479513:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515842432:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760795.517823:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973876 gen 2 00000100:00100000:0.0:1789760795.517882:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8573100 x1876699515842432/t4294973877(4294973877) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760811 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760795.517917:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760795.517922:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760795.517929:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760795.517948:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760795.517978:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515842432:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760795.518248:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6560, 6560] 00000080:00200000:1.0:1789760795.518266:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760795.518271:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760795.518283:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26873856 i_blocks 53255 00000020:00200000:1.0:1789760795.518287:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760795.518295:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760795.518320:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26873856, count: 4096 00000080:00200000:1.0:1789760795.518327:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26873856, bytes: 4096 00000080:00200000:1.0:1789760795.518334:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760795.518341:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760795.518343:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26873856, 26877952) 0 0 00000080:00200000:1.0:1789760795.518347:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760795.518360:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6561, 6561] 00020000:00200000:1.0:1789760795.518368:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26873856 chunk: [26873856, 26877952) 26877952, 4096 00020000:00200000:1.0:1789760795.518372:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760795.518387:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6561, 6561] 00000008:00010000:1.0:1789760795.518400:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760795.518404:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760795.518412:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26873856, 26877952) append 0 append lockpos 0 00000080:00200000:1.0:1789760795.518423:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26873856=0x19a1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760795.518465:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760795.518468:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26877952 00000020:00010000:1.0:1789760795.518475:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760795.518478:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760795.518481:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760795.518485:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760795.518488:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760795.518494:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760795.518500:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760795.518517:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760795.518596:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570380 - object 0x240000400:4 offset 26873856<>26877952 00000100:00100000:0.0:1789760795.518699:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515842560:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760795.598570:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973878 gen 2 00000008:00010000:0.0:1789760795.598620:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:0.0:1789760795.598626:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760795.598634:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760795.598660:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:0.0:1789760795.598687:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515842560:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760795.598752:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6561, 6561] 00000080:00200000:1.0:1789760795.598765:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760795.598770:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760795.598782:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26877952 i_blocks 53255 00000020:00200000:1.0:1789760795.598786:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760795.598794:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760795.598819:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26877952, count: 4096 00000080:00200000:1.0:1789760795.598825:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26877952, bytes: 4096 00000080:00200000:1.0:1789760795.598836:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760795.598844:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760795.598846:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26877952, 26882048) 0 0 00000080:00200000:1.0:1789760795.598849:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760795.598887:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6562, 6562] 00020000:00200000:1.0:1789760795.598894:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26877952 chunk: [26877952, 26882048) 26882048, 4096 00020000:00200000:1.0:1789760795.598898:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760795.598913:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6562, 6562] 00000008:00010000:1.0:1789760795.598927:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760795.598931:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760795.598941:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26877952, 26882048) append 0 append lockpos 0 00000080:00200000:1.0:1789760795.598953:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26877952=0x19a2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760795.600534:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760795.600542:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26882048 00000020:00010000:1.0:1789760795.600552:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760795.600557:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760795.600560:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760795.600564:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760795.600567:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760795.600576:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760795.600584:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760795.600608:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760795.600696:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571c00 - object 0x240000400:4 offset 26877952<>26882048 00000100:00100000:0.0:1789760795.600905:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760795.600925:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515842688:192.168.203.146@tcp:4:dd.0 00010000:00010000:3.0:1789760795.634409:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789760795.669433:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973879 gen 2 00000008:00010000:0.0:1789760795.669487:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760795.669497:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760795.669509:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760795.669535:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760795.669569:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515842688:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760795.669755:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6562, 6562] 00000080:00200000:1.0:1789760795.669771:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760795.669777:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760795.669793:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26882048 i_blocks 53255 00000020:00200000:1.0:1789760795.669797:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760795.669807:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760795.669843:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26882048, count: 4096 00000080:00200000:1.0:1789760795.669850:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26882048, bytes: 4096 00000080:00200000:1.0:1789760795.669896:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760795.669905:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760795.669908:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26882048, 26886144) 0 0 00000080:00200000:1.0:1789760795.669912:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760795.669928:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6563, 6563] 00020000:00200000:1.0:1789760795.669937:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26882048 chunk: [26882048, 26886144) 26886144, 4096 00020000:00200000:1.0:1789760795.669942:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760795.669972:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6563, 6563] 00000008:00010000:1.0:1789760795.669993:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760795.670000:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760795.670010:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26882048, 26886144) append 0 append lockpos 0 00000080:00200000:1.0:1789760795.670025:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26882048=0x19a3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760795.670096:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760795.670099:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26886144 00000020:00010000:1.0:1789760795.670108:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760795.670111:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760795.670115:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760795.670119:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760795.670121:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760795.670129:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760795.670137:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760795.670154:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760795.670262:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 26882048<>26886144 00000100:00100000:0.0:1789760795.670519:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515842816:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760795.734020:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973880 gen 2 00000008:00010000:0.0:1789760795.734077:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760795.734086:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760795.734098:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760795.734126:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760795.734160:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515842816:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760795.734294:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6563, 6563] 00000080:00200000:1.0:1789760795.734311:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760795.734317:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760795.734333:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26886144 i_blocks 53255 00000020:00200000:1.0:1789760795.734337:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760795.734347:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760795.734383:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26886144, count: 4096 00000080:00200000:1.0:1789760795.734453:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26886144, bytes: 4096 00000080:00200000:1.0:1789760795.734470:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760795.734479:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760795.734481:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26886144, 26890240) 0 0 00000080:00200000:1.0:1789760795.734485:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760795.734505:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6564, 6564] 00020000:00200000:1.0:1789760795.734515:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26886144 chunk: [26886144, 26890240) 26890240, 4096 00020000:00200000:1.0:1789760795.734520:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760795.734540:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6564, 6564] 00000008:00010000:1.0:1789760795.734557:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760795.734563:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760795.734575:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26886144, 26890240) append 0 append lockpos 0 00000080:00200000:1.0:1789760795.734590:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26886144=0x19a4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760795.734653:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760795.734656:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26890240 00000020:00010000:1.0:1789760795.734665:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760795.734668:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760795.734671:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760795.734675:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760795.734678:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760795.734686:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760795.734694:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760795.734713:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760795.734824:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572300 - object 0x240000400:4 offset 26886144<>26890240 00000100:00100000:0.0:1789760795.734895:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515842944:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760795.772255:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973881 gen 2 00000008:00010000:0.0:1789760795.772308:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760795.772317:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760795.772327:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760795.772349:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760795.772381:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515842944:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760795.772477:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6564, 6564] 00000080:00200000:3.0:1789760795.772495:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760795.772502:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760795.772518:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26890240 i_blocks 53255 00000020:00200000:3.0:1789760795.772523:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760795.772533:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760795.772567:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26890240, count: 4096 00000080:00200000:3.0:1789760795.772575:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26890240, bytes: 4096 00000080:00200000:3.0:1789760795.772586:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760795.772594:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760795.772596:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26890240, 26894336) 0 0 00000080:00200000:3.0:1789760795.772601:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760795.772631:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6565, 6565] 00020000:00200000:3.0:1789760795.772640:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26890240 chunk: [26890240, 26894336) 26894336, 4096 00020000:00200000:3.0:1789760795.772644:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760795.772664:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6565, 6565] 00000008:00010000:3.0:1789760795.772684:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760795.772690:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760795.772702:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26890240, 26894336) append 0 append lockpos 0 00000080:00200000:3.0:1789760795.772717:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26890240=0x19a5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760795.772775:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760795.772778:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26894336 00000020:00010000:3.0:1789760795.772787:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760795.772790:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760795.772793:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760795.772797:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760795.772800:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760795.772808:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760795.772815:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760795.772830:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760795.772985:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5c00 - object 0x240000400:4 offset 26890240<>26894336 00000100:00100000:3.0:1789760795.773032:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760795.773049:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515843072:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760795.851094:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973882 gen 2 00000008:00010000:3.0:1789760795.851152:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760795.851161:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760795.851180:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760795.851206:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760795.851239:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515843072:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760795.851351:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6565, 6565] 00000080:00200000:2.0:1789760795.851369:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760795.851375:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760795.851394:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26894336 i_blocks 53255 00000020:00200000:2.0:1789760795.851399:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760795.851409:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760795.851445:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26894336, count: 4096 00000080:00200000:2.0:1789760795.851452:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26894336, bytes: 4096 00000080:00200000:2.0:1789760795.851464:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760795.851474:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760795.851476:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26894336, 26898432) 0 0 00000080:00200000:2.0:1789760795.851480:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760795.851500:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6566, 6566] 00020000:00200000:2.0:1789760795.851510:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26894336 chunk: [26894336, 26898432) 26898432, 4096 00020000:00200000:2.0:1789760795.851515:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760795.851535:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6566, 6566] 00000008:00010000:2.0:1789760795.851555:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760795.851562:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760795.851575:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26894336, 26898432) append 0 append lockpos 0 00000080:00200000:2.0:1789760795.851590:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26894336=0x19a6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760795.851653:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760795.851655:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26898432 00000020:00010000:2.0:1789760795.851664:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760795.851667:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760795.851671:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760795.851675:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760795.851678:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760795.851688:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760795.851695:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760795.851712:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760795.851816:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 26894336<>26898432 00000100:00100000:2.0:1789760795.851903:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760795.851921:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515843200:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760795.921282:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973883 gen 2 00000008:00010000:3.0:1789760795.921333:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8b40 00000020:00200000:3.0:1789760795.921340:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760795.921350:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760795.921433:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8b40 00000100:00100000:3.0:1789760795.921464:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515843200:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760795.921817:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6566, 6566] 00000080:00200000:2.0:1789760795.921834:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760795.921840:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760795.921950:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26898432 i_blocks 53255 00000020:00200000:2.0:1789760795.921955:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760795.921974:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760795.922007:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26898432, count: 4096 00000080:00200000:2.0:1789760795.922015:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26898432, bytes: 4096 00000080:00200000:2.0:1789760795.922029:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760795.922037:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760795.922039:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26898432, 26902528) 0 0 00000080:00200000:2.0:1789760795.922044:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760795.922061:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6567, 6567] 00020000:00200000:2.0:1789760795.922070:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26898432 chunk: [26898432, 26902528) 26902528, 4096 00020000:00200000:2.0:1789760795.922074:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760795.922255:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6567, 6567] 00000008:00010000:2.0:1789760795.922275:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760795.922280:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760795.922292:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26898432, 26902528) append 0 append lockpos 0 00000080:00200000:2.0:1789760795.922305:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26898432=0x19a7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760795.922362:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760795.922365:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26902528 00000020:00010000:2.0:1789760795.922372:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760795.922375:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760795.922379:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760795.922382:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760795.922385:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760795.922394:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760795.922400:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760795.922421:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760795.922520:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 26898432<>26902528 00000100:00100000:3.0:1789760795.922635:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760795.922657:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515843328:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760795.955795:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973884 gen 2 00000008:00010000:3.0:1789760795.955832:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:3.0:1789760795.955839:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760795.955847:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760795.955906:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:3.0:1789760795.955930:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515843328:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760795.956311:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6567, 6567] 00000080:00200000:2.0:1789760795.956324:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760795.956329:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760795.956339:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26902528 i_blocks 53255 00000020:00200000:2.0:1789760795.956343:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760795.956351:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760795.956378:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26902528, count: 4096 00000080:00200000:2.0:1789760795.956383:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26902528, bytes: 4096 00000080:00200000:2.0:1789760795.956394:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760795.956400:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760795.956403:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26902528, 26906624) 0 0 00000080:00200000:2.0:1789760795.956406:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760795.956419:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6568, 6568] 00020000:00200000:2.0:1789760795.956427:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26902528 chunk: [26902528, 26906624) 26906624, 4096 00020000:00200000:2.0:1789760795.956431:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760795.956445:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6568, 6568] 00000008:00010000:2.0:1789760795.956459:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760795.956463:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760795.956473:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26902528, 26906624) append 0 append lockpos 0 00000080:00200000:2.0:1789760795.956485:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26902528=0x19a8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760795.956527:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760795.956531:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26906624 00000020:00010000:2.0:1789760795.956538:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760795.956541:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760795.956544:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760795.956548:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760795.956551:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760795.956559:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760795.956565:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760795.956579:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760795.957463:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 26902528<>26906624 00000100:00100000:3.0:1789760795.957545:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515843456:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760795.990944:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973885 gen 2 00000008:00010000:3.0:1789760795.990989:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8240 00000020:00200000:3.0:1789760795.991003:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760795.991013:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760795.991039:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8240 00000100:00100000:3.0:1789760795.991061:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515843456:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760795.991508:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6568, 6568] 00000080:00200000:0.0:1789760795.991522:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760795.991528:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760795.991539:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26906624 i_blocks 53255 00000020:00200000:0.0:1789760795.991543:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760795.991551:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760795.991575:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26906624, count: 4096 00000080:00200000:0.0:1789760795.991581:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26906624, bytes: 4096 00000080:00200000:0.0:1789760795.991590:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760795.991597:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760795.991599:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26906624, 26910720) 0 0 00000080:00200000:0.0:1789760795.991603:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760795.991615:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6569, 6569] 00020000:00200000:0.0:1789760795.991622:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26906624 chunk: [26906624, 26910720) 26910720, 4096 00020000:00200000:0.0:1789760795.991626:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760795.991654:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6569, 6569] 00000008:00010000:0.0:1789760795.991668:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760795.991673:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760795.991681:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26906624, 26910720) append 0 append lockpos 0 00000080:00200000:0.0:1789760795.991692:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26906624=0x19a9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760795.991748:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760795.991751:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26910720 00000020:00010000:0.0:1789760795.991758:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760795.991761:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760795.991763:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760795.991766:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760795.991769:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760795.991776:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760795.991781:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760795.991794:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760795.992582:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 26906624<>26910720 00000100:00100000:0.0:1789760795.992621:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760795.992650:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515843584:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760796.043382:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973886 gen 2 00000008:00010000:0.0:1789760796.043445:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:0.0:1789760796.043454:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760796.043468:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760796.043489:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:0.0:1789760796.043523:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515843584:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760796.044188:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6569, 6569] 00000080:00200000:1.0:1789760796.044213:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760796.044220:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760796.044237:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26910720 i_blocks 53255 00000020:00200000:1.0:1789760796.044241:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760796.044257:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760796.044287:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26910720, count: 4096 00000080:00200000:1.0:1789760796.044294:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26910720, bytes: 4096 00000080:00200000:1.0:1789760796.044305:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760796.044319:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760796.044321:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26910720, 26914816) 0 0 00000080:00200000:1.0:1789760796.044325:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760796.044338:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6570, 6570] 00020000:00200000:1.0:1789760796.044345:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26910720 chunk: [26910720, 26914816) 26914816, 4096 00020000:00200000:1.0:1789760796.044348:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760796.044365:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6570, 6570] 00000008:00010000:1.0:1789760796.044382:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760796.044388:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760796.044400:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26910720, 26914816) append 0 append lockpos 0 00000080:00200000:1.0:1789760796.044414:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26910720=0x19aa000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760796.044478:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760796.044481:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26914816 00000020:00010000:1.0:1789760796.044490:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760796.044493:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760796.044496:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760796.044500:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760796.044503:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760796.044513:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760796.044519:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760796.044538:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760796.044636:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571c00 - object 0x240000400:4 offset 26910720<>26914816 00000100:00100000:1.0:1789760796.044698:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760796.044723:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515843712:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760796.080937:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973887 gen 2 00000008:00010000:1.0:1789760796.080997:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:1.0:1789760796.081006:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760796.081017:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760796.081042:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:1.0:1789760796.081074:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515843712:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760796.081187:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6570, 6570] 00000080:00200000:2.0:1789760796.081203:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760796.081209:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760796.081226:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26914816 i_blocks 53255 00000020:00200000:2.0:1789760796.081230:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760796.081240:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760796.081275:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26914816, count: 4096 00000080:00200000:2.0:1789760796.081282:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26914816, bytes: 4096 00000080:00200000:2.0:1789760796.081292:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760796.081301:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760796.081304:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26914816, 26918912) 0 0 00000080:00200000:2.0:1789760796.081309:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760796.081327:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6571, 6571] 00020000:00200000:2.0:1789760796.081337:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26914816 chunk: [26914816, 26918912) 26918912, 4096 00020000:00200000:2.0:1789760796.081341:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760796.081361:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6571, 6571] 00000008:00010000:2.0:1789760796.081378:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760796.081384:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760796.081397:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26914816, 26918912) append 0 append lockpos 0 00000080:00200000:2.0:1789760796.081411:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26914816=0x19ab000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760796.081471:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760796.081474:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26918912 00000020:00010000:2.0:1789760796.081483:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760796.081486:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760796.081489:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760796.081493:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760796.081496:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760796.081505:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760796.081511:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760796.081526:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760796.081644:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 26914816<>26918912 00000100:00100000:3.0:1789760796.081722:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515843840:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760796.115814:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973888 gen 2 00000008:00010000:3.0:1789760796.115965:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8600 00000020:00200000:3.0:1789760796.115974:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760796.115985:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760796.116046:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8600 00000100:00100000:3.0:1789760796.116076:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515843840:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760796.116282:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6571, 6571] 00000080:00200000:0.0:1789760796.116299:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760796.116305:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760796.116321:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26918912 i_blocks 53255 00000020:00200000:0.0:1789760796.116325:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760796.116336:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760796.116376:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26918912, count: 4096 00000080:00200000:0.0:1789760796.116383:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26918912, bytes: 4096 00000080:00200000:0.0:1789760796.116392:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760796.116399:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760796.116402:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26918912, 26923008) 0 0 00000080:00200000:0.0:1789760796.116406:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760796.116422:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6572, 6572] 00020000:00200000:0.0:1789760796.116432:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26918912 chunk: [26918912, 26923008) 26923008, 4096 00020000:00200000:0.0:1789760796.116436:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760796.116457:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6572, 6572] 00000008:00010000:0.0:1789760796.116474:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760796.116479:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760796.116491:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26918912, 26923008) append 0 append lockpos 0 00000080:00200000:0.0:1789760796.116506:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26918912=0x19ac000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760796.116566:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760796.116569:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26923008 00000020:00010000:0.0:1789760796.116578:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760796.116581:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760796.116584:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760796.116588:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760796.116591:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760796.116598:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760796.116664:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760796.116681:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760796.116787:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6a00 - object 0x240000400:4 offset 26918912<>26923008 00000100:00100000:1.0:1789760796.116871:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515843968:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760796.155566:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973889 gen 2 00000008:00010000:1.0:1789760796.155693:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760796.155703:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760796.155715:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760796.155794:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760796.155827:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515843968:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760796.156065:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6572, 6572] 00000080:00200000:0.0:1789760796.156082:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760796.156088:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760796.156105:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26923008 i_blocks 53255 00000020:00200000:0.0:1789760796.156109:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760796.156122:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760796.156165:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26923008, count: 4096 00000080:00200000:0.0:1789760796.156174:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26923008, bytes: 4096 00000080:00200000:0.0:1789760796.156188:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760796.156198:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760796.156201:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26923008, 26927104) 0 0 00000080:00200000:0.0:1789760796.156281:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760796.156398:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6573, 6573] 00020000:00200000:0.0:1789760796.156407:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26923008 chunk: [26923008, 26927104) 26927104, 4096 00020000:00200000:0.0:1789760796.156413:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760796.156438:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6573, 6573] 00000008:00010000:0.0:1789760796.156458:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760796.156464:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760796.156476:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26923008, 26927104) append 0 append lockpos 0 00000080:00200000:0.0:1789760796.156492:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26923008=0x19ad000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760796.156554:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760796.156557:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26927104 00000020:00010000:0.0:1789760796.156566:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760796.156569:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760796.156573:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760796.156577:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760796.156580:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760796.156589:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760796.156671:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760796.156692:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760796.156809:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4000 - object 0x240000400:4 offset 26923008<>26927104 00000100:00100000:1.0:1789760796.156896:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515844096:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760796.205675:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760796.205696:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760796.205708:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760796.205733:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000080:00200000:2.0:1789760796.205969:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6573, 6573] 00000080:00200000:2.0:1789760796.205990:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760796.205997:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760796.206015:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26927104 i_blocks 53255 00000020:00200000:2.0:1789760796.206021:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760796.206032:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760796.206075:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26927104, count: 4096 00000080:00200000:2.0:1789760796.206085:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26927104, bytes: 4096 00000080:00200000:2.0:1789760796.206098:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760796.206107:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760796.206110:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26927104, 26931200) 0 0 00000080:00200000:2.0:1789760796.206114:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760796.206140:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6574, 6574] 00020000:00200000:2.0:1789760796.206149:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26927104 chunk: [26927104, 26931200) 26931200, 4096 00020000:00200000:2.0:1789760796.206154:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760796.206181:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6574, 6574] 00000008:00010000:2.0:1789760796.206209:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760796.206216:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760796.206230:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26927104, 26931200) append 0 append lockpos 0 00000080:00200000:2.0:1789760796.206252:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26927104=0x19ae000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760796.206309:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760796.206313:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26931200 00000020:00010000:2.0:1789760796.206320:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760796.206323:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760796.206326:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760796.206330:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760796.206333:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760796.206342:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760796.206351:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1789760796.207688:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515844096:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760796.207743:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8180 00000008:00100000:1.0:1789760796.207887:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571c00 - object 0x240000400:4 offset 26927104<>26931200 00000100:00100000:1.0:1789760796.209163:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760796.209200:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515844224:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760796.256282:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973891 gen 2 00000008:00010000:1.0:1789760796.256463:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8180 00000020:00200000:1.0:1789760796.256472:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760796.256482:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760796.256508:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8180 00000100:00100000:1.0:1789760796.256543:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515844224:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760796.256730:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6574, 6574] 00000080:00200000:2.0:1789760796.256813:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760796.256820:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760796.256840:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26931200 i_blocks 53255 00000020:00200000:2.0:1789760796.256844:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760796.256876:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760796.257090:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26931200, count: 4096 00000080:00200000:2.0:1789760796.257099:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26931200, bytes: 4096 00000080:00200000:2.0:1789760796.257113:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760796.257123:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760796.257125:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26931200, 26935296) 0 0 00000080:00200000:2.0:1789760796.257130:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760796.257147:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6575, 6575] 00020000:00200000:2.0:1789760796.257156:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26931200 chunk: [26931200, 26935296) 26935296, 4096 00020000:00200000:2.0:1789760796.257160:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760796.257183:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6575, 6575] 00000008:00010000:2.0:1789760796.257267:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760796.257274:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760796.257287:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26931200, 26935296) append 0 append lockpos 0 00000080:00200000:2.0:1789760796.257301:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26931200=0x19af000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760796.259818:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760796.259828:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26935296 00000020:00010000:2.0:1789760796.259844:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760796.259850:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760796.260718:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760796.260728:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760796.260731:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760796.260748:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760796.260759:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760796.260793:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e80c0 00000008:00100000:2.0:1789760796.262094:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 26931200<>26935296 00000100:00100000:3.0:1789760796.262173:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760796.264057:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515844352:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760796.315387:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e80c0 00000020:00200000:3.0:1789760796.315405:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760796.315419:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760796.315450:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e80c0 00000100:00100000:3.0:1789760796.315489:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515844352:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760796.315622:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6575, 6575] 00000080:00200000:1.0:1789760796.315640:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760796.315646:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760796.315664:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26935296 i_blocks 53255 00000020:00200000:1.0:1789760796.315668:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760796.315679:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760796.315719:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26935296, count: 4096 00000080:00200000:1.0:1789760796.315784:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26935296, bytes: 4096 00000080:00200000:1.0:1789760796.315800:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760796.315808:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760796.315811:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26935296, 26939392) 0 0 00000080:00200000:1.0:1789760796.315815:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760796.315832:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6576, 6576] 00020000:00200000:1.0:1789760796.315842:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26935296 chunk: [26935296, 26939392) 26939392, 4096 00020000:00200000:1.0:1789760796.315846:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760796.315886:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6576, 6576] 00000008:00010000:1.0:1789760796.315908:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760796.315915:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760796.315927:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26935296, 26939392) append 0 append lockpos 0 00000080:00200000:1.0:1789760796.315941:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26935296=0x19b0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760796.316009:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760796.316012:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26939392 00000020:00010000:1.0:1789760796.316022:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760796.316026:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760796.316029:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760796.316032:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760796.316035:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760796.316044:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760796.316052:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760796.316068:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760796.316184:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571c00 - object 0x240000400:4 offset 26935296<>26939392 00000100:00100000:0.0:1789760796.316332:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515844480:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760796.364923:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973892 gen 2 00000100:00100000:0.0:1789760796.364976:0:2363:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dc8571c00 x1876699515844480/t4294973893(4294973893) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760812 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:0.0:1789760796.365028:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760796.365035:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760796.365044:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760796.365068:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760796.365095:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515844480:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760796.365201:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6576, 6576] 00000080:00200000:1.0:1789760796.365218:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760796.365224:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760796.365262:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26939392 i_blocks 53255 00000020:00200000:1.0:1789760796.365266:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760796.365276:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760796.365311:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26939392, count: 4096 00000080:00200000:1.0:1789760796.365318:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26939392, bytes: 4096 00000080:00200000:1.0:1789760796.365328:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760796.365337:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760796.365339:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26939392, 26943488) 0 0 00000080:00200000:1.0:1789760796.365344:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760796.365360:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6577, 6577] 00020000:00200000:1.0:1789760796.365369:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26939392 chunk: [26939392, 26943488) 26943488, 4096 00020000:00200000:1.0:1789760796.365374:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760796.365393:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6577, 6577] 00000008:00010000:1.0:1789760796.365411:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760796.365416:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760796.365426:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26939392, 26943488) append 0 append lockpos 0 00000080:00200000:1.0:1789760796.365440:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26939392=0x19b1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760796.365512:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760796.365515:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26943488 00000020:00010000:1.0:1789760796.365525:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760796.365529:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760796.365532:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760796.365535:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760796.365538:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760796.365547:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760796.365554:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760796.365571:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760796.365682:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570380 - object 0x240000400:4 offset 26939392<>26943488 00000100:00100000:0.0:1789760796.365947:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515844608:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760796.412900:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973894 gen 2 00000008:00010000:0.0:1789760796.412979:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:0.0:1789760796.412987:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760796.412998:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760796.413137:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:0.0:1789760796.413169:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515844608:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760796.413280:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6577, 6577] 00000080:00200000:1.0:1789760796.413296:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760796.413303:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760796.413320:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26943488 i_blocks 53255 00000020:00200000:1.0:1789760796.413324:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760796.413335:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760796.413369:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26943488, count: 4096 00000080:00200000:1.0:1789760796.413376:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26943488, bytes: 4096 00000080:00200000:1.0:1789760796.413386:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760796.413394:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760796.413397:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26943488, 26947584) 0 0 00000080:00200000:1.0:1789760796.413401:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760796.413417:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6578, 6578] 00020000:00200000:1.0:1789760796.413425:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26943488 chunk: [26943488, 26947584) 26947584, 4096 00020000:00200000:1.0:1789760796.413430:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760796.413449:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6578, 6578] 00000008:00010000:1.0:1789760796.413467:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760796.413472:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760796.413483:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26943488, 26947584) append 0 append lockpos 0 00000080:00200000:1.0:1789760796.413497:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26943488=0x19b2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760796.413557:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760796.413560:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26947584 00000020:00010000:1.0:1789760796.413569:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760796.413573:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760796.413575:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760796.413579:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760796.413582:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760796.413589:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760796.413663:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760796.413681:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760796.413784:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573100 - object 0x240000400:4 offset 26943488<>26947584 00000100:00100000:0.0:1789760796.413939:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515844736:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760796.445174:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973895 gen 2 00000008:00010000:0.0:1789760796.445227:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760796.445236:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760796.445250:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760796.445272:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760796.445304:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515844736:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760796.445422:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6578, 6578] 00000080:00200000:1.0:1789760796.445439:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760796.445445:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760796.445462:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26947584 i_blocks 53255 00000020:00200000:1.0:1789760796.445466:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760796.445477:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760796.445512:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26947584, count: 4096 00000080:00200000:1.0:1789760796.445521:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26947584, bytes: 4096 00000080:00200000:1.0:1789760796.445530:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760796.445539:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760796.445541:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26947584, 26951680) 0 0 00000080:00200000:1.0:1789760796.445545:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760796.445563:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6579, 6579] 00020000:00200000:1.0:1789760796.445573:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26947584 chunk: [26947584, 26951680) 26951680, 4096 00020000:00200000:1.0:1789760796.445577:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760796.445598:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6579, 6579] 00000008:00010000:1.0:1789760796.445618:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760796.445624:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760796.445636:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26947584, 26951680) append 0 append lockpos 0 00000080:00200000:1.0:1789760796.445652:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26947584=0x19b3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760796.445714:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760796.445717:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26951680 00000020:00010000:1.0:1789760796.445727:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760796.445730:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760796.445733:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760796.445736:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760796.445808:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760796.445819:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760796.445827:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760796.445845:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8600 00000008:00100000:1.0:1789760796.446015:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572a00 - object 0x240000400:4 offset 26947584<>26951680 00000100:00100000:0.0:1789760796.446125:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515844864:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760796.474035:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973896 gen 2 00000008:00010000:0.0:1789760796.475891:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8600 00000020:00200000:0.0:1789760796.475906:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760796.475919:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760796.475934:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8600 00000100:00100000:0.0:1789760796.475971:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515844864:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760796.476199:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6579, 6579] 00000080:00200000:1.0:1789760796.476215:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760796.476221:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760796.476238:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26951680 i_blocks 53255 00000020:00200000:1.0:1789760796.476242:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760796.476252:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760796.476287:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26951680, count: 4096 00000080:00200000:1.0:1789760796.476294:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26951680, bytes: 4096 00000080:00200000:1.0:1789760796.476307:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760796.476316:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760796.476318:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26951680, 26955776) 0 0 00000080:00200000:1.0:1789760796.476322:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760796.476340:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6580, 6580] 00020000:00200000:1.0:1789760796.476350:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26951680 chunk: [26951680, 26955776) 26955776, 4096 00020000:00200000:1.0:1789760796.476355:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760796.476377:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6580, 6580] 00000008:00010000:1.0:1789760796.476396:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760796.476402:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760796.476413:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26951680, 26955776) append 0 append lockpos 0 00000080:00200000:1.0:1789760796.476428:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26951680=0x19b4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760796.476483:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760796.476486:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26955776 00000020:00010000:1.0:1789760796.476495:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760796.476499:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760796.476501:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760796.476505:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760796.476508:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760796.476515:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760796.476522:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760796.476538:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8a80 00000008:00100000:1.0:1789760796.476727:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8573b80 - object 0x240000400:4 offset 26951680<>26955776 00000100:00100000:0.0:1789760796.476814:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515844992:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760796.516182:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973897 gen 2 00000008:00010000:0.0:1789760796.516238:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8a80 00000020:00200000:0.0:1789760796.516247:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760796.516259:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760796.516336:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8a80 00000100:00100000:0.0:1789760796.516369:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515844992:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760796.516482:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6580, 6580] 00000080:00200000:1.0:1789760796.516498:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760796.516505:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760796.516520:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26955776 i_blocks 53255 00000020:00200000:1.0:1789760796.516524:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760796.516534:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760796.516569:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26955776, count: 4096 00000080:00200000:1.0:1789760796.516576:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26955776, bytes: 4096 00000080:00200000:1.0:1789760796.516586:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760796.516595:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760796.516665:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26955776, 26959872) 0 0 00000080:00200000:1.0:1789760796.516670:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760796.516689:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6581, 6581] 00020000:00200000:1.0:1789760796.516698:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26955776 chunk: [26955776, 26959872) 26959872, 4096 00020000:00200000:1.0:1789760796.516703:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760796.516723:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6581, 6581] 00000008:00010000:1.0:1789760796.516741:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760796.516747:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760796.516759:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26955776, 26959872) append 0 append lockpos 0 00000080:00200000:1.0:1789760796.516773:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26955776=0x19b5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760796.517038:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760796.517041:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26959872 00000020:00010000:1.0:1789760796.517050:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760796.517054:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760796.517058:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760796.517061:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760796.517064:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760796.517073:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760796.517080:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760796.517148:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8240 00000008:00100000:1.0:1789760796.517251:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572680 - object 0x240000400:4 offset 26955776<>26959872 00000100:00100000:0.0:1789760796.517316:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515845120:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760796.589411:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973898 gen 2 00000008:00010000:0.0:1789760796.589459:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8240 00000020:00200000:0.0:1789760796.589467:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760796.589479:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760796.589500:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8240 00000100:00100000:0.0:1789760796.589530:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515845120:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760796.589651:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6581, 6581] 00000080:00200000:1.0:1789760796.589669:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760796.589675:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760796.589690:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26959872 i_blocks 53255 00000020:00200000:1.0:1789760796.589693:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760796.589703:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760796.589736:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26959872, count: 4096 00000080:00200000:1.0:1789760796.589744:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26959872, bytes: 4096 00000080:00200000:1.0:1789760796.589753:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760796.589761:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760796.589763:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26959872, 26963968) 0 0 00000080:00200000:1.0:1789760796.589767:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760796.589782:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6582, 6582] 00020000:00200000:1.0:1789760796.589792:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26959872 chunk: [26959872, 26963968) 26963968, 4096 00020000:00200000:1.0:1789760796.589796:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760796.589823:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6582, 6582] 00000008:00010000:1.0:1789760796.589841:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760796.589847:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760796.589893:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26959872, 26963968) append 0 append lockpos 0 00000080:00200000:1.0:1789760796.589907:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26959872=0x19b6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760796.589972:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760796.589975:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26963968 00000020:00010000:1.0:1789760796.589983:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760796.589987:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760796.589990:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760796.589993:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760796.589996:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760796.590002:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760796.590009:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760796.590023:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b89c0 00000008:00100000:1.0:1789760796.590137:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571f80 - object 0x240000400:4 offset 26959872<>26963968 00000100:00100000:0.0:1789760796.590228:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760796.590244:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515845248:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760796.640479:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973899 gen 2 00000008:00010000:0.0:1789760796.640542:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b89c0 00000020:00200000:0.0:1789760796.640551:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760796.640563:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760796.640588:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b89c0 00000100:00100000:0.0:1789760796.640628:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515845248:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760796.640798:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6582, 6582] 00000080:00200000:1.0:1789760796.640815:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760796.640821:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760796.640837:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26963968 i_blocks 53255 00000020:00200000:1.0:1789760796.640842:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760796.640851:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760796.640918:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26963968, count: 4096 00000080:00200000:1.0:1789760796.640925:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26963968, bytes: 4096 00000080:00200000:1.0:1789760796.640935:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760796.640944:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760796.640946:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26963968, 26968064) 0 0 00000080:00200000:1.0:1789760796.640951:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760796.640983:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6583, 6583] 00020000:00200000:1.0:1789760796.640994:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26963968 chunk: [26963968, 26968064) 26968064, 4096 00020000:00200000:1.0:1789760796.640998:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760796.641021:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6583, 6583] 00000008:00010000:1.0:1789760796.641042:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760796.641048:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760796.641061:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26963968, 26968064) append 0 append lockpos 0 00000080:00200000:1.0:1789760796.641075:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26963968=0x19b7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760796.641138:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760796.641141:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26968064 00000020:00010000:1.0:1789760796.641150:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760796.641153:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760796.641156:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760796.641159:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760796.641162:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760796.641170:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760796.641176:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760796.641191:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8c00 00000008:00100000:1.0:1789760796.641292:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8571500 - object 0x240000400:4 offset 26963968<>26968064 00000100:00100000:0.0:1789760796.642047:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515845376:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760796.661091:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789760796.679059:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973900 gen 2 00000008:00010000:0.0:1789760796.679112:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8c00 00000020:00200000:0.0:1789760796.679121:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760796.679131:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760796.679154:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8c00 00000100:00100000:0.0:1789760796.679194:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515845376:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760796.679906:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6583, 6583] 00000080:00200000:1.0:1789760796.679923:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760796.679929:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760796.679945:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26968064 i_blocks 53255 00000020:00200000:1.0:1789760796.679949:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760796.679971:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760796.680004:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26968064, count: 4096 00000080:00200000:1.0:1789760796.680011:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26968064, bytes: 4096 00000080:00200000:1.0:1789760796.680022:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760796.680030:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760796.680033:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26968064, 26972160) 0 0 00000080:00200000:1.0:1789760796.680037:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760796.680051:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6584, 6584] 00020000:00200000:1.0:1789760796.680059:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26968064 chunk: [26968064, 26972160) 26972160, 4096 00020000:00200000:1.0:1789760796.680063:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760796.680082:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6584, 6584] 00000008:00010000:1.0:1789760796.680101:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760796.680107:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760796.680118:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26968064, 26972160) append 0 append lockpos 0 00000080:00200000:1.0:1789760796.680133:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26968064=0x19b8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760796.680194:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760796.680198:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26972160 00000020:00010000:1.0:1789760796.680205:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760796.680208:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760796.680211:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760796.680215:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760796.680217:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760796.680225:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760796.680232:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760796.680249:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8b40 00000008:00100000:1.0:1789760796.681048:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8572d80 - object 0x240000400:4 offset 26968064<>26972160 00000100:00100000:0.0:1789760796.681114:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515845504:192.168.203.146@tcp:4:dd.0 00000008:00010000:0.0:1789760796.721543:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8b40 00000020:00200000:0.0:1789760796.721558:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760796.721569:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760796.721589:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8b40 00000100:00100000:0.0:1789760796.721624:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515845504:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760796.722718:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6584, 6584] 00000080:00200000:3.0:1789760796.722739:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760796.722746:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760796.722762:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26972160 i_blocks 53255 00000020:00200000:3.0:1789760796.722766:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760796.722777:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760796.722810:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26972160, count: 4096 00000080:00200000:3.0:1789760796.722817:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26972160, bytes: 4096 00000080:00200000:3.0:1789760796.722830:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760796.722839:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760796.722841:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26972160, 26976256) 0 0 00000080:00200000:3.0:1789760796.722845:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760796.722888:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6585, 6585] 00020000:00200000:3.0:1789760796.722898:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26972160 chunk: [26972160, 26976256) 26976256, 4096 00020000:00200000:3.0:1789760796.722903:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760796.722924:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6585, 6585] 00000008:00010000:3.0:1789760796.722943:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760796.722949:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760796.723086:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26972160, 26976256) append 0 append lockpos 0 00000080:00200000:3.0:1789760796.723102:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26972160=0x19b9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760796.723166:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760796.723169:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26976256 00000020:00010000:3.0:1789760796.723178:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760796.723182:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760796.723185:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760796.723188:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760796.723191:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760796.723199:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760796.723206:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760796.723816:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760796.723949:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5c00 - object 0x240000400:4 offset 26972160<>26976256 00000100:00100000:2.0:1789760796.724410:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760796.729165:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515845632:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760796.794917:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973902 gen 2 00000008:00010000:3.0:1789760796.795001:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760796.795010:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760796.795022:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760796.795044:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760796.795072:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515845632:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760796.796915:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6585, 6585] 00000080:00200000:0.0:1789760796.796940:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760796.796947:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760796.796982:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26976256 i_blocks 53255 00000020:00200000:0.0:1789760796.796987:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760796.797004:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760796.797038:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26976256, count: 4096 00000080:00200000:0.0:1789760796.797046:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26976256, bytes: 4096 00000080:00200000:0.0:1789760796.797061:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760796.797070:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760796.797073:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26976256, 26980352) 0 0 00000080:00200000:0.0:1789760796.797077:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760796.797251:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6586, 6586] 00020000:00200000:0.0:1789760796.797262:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26976256 chunk: [26976256, 26980352) 26980352, 4096 00020000:00200000:0.0:1789760796.797267:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760796.797289:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6586, 6586] 00000008:00010000:0.0:1789760796.797315:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760796.797321:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760796.798011:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26976256, 26980352) append 0 append lockpos 0 00000080:00200000:0.0:1789760796.798029:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26976256=0x19ba000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760796.798628:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760796.798634:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26980352 00000020:00010000:0.0:1789760796.798645:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760796.798648:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760796.798652:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760796.798656:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760796.798659:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760796.798671:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760796.798680:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760796.798712:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760796.798829:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6300 - object 0x240000400:4 offset 26976256<>26980352 00000100:00100000:1.0:1789760796.798936:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515845760:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760796.828558:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760796.828572:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760796.828583:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760796.828659:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760796.828691:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515845760:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760796.832809:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6586, 6586] 00000080:00200000:0.0:1789760796.832840:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760796.832848:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760796.832897:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26980352 i_blocks 53255 00000020:00200000:0.0:1789760796.832904:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760796.832923:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760796.832971:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26980352, count: 4096 00000080:00200000:0.0:1789760796.832980:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26980352, bytes: 4096 00000080:00200000:0.0:1789760796.833169:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760796.833181:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760796.833183:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26980352, 26984448) 0 0 00000080:00200000:0.0:1789760796.833188:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760796.833204:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6587, 6587] 00020000:00200000:0.0:1789760796.833214:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26980352 chunk: [26980352, 26984448) 26984448, 4096 00020000:00200000:0.0:1789760796.833218:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760796.833240:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6587, 6587] 00000008:00010000:0.0:1789760796.833258:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760796.833265:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760796.833276:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26980352, 26984448) append 0 append lockpos 0 00000080:00200000:0.0:1789760796.833290:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26980352=0x19bb000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760796.833360:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760796.833362:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26984448 00000020:00010000:0.0:1789760796.833370:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760796.833373:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760796.833376:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760796.833379:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760796.833382:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760796.833389:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760796.833395:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760796.833424:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760796.833615:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6680 - object 0x240000400:4 offset 26980352<>26984448 00000100:00100000:1.0:1789760796.833704:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515845888:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760796.864163:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973904 gen 2 00000008:00010000:1.0:1789760796.864413:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760796.864422:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760796.864432:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760796.864517:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760796.864551:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515845888:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760796.865476:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6587, 6587] 00000080:00200000:0.0:1789760796.865504:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760796.865510:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760796.865524:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26984448 i_blocks 53255 00000020:00200000:0.0:1789760796.865529:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760796.865543:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760796.865568:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26984448, count: 4096 00000080:00200000:0.0:1789760796.865574:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26984448, bytes: 4096 00000080:00200000:0.0:1789760796.865585:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760796.865593:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760796.865595:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26984448, 26988544) 0 0 00000080:00200000:0.0:1789760796.865599:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760796.865611:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6588, 6588] 00020000:00200000:0.0:1789760796.865619:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26984448 chunk: [26984448, 26988544) 26988544, 4096 00020000:00200000:0.0:1789760796.865623:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760796.865639:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6588, 6588] 00000008:00010000:0.0:1789760796.865652:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760796.865657:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760796.865665:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26984448, 26988544) append 0 append lockpos 0 00000080:00200000:0.0:1789760796.865675:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26984448=0x19bc000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760796.865724:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760796.865879:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26988544 00000020:00010000:0.0:1789760796.865887:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760796.865890:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760796.865893:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760796.865897:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760796.865899:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760796.865906:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760796.865912:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760796.865932:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760796.866079:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4e00 - object 0x240000400:4 offset 26984448<>26988544 00000100:00100000:1.0:1789760796.866441:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760796.867118:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515846016:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760796.905251:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973905 gen 2 00000008:00010000:1.0:1789760796.905313:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760796.905321:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760796.905333:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760796.905368:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760796.905408:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515846016:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760796.906745:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6588, 6588] 00000080:00200000:0.0:1789760796.906768:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760796.906774:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760796.906791:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26988544 i_blocks 53255 00000020:00200000:0.0:1789760796.906796:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760796.906811:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760796.906847:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26988544, count: 4096 00000080:00200000:0.0:1789760796.906900:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26988544, bytes: 4096 00000080:00200000:0.0:1789760796.906917:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760796.906927:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760796.906930:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26988544, 26992640) 0 0 00000080:00200000:0.0:1789760796.906934:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760796.906961:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6589, 6589] 00020000:00200000:0.0:1789760796.906971:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26988544 chunk: [26988544, 26992640) 26992640, 4096 00020000:00200000:0.0:1789760796.906976:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760796.907225:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6589, 6589] 00000008:00010000:0.0:1789760796.907245:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760796.907252:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760796.907264:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26988544, 26992640) append 0 append lockpos 0 00000080:00200000:0.0:1789760796.907280:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26988544=0x19bd000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760796.908576:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760796.908585:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26992640 00000020:00010000:0.0:1789760796.908598:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760796.908602:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760796.908606:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760796.908610:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760796.908613:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760796.908625:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760796.908632:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760796.908662:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760796.908777:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6d80 - object 0x240000400:4 offset 26988544<>26992640 00000100:00100000:0.0:1789760796.908821:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789760796.908848:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515846144:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760796.953213:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973906 gen 2 00000008:00010000:0.0:1789760796.953265:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:0.0:1789760796.953274:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760796.953285:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760796.953312:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:0.0:1789760796.953392:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515846144:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760796.953502:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6589, 6589] 00000080:00200000:2.0:1789760796.953517:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760796.953523:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760796.953539:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26992640 i_blocks 53255 00000020:00200000:2.0:1789760796.953543:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760796.953552:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760796.953588:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26992640, count: 4096 00000080:00200000:2.0:1789760796.953935:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26992640, bytes: 4096 00000080:00200000:2.0:1789760796.953949:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760796.953966:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760796.953969:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26992640, 26996736) 0 0 00000080:00200000:2.0:1789760796.953973:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760796.953988:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6590, 6590] 00020000:00200000:2.0:1789760796.953997:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26992640 chunk: [26992640, 26996736) 26996736, 4096 00020000:00200000:2.0:1789760796.954002:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760796.954024:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6590, 6590] 00000008:00010000:2.0:1789760796.954043:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760796.954049:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760796.954060:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26992640, 26996736) append 0 append lockpos 0 00000080:00200000:2.0:1789760796.954076:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26992640=0x19be000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760796.954371:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760796.954374:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26996736 00000020:00010000:2.0:1789760796.954384:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760796.954388:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760796.954391:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760796.954394:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760796.954397:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760796.954408:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760796.954415:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760796.954436:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760796.954546:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 26992640<>26996736 00000100:00100000:3.0:1789760796.954636:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515846272:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760797.000577:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973907 gen 2 00000008:00010000:3.0:1789760797.000694:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:3.0:1789760797.000704:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760797.000715:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760797.000900:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:3.0:1789760797.000930:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515846272:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760797.001601:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6590, 6590] 00000080:00200000:2.0:1789760797.001619:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760797.001625:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760797.001700:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 26996736 i_blocks 53255 00000020:00200000:2.0:1789760797.001706:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760797.001718:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760797.001752:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 26996736, count: 4096 00000080:00200000:2.0:1789760797.001759:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26996736, bytes: 4096 00000080:00200000:2.0:1789760797.001774:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760797.001783:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760797.001786:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26996736, 27000832) 0 0 00000080:00200000:2.0:1789760797.001790:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760797.001807:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6591, 6591] 00020000:00200000:2.0:1789760797.001817:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26996736 chunk: [26996736, 27000832) 27000832, 4096 00020000:00200000:2.0:1789760797.001821:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760797.001840:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6591, 6591] 00000008:00010000:2.0:1789760797.001889:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760797.001895:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760797.001907:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26996736, 27000832) append 0 append lockpos 0 00000080:00200000:2.0:1789760797.001924:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=26996736=0x19bf000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760797.003022:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760797.003028:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27000832 00000020:00010000:2.0:1789760797.003038:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760797.003041:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760797.003044:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760797.003046:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760797.003048:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760797.003058:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760797.003064:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760797.003086:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760797.003202:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 26996736<>27000832 00000100:00100000:3.0:1789760797.003523:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789760797.003549:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515846400:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760797.045383:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:3.0:1789760797.045402:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760797.045414:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760797.045432:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000100:00100000:3.0:1789760797.045463:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515846400:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760797.045666:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6591, 6591] 00000080:00200000:2.0:1789760797.045683:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760797.045689:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760797.045704:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27000832 i_blocks 53255 00000020:00200000:2.0:1789760797.045707:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760797.045718:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760797.045753:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27000832, count: 4096 00000080:00200000:2.0:1789760797.045761:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27000832, bytes: 4096 00000080:00200000:2.0:1789760797.045770:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760797.045779:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760797.045782:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27000832, 27004928) 0 0 00000080:00200000:2.0:1789760797.045786:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760797.045802:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6592, 6592] 00020000:00200000:2.0:1789760797.045811:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27000832 chunk: [27000832, 27004928) 27004928, 4096 00020000:00200000:2.0:1789760797.045815:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760797.045834:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6592, 6592] 00000008:00010000:2.0:1789760797.045894:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760797.045900:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760797.045912:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27000832, 27004928) append 0 append lockpos 0 00000080:00200000:2.0:1789760797.045926:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27000832=0x19c0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760797.045995:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760797.045998:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27004928 00000020:00010000:2.0:1789760797.046006:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760797.046009:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760797.046012:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760797.046088:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760797.046092:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760797.046102:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760797.046109:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760797.046126:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760797.046610:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 27000832<>27004928 00000100:00100000:2.0:1789760797.046655:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789760797.046675:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515846528:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760797.082644:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973909 gen 2 00000008:00010000:3.0:1789760797.082708:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8000 00000020:00200000:3.0:1789760797.082717:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760797.082727:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760797.082751:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8000 00000100:00100000:3.0:1789760797.082782:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515846528:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760797.082972:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6592, 6592] 00000080:00200000:0.0:1789760797.083015:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760797.083022:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760797.083039:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27004928 i_blocks 53255 00000020:00200000:0.0:1789760797.083044:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760797.083055:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760797.083085:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27004928, count: 4096 00000080:00200000:0.0:1789760797.083100:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27004928, bytes: 4096 00000080:00200000:0.0:1789760797.083114:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760797.083122:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760797.083125:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27004928, 27009024) 0 0 00000080:00200000:0.0:1789760797.083130:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760797.083148:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6593, 6593] 00020000:00200000:0.0:1789760797.083156:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27004928 chunk: [27004928, 27009024) 27009024, 4096 00020000:00200000:0.0:1789760797.083161:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760797.083182:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6593, 6593] 00000008:00010000:0.0:1789760797.083201:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760797.083207:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760797.083218:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27004928, 27009024) append 0 append lockpos 0 00000080:00200000:0.0:1789760797.083243:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27004928=0x19c1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760797.083303:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760797.083306:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27009024 00000020:00010000:0.0:1789760797.083315:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760797.083318:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760797.083321:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760797.083324:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760797.083326:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760797.083333:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760797.083341:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760797.083358:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760797.083467:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc6d80 - object 0x240000400:4 offset 27004928<>27009024 00000100:00100000:1.0:1789760797.083554:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515846656:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760797.128586:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973910 gen 2 00000008:00010000:1.0:1789760797.128699:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760797.128707:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760797.128718:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760797.128783:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760797.128817:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515846656:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760797.132882:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6593, 6593] 00000080:00200000:2.0:1789760797.132912:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760797.132918:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760797.132936:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27009024 i_blocks 53255 00000020:00200000:2.0:1789760797.132941:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760797.132972:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760797.133011:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27009024, count: 4096 00000080:00200000:2.0:1789760797.133029:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27009024, bytes: 4096 00000080:00200000:2.0:1789760797.133044:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760797.133055:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760797.133058:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27009024, 27013120) 0 0 00000080:00200000:2.0:1789760797.133062:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760797.133080:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6594, 6594] 00020000:00200000:2.0:1789760797.133228:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27009024 chunk: [27009024, 27013120) 27013120, 4096 00020000:00200000:2.0:1789760797.133234:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760797.133262:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6594, 6594] 00000008:00010000:2.0:1789760797.133283:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760797.133290:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760797.133303:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27009024, 27013120) append 0 append lockpos 0 00000080:00200000:2.0:1789760797.133318:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27009024=0x19c2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760797.133392:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760797.133395:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27013120 00000020:00010000:2.0:1789760797.133404:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760797.133407:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760797.133409:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760797.133413:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760797.133415:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760797.133425:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760797.133431:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760797.133463:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760797.133590:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 27009024<>27013120 00000100:00100000:3.0:1789760797.133822:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515846784:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760797.189041:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973911 gen 2 00000008:00010000:2.0:1789760797.189518:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:2.0:1789760797.189663:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760797.189798:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760797.189900:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:2.0:1789760797.189932:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515846784:192.168.203.146@tcp:4:dd.0 00000080:00200000:3.0:1789760797.190220:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6594, 6594] 00000080:00200000:3.0:1789760797.190301:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789760797.190308:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1789760797.190325:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27013120 i_blocks 53255 00000020:00200000:3.0:1789760797.190329:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789760797.190339:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1789760797.190377:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27013120, count: 4096 00000080:00200000:3.0:1789760797.190384:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27013120, bytes: 4096 00000080:00200000:3.0:1789760797.190400:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789760797.190410:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1789760797.190413:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27013120, 27017216) 0 0 00000080:00200000:3.0:1789760797.190418:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789760797.190435:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6595, 6595] 00020000:00200000:3.0:1789760797.190444:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27013120 chunk: [27013120, 27017216) 27017216, 4096 00020000:00200000:3.0:1789760797.190449:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789760797.190469:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6595, 6595] 00000008:00010000:3.0:1789760797.190488:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789760797.190495:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc9b901b0, osc lock ffff980dc99e84c0, flags 0x0 00000080:00200000:3.0:1789760797.190507:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27013120, 27017216) append 0 append lockpos 0 00000080:00200000:3.0:1789760797.190584:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27013120=0x19c3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:3.0:1789760797.190983:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1789760797.190987:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27017216 00000020:00010000:3.0:1789760797.190996:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:3.0:1789760797.190999:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789760797.191002:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc9b901b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789760797.191005:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:3.0:1789760797.191008:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc9b901b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789760797.191084:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:3.0:1789760797.191092:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789760797.191115:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980e02056300 00000008:00100000:3.0:1789760797.191218:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc61e5c00 - object 0x240000400:4 offset 27013120<>27017216 00000100:00100000:2.0:1789760797.191410:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515846912:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760797.237425:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973912 gen 2 00000008:00010000:3.0:1789760797.237475:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980e02056300 00000020:00200000:3.0:1789760797.237483:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760797.237495:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760797.238537:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980e02056300 00000100:00100000:3.0:1789760797.238580:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515846912:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760797.239060:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6595, 6595] 00000080:00200000:2.0:1789760797.239076:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760797.239081:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760797.239098:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27017216 i_blocks 53255 00000020:00200000:2.0:1789760797.239104:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760797.239116:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760797.239151:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27017216, count: 4096 00000080:00200000:2.0:1789760797.239158:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27017216, bytes: 4096 00000080:00200000:2.0:1789760797.239172:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760797.239182:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760797.239184:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27017216, 27021312) 0 0 00000080:00200000:2.0:1789760797.239188:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760797.239204:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6596, 6596] 00020000:00200000:2.0:1789760797.239214:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27017216 chunk: [27017216, 27021312) 27021312, 4096 00020000:00200000:2.0:1789760797.239218:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760797.239238:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6596, 6596] 00000008:00010000:2.0:1789760797.239257:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760797.239263:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760797.239274:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27017216, 27021312) append 0 append lockpos 0 00000080:00200000:2.0:1789760797.239288:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27017216=0x19c4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760797.239414:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760797.239417:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27021312 00000020:00010000:2.0:1789760797.239426:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760797.239430:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760797.239433:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760797.239436:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760797.239439:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760797.239448:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760797.239455:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760797.239474:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760797.240765:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 27017216<>27021312 00000100:00100000:3.0:1789760797.240977:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515847040:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760797.285401:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973913 gen 2 00000008:00010000:3.0:1789760797.285454:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:3.0:1789760797.285463:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760797.285475:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760797.285503:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:3.0:1789760797.285534:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515847040:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760797.285934:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6596, 6596] 00000080:00200000:0.0:1789760797.285959:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760797.285967:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760797.285983:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27021312 i_blocks 53255 00000020:00200000:0.0:1789760797.285987:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760797.285997:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760797.286033:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27021312, count: 4096 00000080:00200000:0.0:1789760797.286041:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27021312, bytes: 4096 00000080:00200000:0.0:1789760797.286052:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760797.286060:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760797.286063:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27021312, 27025408) 0 0 00000080:00200000:0.0:1789760797.286068:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760797.286085:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6597, 6597] 00020000:00200000:0.0:1789760797.286094:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27021312 chunk: [27021312, 27025408) 27025408, 4096 00020000:00200000:0.0:1789760797.286098:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760797.286119:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6597, 6597] 00000008:00010000:0.0:1789760797.286139:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760797.286145:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760797.286157:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27021312, 27025408) append 0 append lockpos 0 00000080:00200000:0.0:1789760797.286173:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27021312=0x19c5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760797.286235:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760797.286238:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27025408 00000020:00010000:0.0:1789760797.286257:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760797.286261:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760797.286264:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760797.286268:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760797.286271:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760797.286278:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760797.286286:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760797.286311:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760797.286425:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 27021312<>27025408 00000100:00100000:1.0:1789760797.286511:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515847168:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760797.332568:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973914 gen 2 00000008:00010000:1.0:1789760797.332623:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760797.332632:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760797.332643:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760797.332669:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760797.332699:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515847168:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760797.332912:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6597, 6597] 00000080:00200000:0.0:1789760797.332929:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760797.332935:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760797.332963:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27025408 i_blocks 53255 00000020:00200000:0.0:1789760797.332967:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760797.332977:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760797.333010:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27025408, count: 4096 00000080:00200000:0.0:1789760797.333017:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27025408, bytes: 4096 00000080:00200000:0.0:1789760797.333028:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760797.333037:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760797.333040:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27025408, 27029504) 0 0 00000080:00200000:0.0:1789760797.333044:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760797.333061:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6598, 6598] 00020000:00200000:0.0:1789760797.333071:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27025408 chunk: [27025408, 27029504) 27029504, 4096 00020000:00200000:0.0:1789760797.333075:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760797.333106:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6598, 6598] 00000008:00010000:0.0:1789760797.333124:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760797.333130:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760797.333140:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27025408, 27029504) append 0 append lockpos 0 00000080:00200000:0.0:1789760797.333152:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27025408=0x19c6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760797.333198:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760797.333200:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27029504 00000020:00010000:0.0:1789760797.333206:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760797.333209:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760797.333211:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760797.333213:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760797.333216:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760797.333221:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760797.333226:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760797.333243:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d346c0 00000008:00100000:0.0:1789760797.333611:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4700 - object 0x240000400:4 offset 27025408<>27029504 00000100:00100000:1.0:1789760797.333786:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515847296:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760797.382423:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973915 gen 2 00000008:00010000:1.0:1789760797.382475:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d346c0 00000020:00200000:1.0:1789760797.382483:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760797.382494:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760797.382515:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d346c0 00000100:00100000:1.0:1789760797.382546:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515847296:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760797.382776:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6598, 6598] 00000080:00200000:0.0:1789760797.382793:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760797.382799:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760797.382817:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27029504 i_blocks 53255 00000020:00200000:0.0:1789760797.382820:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760797.382830:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760797.382964:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27029504, count: 4096 00000080:00200000:0.0:1789760797.382973:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27029504, bytes: 4096 00000080:00200000:0.0:1789760797.382983:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760797.382992:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760797.382995:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27029504, 27033600) 0 0 00000080:00200000:0.0:1789760797.382999:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760797.383016:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6599, 6599] 00020000:00200000:0.0:1789760797.383026:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27029504 chunk: [27029504, 27033600) 27033600, 4096 00020000:00200000:0.0:1789760797.383031:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760797.383052:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6599, 6599] 00000008:00010000:0.0:1789760797.383069:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760797.383075:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760797.383100:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27029504, 27033600) append 0 append lockpos 0 00000080:00200000:0.0:1789760797.383116:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27029504=0x19c7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760797.383174:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760797.383178:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27033600 00000020:00010000:0.0:1789760797.383186:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760797.383189:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760797.383193:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760797.383196:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760797.383199:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760797.383207:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760797.383214:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760797.383370:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760797.383483:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 27029504<>27033600 00000100:00100000:0.0:1789760797.383560:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515847424:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760797.431487:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973916 gen 2 00000008:00010000:0.0:1789760797.431541:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:0.0:1789760797.431549:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760797.431561:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760797.431581:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:0.0:1789760797.431612:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515847424:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760797.431893:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6599, 6599] 00000080:00200000:2.0:1789760797.431910:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760797.431916:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760797.431932:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27033600 i_blocks 53255 00000020:00200000:2.0:1789760797.431937:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760797.431956:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760797.431989:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27033600, count: 4096 00000080:00200000:2.0:1789760797.431996:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27033600, bytes: 4096 00000080:00200000:2.0:1789760797.432007:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760797.432015:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760797.432018:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27033600, 27037696) 0 0 00000080:00200000:2.0:1789760797.432023:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760797.432041:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6600, 6600] 00020000:00200000:2.0:1789760797.432049:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27033600 chunk: [27033600, 27037696) 27037696, 4096 00020000:00200000:2.0:1789760797.432054:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760797.432075:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6600, 6600] 00000008:00010000:2.0:1789760797.432106:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760797.432112:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760797.432125:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27033600, 27037696) append 0 append lockpos 0 00000080:00200000:2.0:1789760797.432141:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27033600=0x19c8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760797.432200:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760797.432204:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27037696 00000020:00010000:2.0:1789760797.432212:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760797.432215:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760797.432218:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760797.432232:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760797.432236:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760797.432247:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760797.432254:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760797.432271:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760797.432378:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab480 - object 0x240000400:4 offset 27033600<>27037696 00000100:00100000:3.0:1789760797.432664:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760797.432688:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515847552:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760797.464352:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8540 00000020:00200000:3.0:1789760797.464369:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760797.464380:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760797.464417:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8540 00000100:00100000:3.0:1789760797.464452:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515847552:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760797.464614:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6600, 6600] 00000080:00200000:2.0:1789760797.464631:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760797.464638:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760797.464654:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27037696 i_blocks 53255 00000020:00200000:2.0:1789760797.464658:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760797.464668:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760797.464705:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27037696, count: 4096 00000080:00200000:2.0:1789760797.464712:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27037696, bytes: 4096 00000080:00200000:2.0:1789760797.464722:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760797.464730:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760797.464733:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27037696, 27041792) 0 0 00000080:00200000:2.0:1789760797.464737:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760797.464753:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6601, 6601] 00020000:00200000:2.0:1789760797.464762:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27037696 chunk: [27037696, 27041792) 27041792, 4096 00020000:00200000:2.0:1789760797.464766:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760797.464785:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6601, 6601] 00000008:00010000:2.0:1789760797.464804:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760797.464810:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760797.464821:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27037696, 27041792) append 0 append lockpos 0 00000080:00200000:2.0:1789760797.464837:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27037696=0x19c9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760797.464936:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760797.464939:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27041792 00000020:00010000:2.0:1789760797.464957:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760797.464960:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760797.464963:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760797.464967:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760797.464970:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760797.464979:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760797.464986:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760797.465002:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760797.465108:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8a80 - object 0x240000400:4 offset 27037696<>27041792 00000100:00100000:3.0:1789760797.465328:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515847680:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760797.498247:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973917 gen 2 00000100:00100000:3.0:1789760797.498286:0:2364:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff980dd23a8a80 x1876699515847680/t4294973918(4294973918) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760813 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1789760797.498331:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8840 00000020:00200000:3.0:1789760797.498337:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760797.498346:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760797.498368:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8840 00000100:00100000:3.0:1789760797.498393:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515847680:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760797.498610:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6601, 6601] 00000080:00200000:2.0:1789760797.498627:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760797.498633:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760797.498648:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27041792 i_blocks 53255 00000020:00200000:2.0:1789760797.498652:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760797.498661:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760797.498693:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27041792, count: 4096 00000080:00200000:2.0:1789760797.498700:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27041792, bytes: 4096 00000080:00200000:2.0:1789760797.498710:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760797.498719:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760797.498721:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27041792, 27045888) 0 0 00000080:00200000:2.0:1789760797.498725:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760797.498743:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6602, 6602] 00020000:00200000:2.0:1789760797.498751:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27041792 chunk: [27041792, 27045888) 27045888, 4096 00020000:00200000:2.0:1789760797.498756:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760797.498773:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6602, 6602] 00000008:00010000:2.0:1789760797.498790:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760797.498795:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760797.498807:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27041792, 27045888) append 0 append lockpos 0 00000080:00200000:2.0:1789760797.498819:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27041792=0x19ca000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760797.498908:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760797.498911:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27045888 00000020:00010000:2.0:1789760797.498919:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760797.498923:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760797.498926:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760797.498929:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760797.498933:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760797.498942:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760797.498959:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760797.498974:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760797.499077:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8000 - object 0x240000400:4 offset 27041792<>27045888 00000100:00100000:3.0:1789760797.499238:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760797.499259:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515847808:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760797.526222:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973919 gen 2 00000008:00010000:3.0:1789760797.526289:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e86c0 00000020:00200000:3.0:1789760797.526299:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760797.526310:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760797.526331:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e86c0 00000100:00100000:3.0:1789760797.526363:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515847808:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760797.526464:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6602, 6602] 00000080:00200000:2.0:1789760797.526480:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760797.526486:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760797.526501:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27045888 i_blocks 53255 00000020:00200000:2.0:1789760797.526506:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760797.526516:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760797.526553:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27045888, count: 4096 00000080:00200000:2.0:1789760797.526560:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27045888, bytes: 4096 00000080:00200000:2.0:1789760797.526570:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760797.526579:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760797.526581:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27045888, 27049984) 0 0 00000080:00200000:2.0:1789760797.526586:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760797.526614:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6603, 6603] 00020000:00200000:2.0:1789760797.526624:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27045888 chunk: [27045888, 27049984) 27049984, 4096 00020000:00200000:2.0:1789760797.526628:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760797.526652:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6603, 6603] 00000008:00010000:2.0:1789760797.526672:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760797.526678:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760797.526690:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27045888, 27049984) append 0 append lockpos 0 00000080:00200000:2.0:1789760797.526704:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27045888=0x19cb000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760797.526765:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760797.526768:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27049984 00000020:00010000:2.0:1789760797.526777:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760797.526781:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760797.526784:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760797.526788:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760797.526791:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760797.526801:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760797.526809:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760797.526827:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8cc0 00000008:00100000:2.0:1789760797.527003:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9180 - object 0x240000400:4 offset 27045888<>27049984 00000100:00100000:3.0:1789760797.527074:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515847936:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760797.564348:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973920 gen 2 00000008:00010000:3.0:1789760797.564399:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8cc0 00000020:00200000:3.0:1789760797.564408:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760797.564419:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760797.564440:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8cc0 00000100:00100000:3.0:1789760797.564472:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515847936:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760797.564698:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6603, 6603] 00000080:00200000:2.0:1789760797.564714:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760797.564721:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760797.564737:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27049984 i_blocks 53255 00000020:00200000:2.0:1789760797.564741:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760797.564751:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760797.564785:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27049984, count: 4096 00000080:00200000:2.0:1789760797.564792:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27049984, bytes: 4096 00000080:00200000:2.0:1789760797.564803:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760797.564812:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760797.564814:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27049984, 27054080) 0 0 00000080:00200000:2.0:1789760797.564819:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760797.564837:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6604, 6604] 00020000:00200000:2.0:1789760797.564847:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27049984 chunk: [27049984, 27054080) 27054080, 4096 00020000:00200000:2.0:1789760797.564852:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760797.564925:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6604, 6604] 00000008:00010000:2.0:1789760797.564945:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760797.564962:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760797.564974:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27049984, 27054080) append 0 append lockpos 0 00000080:00200000:2.0:1789760797.564988:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27049984=0x19cc000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760797.565048:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760797.565051:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27054080 00000020:00010000:2.0:1789760797.565060:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760797.565063:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760797.565066:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760797.565070:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760797.565072:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760797.565082:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760797.565090:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760797.565106:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8cc0 00000008:00100000:2.0:1789760797.565219:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23ab800 - object 0x240000400:4 offset 27049984<>27054080 00000100:00100000:3.0:1789760797.565401:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760797.565425:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515848064:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760797.637803:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973921 gen 2 00000008:00010000:3.0:1789760797.637896:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8cc0 00000020:00200000:3.0:1789760797.637906:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760797.637919:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760797.637941:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8cc0 00000100:00100000:3.0:1789760797.637981:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515848064:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760797.638095:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6604, 6604] 00000080:00200000:2.0:1789760797.638112:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760797.638118:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760797.638135:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27054080 i_blocks 53255 00000020:00200000:2.0:1789760797.638139:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760797.638151:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760797.638189:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27054080, count: 4096 00000080:00200000:2.0:1789760797.638196:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27054080, bytes: 4096 00000080:00200000:2.0:1789760797.638206:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760797.638216:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760797.638218:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27054080, 27058176) 0 0 00000080:00200000:2.0:1789760797.638223:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760797.638240:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6605, 6605] 00020000:00200000:2.0:1789760797.638250:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27054080 chunk: [27054080, 27058176) 27058176, 4096 00020000:00200000:2.0:1789760797.638255:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760797.638274:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6605, 6605] 00000008:00010000:2.0:1789760797.638300:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760797.638305:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760797.638319:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27054080, 27058176) append 0 append lockpos 0 00000080:00200000:2.0:1789760797.638334:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27054080=0x19cd000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760797.638395:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760797.638398:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27058176 00000020:00010000:2.0:1789760797.638407:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760797.638411:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760797.638414:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760797.638417:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760797.638420:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760797.638429:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760797.638436:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760797.638451:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e86c0 00000008:00100000:2.0:1789760797.638560:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 27054080<>27058176 00000100:00100000:2.0:1789760797.638601:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760797.638620:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515848192:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760797.676550:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e86c0 00000020:00200000:3.0:1789760797.676567:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760797.676577:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760797.676744:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e86c0 00000100:00100000:3.0:1789760797.676774:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515848192:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760797.683148:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6605, 6605] 00000080:00200000:0.0:1789760797.683174:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760797.683180:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760797.683249:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27058176 i_blocks 53255 00000020:00200000:0.0:1789760797.683255:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760797.683267:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760797.683300:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27058176, count: 4096 00000080:00200000:0.0:1789760797.683308:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27058176, bytes: 4096 00000080:00200000:0.0:1789760797.683319:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760797.683327:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760797.683329:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27058176, 27062272) 0 0 00000080:00200000:0.0:1789760797.683333:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760797.683348:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6606, 6606] 00020000:00200000:0.0:1789760797.683357:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27058176 chunk: [27058176, 27062272) 27062272, 4096 00020000:00200000:0.0:1789760797.683362:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760797.683382:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6606, 6606] 00000008:00010000:0.0:1789760797.683399:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760797.683404:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760797.683415:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27058176, 27062272) append 0 append lockpos 0 00000080:00200000:0.0:1789760797.683429:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27058176=0x19ce000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760797.683482:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760797.683485:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27062272 00000020:00010000:0.0:1789760797.683491:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760797.683495:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760797.683498:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760797.683501:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760797.683504:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760797.683510:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760797.683516:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760797.683529:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00010000:00010000:1.0:1789760797.683606:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00100000:0.0:1789760797.683656:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 27058176<>27062272 00000100:00100000:0.0:1789760797.683698:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789760797.683724:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515848320:192.168.203.146@tcp:4:dd.0 00000100:00100000:0.0:1789760797.729786:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973923 gen 2 00000008:00010000:0.0:1789760797.729887:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:0.0:1789760797.729897:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789760797.729907:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789760797.729932:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:0.0:1789760797.729972:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515848320:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760797.730082:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6606, 6606] 00000080:00200000:1.0:1789760797.730098:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760797.730104:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760797.730120:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27062272 i_blocks 53255 00000020:00200000:1.0:1789760797.730124:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760797.730134:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760797.730168:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27062272, count: 4096 00000080:00200000:1.0:1789760797.730176:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27062272, bytes: 4096 00000080:00200000:1.0:1789760797.730186:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760797.730194:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760797.730197:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27062272, 27066368) 0 0 00000080:00200000:1.0:1789760797.730201:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760797.730217:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6607, 6607] 00020000:00200000:1.0:1789760797.730225:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27062272 chunk: [27062272, 27066368) 27066368, 4096 00020000:00200000:1.0:1789760797.730229:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760797.730249:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6607, 6607] 00000008:00010000:1.0:1789760797.730265:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760797.730270:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760797.730281:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27062272, 27066368) append 0 append lockpos 0 00000080:00200000:1.0:1789760797.730294:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27062272=0x19cf000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760797.730348:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760797.730351:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27066368 00000020:00010000:1.0:1789760797.730359:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760797.730363:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760797.730366:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760797.730369:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760797.730372:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760797.730379:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760797.730386:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760797.730408:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760797.730530:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570000 - object 0x240000400:4 offset 27062272<>27066368 00000100:00100000:1.0:1789760797.730583:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789760797.730611:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515848448:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760797.792353:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973924 gen 2 00000008:00010000:1.0:1789760797.792403:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc90b8f00 00000020:00200000:1.0:1789760797.792412:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760797.792422:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760797.792451:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc90b8f00 00000100:00100000:1.0:1789760797.792483:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515848448:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760797.792730:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6607, 6607] 00000080:00200000:0.0:1789760797.792747:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760797.792753:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760797.792769:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27066368 i_blocks 53255 00000020:00200000:0.0:1789760797.792782:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760797.792793:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760797.792830:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27066368, count: 4096 00000080:00200000:0.0:1789760797.792837:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27066368, bytes: 4096 00000080:00200000:0.0:1789760797.792848:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760797.792889:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760797.792892:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27066368, 27070464) 0 0 00000080:00200000:0.0:1789760797.792898:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760797.792915:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6608, 6608] 00020000:00200000:0.0:1789760797.792924:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27066368 chunk: [27066368, 27070464) 27070464, 4096 00020000:00200000:0.0:1789760797.792929:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760797.792959:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6608, 6608] 00000008:00010000:0.0:1789760797.792980:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760797.792985:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760797.792998:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27066368, 27070464) append 0 append lockpos 0 00000080:00200000:0.0:1789760797.793165:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27066368=0x19d0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760797.793227:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760797.793230:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27070464 00000020:00010000:0.0:1789760797.793239:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760797.793242:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760797.793246:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760797.793249:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760797.793252:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760797.793260:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760797.793266:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760797.793284:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34840 00000008:00100000:0.0:1789760797.793391:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 27066368<>27070464 00000100:00100000:1.0:1789760797.793467:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515848576:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760797.858675:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973925 gen 2 00000008:00010000:1.0:1789760797.858733:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34840 00000020:00200000:1.0:1789760797.858743:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760797.858754:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760797.858766:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34840 00000100:00100000:1.0:1789760797.858798:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515848576:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760797.858994:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6608, 6608] 00000080:00200000:0.0:1789760797.859083:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760797.859090:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760797.859108:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27070464 i_blocks 53255 00000020:00200000:0.0:1789760797.859113:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760797.859124:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760797.859160:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27070464, count: 4096 00000080:00200000:0.0:1789760797.859168:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27070464, bytes: 4096 00000080:00200000:0.0:1789760797.859179:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760797.859188:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760797.859191:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27070464, 27074560) 0 0 00000080:00200000:0.0:1789760797.859197:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760797.859214:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6609, 6609] 00020000:00200000:0.0:1789760797.859224:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27070464 chunk: [27070464, 27074560) 27074560, 4096 00020000:00200000:0.0:1789760797.859228:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760797.859250:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6609, 6609] 00000008:00010000:0.0:1789760797.859268:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760797.859274:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760797.859285:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27070464, 27074560) append 0 append lockpos 0 00000080:00200000:0.0:1789760797.859300:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27070464=0x19d1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760797.859357:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760797.859360:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27074560 00000020:00010000:0.0:1789760797.859370:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760797.859373:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760797.859376:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760797.859380:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760797.859383:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760797.859390:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760797.859398:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760797.859415:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34e40 00000008:00100000:0.0:1789760797.859539:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5f80 - object 0x240000400:4 offset 27070464<>27074560 00000100:00100000:1.0:1789760797.861806:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515848704:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760797.906110:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973926 gen 2 00000008:00010000:1.0:1789760797.906164:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34e40 00000020:00200000:1.0:1789760797.906172:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760797.906186:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760797.906257:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34e40 00000100:00100000:1.0:1789760797.906288:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515848704:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760797.906441:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6609, 6609] 00000080:00200000:0.0:1789760797.906457:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760797.906464:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760797.906480:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27074560 i_blocks 53255 00000020:00200000:0.0:1789760797.906483:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760797.906493:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760797.906530:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27074560, count: 4096 00000080:00200000:0.0:1789760797.906537:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27074560, bytes: 4096 00000080:00200000:0.0:1789760797.906548:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760797.906557:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760797.906560:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27074560, 27078656) 0 0 00000080:00200000:0.0:1789760797.906565:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760797.906582:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6610, 6610] 00020000:00200000:0.0:1789760797.909134:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27074560 chunk: [27074560, 27078656) 27078656, 4096 00020000:00200000:0.0:1789760797.909150:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760797.909297:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6610, 6610] 00000008:00010000:0.0:1789760797.909385:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760797.909392:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760797.909408:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27074560, 27078656) append 0 append lockpos 0 00000080:00200000:0.0:1789760797.909424:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27074560=0x19d2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760797.909497:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760797.909500:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27078656 00000020:00010000:0.0:1789760797.909508:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760797.909512:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760797.909515:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760797.909518:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760797.909521:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760797.909531:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760797.909538:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760797.909566:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34f00 00000008:00100000:0.0:1789760797.909676:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc5f80 - object 0x240000400:4 offset 27074560<>27078656 00000100:00100000:1.0:1789760797.909778:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515848832:192.168.203.146@tcp:4:dd.0 00000008:00010000:1.0:1789760798.006832:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34f00 00000020:00200000:1.0:1789760798.006847:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760798.006892:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760798.006918:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34f00 00000100:00100000:1.0:1789760798.006956:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515848832:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760798.007191:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6610, 6610] 00000080:00200000:2.0:1789760798.007211:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760798.007217:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760798.007233:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27078656 i_blocks 53255 00000020:00200000:2.0:1789760798.007236:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760798.007248:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760798.007284:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27078656, count: 4096 00000080:00200000:2.0:1789760798.007423:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27078656, bytes: 4096 00000080:00200000:2.0:1789760798.007442:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760798.007451:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760798.007454:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27078656, 27082752) 0 0 00000080:00200000:2.0:1789760798.007459:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760798.007476:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6611, 6611] 00020000:00200000:2.0:1789760798.007484:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27078656 chunk: [27078656, 27082752) 27082752, 4096 00020000:00200000:2.0:1789760798.007488:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760798.007510:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6611, 6611] 00000008:00010000:2.0:1789760798.007528:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760798.007534:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760798.007545:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27078656, 27082752) append 0 append lockpos 0 00000080:00200000:2.0:1789760798.007562:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27078656=0x19d3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760798.007617:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760798.007620:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27082752 00000020:00010000:2.0:1789760798.007628:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760798.007632:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.007634:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.007638:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760798.007641:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760798.007649:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760798.007657:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760798.007672:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8840 00000008:00100000:2.0:1789760798.007779:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 27078656<>27082752 00000100:00100000:3.0:1789760798.007885:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515848960:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760798.064744:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973928 gen 2 00000008:00010000:3.0:1789760798.064811:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8840 00000020:00200000:3.0:1789760798.064819:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760798.064830:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760798.064894:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8840 00000100:00100000:3.0:1789760798.064928:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515848960:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760798.065045:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6611, 6611] 00000080:00200000:2.0:1789760798.065061:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760798.065067:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760798.065092:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27082752 i_blocks 53255 00000020:00200000:2.0:1789760798.065097:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760798.065108:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760798.065146:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27082752, count: 4096 00000080:00200000:2.0:1789760798.065154:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27082752, bytes: 4096 00000080:00200000:2.0:1789760798.065165:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760798.065174:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760798.065176:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27082752, 27086848) 0 0 00000080:00200000:2.0:1789760798.065181:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760798.065200:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6612, 6612] 00020000:00200000:2.0:1789760798.065209:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27082752 chunk: [27082752, 27086848) 27086848, 4096 00020000:00200000:2.0:1789760798.065214:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760798.065236:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6612, 6612] 00000008:00010000:2.0:1789760798.065256:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760798.065263:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760798.065276:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27082752, 27086848) append 0 append lockpos 0 00000080:00200000:2.0:1789760798.065294:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27082752=0x19d4000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760798.065356:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760798.065359:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27086848 00000020:00010000:2.0:1789760798.065368:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760798.065371:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.065375:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.065378:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760798.065381:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760798.065391:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760798.065398:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760798.065414:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8540 00000008:00100000:2.0:1789760798.065527:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 27082752<>27086848 00000100:00100000:3.0:1789760798.065708:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515849088:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760798.118609:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973929 gen 2 00000008:00010000:3.0:1789760798.118659:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8540 00000020:00200000:3.0:1789760798.118668:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760798.118679:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760798.118700:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8540 00000100:00100000:3.0:1789760798.118731:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515849088:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760798.119001:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6612, 6612] 00000080:00200000:0.0:1789760798.119171:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760798.119178:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760798.119194:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27086848 i_blocks 53255 00000020:00200000:0.0:1789760798.119198:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760798.119208:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760798.119245:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27086848, count: 4096 00000080:00200000:0.0:1789760798.119252:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27086848, bytes: 4096 00000080:00200000:0.0:1789760798.119263:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760798.119272:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760798.119274:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27086848, 27090944) 0 0 00000080:00200000:0.0:1789760798.119280:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760798.119297:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6613, 6613] 00020000:00200000:0.0:1789760798.119305:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27086848 chunk: [27086848, 27090944) 27090944, 4096 00020000:00200000:0.0:1789760798.119309:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760798.119329:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6613, 6613] 00000008:00010000:0.0:1789760798.119348:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760798.119353:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760798.119366:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27086848, 27090944) append 0 append lockpos 0 00000080:00200000:0.0:1789760798.119380:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27086848=0x19d5000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760798.119439:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760798.119442:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27090944 00000020:00010000:0.0:1789760798.119449:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760798.119452:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760798.119456:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760798.119459:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760798.119462:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760798.119470:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760798.119478:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760798.119496:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34780 00000008:00100000:0.0:1789760798.119604:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7800 - object 0x240000400:4 offset 27086848<>27090944 00000100:00100000:1.0:1789760798.119690:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515849216:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760798.176177:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973930 gen 2 00000008:00010000:1.0:1789760798.176233:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34780 00000020:00200000:1.0:1789760798.176242:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760798.176254:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760798.176332:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34780 00000100:00100000:1.0:1789760798.176368:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515849216:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760798.176373:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6613, 6613] 00000080:00200000:0.0:1789760798.176389:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760798.176395:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760798.176412:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27090944 i_blocks 53255 00000020:00200000:0.0:1789760798.176415:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760798.176426:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760798.176469:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27090944, count: 4096 00000080:00200000:0.0:1789760798.176477:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27090944, bytes: 4096 00000080:00200000:0.0:1789760798.176485:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760798.176495:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760798.176497:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27090944, 27095040) 0 0 00000080:00200000:0.0:1789760798.176503:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760798.176518:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6614, 6614] 00020000:00200000:0.0:1789760798.176527:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27090944 chunk: [27090944, 27095040) 27095040, 4096 00020000:00200000:0.0:1789760798.176531:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760798.176551:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6614, 6614] 00000008:00010000:0.0:1789760798.176568:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760798.176574:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760798.176585:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27090944, 27095040) append 0 append lockpos 0 00000080:00200000:0.0:1789760798.176599:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27090944=0x19d6000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760798.176655:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760798.176658:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27095040 00000020:00010000:0.0:1789760798.176666:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760798.176670:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760798.176673:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760798.176676:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760798.176679:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760798.176687:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760798.176694:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760798.176710:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34d80 00000008:00100000:0.0:1789760798.176810:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc4700 - object 0x240000400:4 offset 27090944<>27095040 00000100:00100000:1.0:1789760798.177067:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515849344:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760798.221955:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973931 gen 2 00000008:00010000:1.0:1789760798.222175:0:2362:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34d80 00000020:00200000:1.0:1789760798.222185:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760798.222195:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760798.222219:0:2362:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34d80 00000100:00100000:1.0:1789760798.222251:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515849344:192.168.203.146@tcp:4:dd.0 00000080:00200000:0.0:1789760798.222508:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6614, 6614] 00000080:00200000:0.0:1789760798.222534:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789760798.222541:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1789760798.222558:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27095040 i_blocks 53255 00000020:00200000:0.0:1789760798.222561:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789760798.222571:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1789760798.222614:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27095040, count: 4096 00000080:00200000:0.0:1789760798.222623:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27095040, bytes: 4096 00000080:00200000:0.0:1789760798.222633:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789760798.222641:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1789760798.222643:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27095040, 27099136) 0 0 00000080:00200000:0.0:1789760798.222649:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789760798.222671:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6615, 6615] 00020000:00200000:0.0:1789760798.222680:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27095040 chunk: [27095040, 27099136) 27099136, 4096 00020000:00200000:0.0:1789760798.222685:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760798.222706:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6615, 6615] 00000008:00010000:0.0:1789760798.222728:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789760798.222734:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dd2dc95b0, osc lock ffff980dc46abb50, flags 0x0 00000080:00200000:0.0:1789760798.222747:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27095040, 27099136) append 0 append lockpos 0 00000080:00200000:0.0:1789760798.222762:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27095040=0x19d7000, pages 1 (max 131072), lockless, parallel 00000020:00200000:0.0:1789760798.222817:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:0.0:1789760798.222820:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27099136 00000020:00010000:0.0:1789760798.222828:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:0.0:1789760798.222832:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789760798.222835:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd2dc95b0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789760798.222838:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:0.0:1789760798.222841:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd2dc95b0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:0.0:1789760798.222848:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:0.0:1789760798.222899:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789760798.222916:0:247:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc8d34600 00000008:00100000:0.0:1789760798.223580:0:247:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8fc7100 - object 0x240000400:4 offset 27095040<>27099136 00000100:00100000:1.0:1789760798.223709:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515849472:192.168.203.146@tcp:4:dd.0 00000100:00100000:1.0:1789760798.280543:0:2363:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973932 gen 2 00000008:00010000:1.0:1789760798.280598:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc8d34600 00000020:00200000:1.0:1789760798.280610:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789760798.280621:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789760798.280695:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc8d34600 00000100:00100000:1.0:1789760798.280730:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515849472:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760798.281542:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6615, 6615] 00000080:00200000:2.0:1789760798.281560:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760798.281567:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760798.281694:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27099136 i_blocks 53255 00000020:00200000:2.0:1789760798.281703:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760798.281716:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760798.281750:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27099136, count: 4096 00000080:00200000:2.0:1789760798.281757:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27099136, bytes: 4096 00000080:00200000:2.0:1789760798.281769:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760798.281778:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760798.281781:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27099136, 27103232) 0 0 00000080:00200000:2.0:1789760798.281786:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760798.281802:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6616, 6616] 00020000:00200000:2.0:1789760798.281811:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27099136 chunk: [27099136, 27103232) 27103232, 4096 00020000:00200000:2.0:1789760798.281816:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760798.281835:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6616, 6616] 00000008:00010000:2.0:1789760798.281870:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760798.281876:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760798.281888:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27099136, 27103232) append 0 append lockpos 0 00000080:00200000:2.0:1789760798.281904:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27099136=0x19d8000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760798.282048:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760798.282051:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27103232 00000020:00010000:2.0:1789760798.282070:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760798.282074:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.282077:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.282081:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760798.282084:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760798.282094:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760798.282101:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760798.282127:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8300 00000008:00100000:2.0:1789760798.282243:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 27099136<>27103232 00000100:00100000:3.0:1789760798.282343:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515849600:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760798.323893:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973933 gen 2 00000008:00010000:3.0:1789760798.324288:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8300 00000020:00200000:3.0:1789760798.324297:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760798.324309:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760798.324333:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8300 00000100:00100000:3.0:1789760798.324366:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515849600:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760798.324505:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6616, 6616] 00000080:00200000:2.0:1789760798.324522:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760798.324661:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760798.324679:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27103232 i_blocks 53255 00000020:00200000:2.0:1789760798.324683:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760798.324693:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760798.324730:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27103232, count: 4096 00000080:00200000:2.0:1789760798.324737:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27103232, bytes: 4096 00000080:00200000:2.0:1789760798.324751:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760798.324759:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760798.324761:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27103232, 27107328) 0 0 00000080:00200000:2.0:1789760798.324767:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760798.324784:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6617, 6617] 00020000:00200000:2.0:1789760798.324793:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27103232 chunk: [27103232, 27107328) 27107328, 4096 00020000:00200000:2.0:1789760798.324798:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760798.324829:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6617, 6617] 00000008:00010000:2.0:1789760798.324847:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760798.324880:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760798.324893:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27103232, 27107328) append 0 append lockpos 0 00000080:00200000:2.0:1789760798.324907:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27103232=0x19d9000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760798.324992:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760798.324995:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27107328 00000020:00010000:2.0:1789760798.325003:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760798.325006:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.325009:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.325012:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760798.325015:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760798.325024:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760798.325030:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760798.325047:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8000 00000008:00100000:2.0:1789760798.325156:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 27103232<>27107328 00000100:00100000:3.0:1789760798.325227:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515849728:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760798.374235:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8000 00000020:00200000:3.0:1789760798.374252:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760798.374264:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760798.374283:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8000 00000100:00100000:3.0:1789760798.374319:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515849728:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760798.374778:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6617, 6617] 00000080:00200000:2.0:1789760798.374796:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760798.374802:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760798.374818:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27107328 i_blocks 53255 00000020:00200000:2.0:1789760798.374821:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760798.374832:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760798.374910:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27107328, count: 4096 00000080:00200000:2.0:1789760798.375059:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27107328, bytes: 4096 00000080:00200000:2.0:1789760798.375072:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760798.375080:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760798.375082:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27107328, 27111424) 0 0 00000080:00200000:2.0:1789760798.375087:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760798.375104:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6618, 6618] 00020000:00200000:2.0:1789760798.375113:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27107328 chunk: [27107328, 27111424) 27111424, 4096 00020000:00200000:2.0:1789760798.375117:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760798.375143:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6618, 6618] 00000008:00010000:2.0:1789760798.375162:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760798.375167:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760798.375178:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27107328, 27111424) append 0 append lockpos 0 00000080:00200000:2.0:1789760798.375192:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27107328=0x19da000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760798.375255:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760798.375257:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27111424 00000020:00010000:2.0:1789760798.375266:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760798.375269:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.375272:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.375275:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760798.375278:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760798.375297:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760798.375305:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760798.375337:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e89c0 00000008:00100000:2.0:1789760798.375460:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 27107328<>27111424 00000100:00100000:3.0:1789760798.377705:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515849856:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760798.423300:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973935 gen 2 00000008:00010000:3.0:1789760798.423367:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e89c0 00000020:00200000:3.0:1789760798.423376:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760798.423386:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760798.423406:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e89c0 00000100:00100000:3.0:1789760798.423438:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515849856:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760798.423538:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6618, 6618] 00000080:00200000:2.0:1789760798.423554:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760798.423560:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760798.423575:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27111424 i_blocks 53255 00000020:00200000:2.0:1789760798.423578:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760798.423588:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760798.423623:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27111424, count: 4096 00000080:00200000:2.0:1789760798.423630:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27111424, bytes: 4096 00000080:00200000:2.0:1789760798.423638:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760798.423647:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760798.423649:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27111424, 27115520) 0 0 00000080:00200000:2.0:1789760798.423653:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760798.423668:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6619, 6619] 00020000:00200000:2.0:1789760798.423676:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27111424 chunk: [27111424, 27115520) 27115520, 4096 00020000:00200000:2.0:1789760798.423681:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760798.423699:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6619, 6619] 00000008:00010000:2.0:1789760798.423718:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760798.423722:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760798.423734:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27111424, 27115520) append 0 append lockpos 0 00000080:00200000:2.0:1789760798.423759:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27111424=0x19db000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760798.423817:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760798.423820:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27115520 00000020:00010000:2.0:1789760798.423829:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760798.423832:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.423835:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.423839:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760798.423842:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760798.423851:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760798.423902:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760798.423917:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8a80 00000008:00100000:2.0:1789760798.424028:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 27111424<>27115520 00000100:00100000:2.0:1789760798.424063:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789760798.424079:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515849984:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760798.460295:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973936 gen 2 00000008:00010000:3.0:1789760798.460351:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8a80 00000020:00200000:3.0:1789760798.460360:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760798.460371:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760798.460393:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8a80 00000100:00100000:3.0:1789760798.460425:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515849984:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760798.460802:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6619, 6619] 00000080:00200000:2.0:1789760798.460820:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760798.460830:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760798.460848:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27115520 i_blocks 53255 00000020:00200000:2.0:1789760798.460852:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760798.460913:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760798.460957:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27115520, count: 4096 00000080:00200000:2.0:1789760798.460965:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27115520, bytes: 4096 00000080:00200000:2.0:1789760798.460975:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760798.460985:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760798.460987:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27115520, 27119616) 0 0 00000080:00200000:2.0:1789760798.460992:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760798.461009:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6620, 6620] 00020000:00200000:2.0:1789760798.461018:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27115520 chunk: [27115520, 27119616) 27119616, 4096 00020000:00200000:2.0:1789760798.461023:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760798.461042:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6620, 6620] 00000008:00010000:2.0:1789760798.461061:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760798.461067:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760798.461079:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27115520, 27119616) append 0 append lockpos 0 00000080:00200000:2.0:1789760798.461093:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27115520=0x19dc000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760798.461155:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760798.461158:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27119616 00000020:00010000:2.0:1789760798.461167:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760798.461171:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.461174:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.461178:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760798.461180:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760798.461189:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760798.461195:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760798.461212:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e80c0 00000008:00100000:2.0:1789760798.461321:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9c00 - object 0x240000400:4 offset 27115520<>27119616 00000100:00100000:3.0:1789760798.461616:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760798.461638:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515850112:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760798.495259:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973937 gen 2 00000008:00010000:3.0:1789760798.495309:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e80c0 00000020:00200000:3.0:1789760798.495317:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760798.495330:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760798.495351:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e80c0 00000100:00100000:3.0:1789760798.495381:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515850112:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760798.495556:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6620, 6620] 00000080:00200000:2.0:1789760798.495572:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760798.495579:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760798.495605:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27119616 i_blocks 53255 00000020:00200000:2.0:1789760798.495608:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760798.495618:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760798.495654:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27119616, count: 4096 00000080:00200000:2.0:1789760798.495661:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27119616, bytes: 4096 00000080:00200000:2.0:1789760798.495671:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760798.495679:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760798.495681:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27119616, 27123712) 0 0 00000080:00200000:2.0:1789760798.495686:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760798.495704:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6621, 6621] 00020000:00200000:2.0:1789760798.495713:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27119616 chunk: [27119616, 27123712) 27123712, 4096 00020000:00200000:2.0:1789760798.495718:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760798.495739:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6621, 6621] 00000008:00010000:2.0:1789760798.495760:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760798.495766:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760798.495777:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27119616, 27123712) append 0 append lockpos 0 00000080:00200000:2.0:1789760798.495791:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27119616=0x19dd000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760798.495850:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760798.495900:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27123712 00000020:00010000:2.0:1789760798.495909:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760798.495913:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.495915:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.495919:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760798.495921:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760798.495931:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760798.495938:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760798.496010:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8180 00000008:00100000:2.0:1789760798.496131:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a9f80 - object 0x240000400:4 offset 27119616<>27123712 00000100:00100000:3.0:1789760798.496290:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515850240:192.168.203.146@tcp:4:dd.0 00000008:00010000:3.0:1789760798.544718:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8180 00000020:00200000:3.0:1789760798.544735:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760798.544748:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760798.544818:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8180 00000100:00100000:3.0:1789760798.544893:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515850240:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760798.545034:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6621, 6621] 00000080:00200000:2.0:1789760798.545050:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760798.545057:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760798.545073:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27123712 i_blocks 53255 00000020:00200000:2.0:1789760798.545077:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760798.545086:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760798.545121:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27123712, count: 4096 00000080:00200000:2.0:1789760798.545129:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27123712, bytes: 4096 00000080:00200000:2.0:1789760798.545141:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760798.545150:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760798.545153:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27123712, 27127808) 0 0 00000080:00200000:2.0:1789760798.545157:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760798.545173:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6622, 6622] 00020000:00200000:2.0:1789760798.545183:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27123712 chunk: [27123712, 27127808) 27127808, 4096 00020000:00200000:2.0:1789760798.545188:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760798.545208:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6622, 6622] 00000008:00010000:2.0:1789760798.545225:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760798.545231:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760798.545313:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27123712, 27127808) append 0 append lockpos 0 00000080:00200000:2.0:1789760798.545328:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27123712=0x19de000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760798.545520:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760798.545523:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27127808 00000020:00010000:2.0:1789760798.545533:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760798.545536:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.545539:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.545667:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760798.545670:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760798.545682:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760798.545689:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760798.545710:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8600 00000008:00100000:2.0:1789760798.545822:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aaa00 - object 0x240000400:4 offset 27123712<>27127808 00000100:00100000:3.0:1789760798.545905:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515850368:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760798.601991:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973939 gen 2 00000008:00010000:3.0:1789760798.602054:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8600 00000020:00200000:3.0:1789760798.602063:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760798.602074:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760798.602094:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8600 00000100:00100000:3.0:1789760798.602124:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515850368:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760798.602218:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6622, 6622] 00000080:00200000:2.0:1789760798.602234:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760798.602240:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760798.602256:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27127808 i_blocks 53255 00000020:00200000:2.0:1789760798.602259:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760798.602268:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760798.602370:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27127808, count: 4096 00000080:00200000:2.0:1789760798.602378:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27127808, bytes: 4096 00000080:00200000:2.0:1789760798.602388:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760798.602397:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760798.602399:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27127808, 27131904) 0 0 00000080:00200000:2.0:1789760798.602404:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760798.602421:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6623, 6623] 00020000:00200000:2.0:1789760798.602431:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27127808 chunk: [27127808, 27131904) 27131904, 4096 00020000:00200000:2.0:1789760798.602436:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760798.602525:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6623, 6623] 00000008:00010000:2.0:1789760798.602661:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760798.602668:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760798.602680:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27127808, 27131904) append 0 append lockpos 0 00000080:00200000:2.0:1789760798.602695:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27127808=0x19df000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760798.603021:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760798.603025:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27131904 00000020:00010000:2.0:1789760798.603034:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760798.603038:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.603040:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.603044:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760798.603046:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760798.603055:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760798.603063:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760798.603084:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8240 00000008:00100000:2.0:1789760798.603198:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa680 - object 0x240000400:4 offset 27127808<>27131904 00000100:00100000:3.0:1789760798.603406:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515850496:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760798.673716:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973940 gen 2 00000008:00010000:3.0:1789760798.673776:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8240 00000020:00200000:3.0:1789760798.673786:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760798.673798:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760798.673817:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8240 00000100:00100000:3.0:1789760798.673846:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515850496:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760798.674479:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6623, 6623] 00000080:00200000:2.0:1789760798.674497:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760798.674504:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760798.674522:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27131904 i_blocks 53255 00000020:00200000:2.0:1789760798.674526:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760798.674537:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760798.674574:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27131904, count: 4096 00000080:00200000:2.0:1789760798.674591:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27131904, bytes: 4096 00000080:00200000:2.0:1789760798.674603:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760798.674612:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760798.674614:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27131904, 27136000) 0 0 00000080:00200000:2.0:1789760798.674618:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760798.674634:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6624, 6624] 00020000:00200000:2.0:1789760798.674643:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27131904 chunk: [27131904, 27136000) 27136000, 4096 00020000:00200000:2.0:1789760798.674647:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760798.674668:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6624, 6624] 00000008:00010000:2.0:1789760798.674687:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760798.674692:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760798.674702:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27131904, 27136000) append 0 append lockpos 0 00000080:00200000:2.0:1789760798.674716:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27131904=0x19e0000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760798.674784:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760798.674788:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27136000 00000020:00010000:2.0:1789760798.674795:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760798.674799:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.674802:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.674806:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760798.674809:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760798.674819:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760798.674826:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760798.674843:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8780 00000008:00100000:2.0:1789760798.674998:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23aa300 - object 0x240000400:4 offset 27131904<>27136000 00000100:00100000:3.0:1789760798.675475:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789760798.675500:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515850624:192.168.203.146@tcp:4:dd.0 00010000:00010000:1.0:1789760798.705191:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:3.0:1789760798.741489:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8780 00000020:00200000:3.0:1789760798.741507:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760798.741518:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760798.741576:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8780 00000100:00100000:3.0:1789760798.741608:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515850624:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760798.742454:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6624, 6624] 00000080:00200000:2.0:1789760798.742475:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760798.742483:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760798.742498:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27136000 i_blocks 53255 00000020:00200000:2.0:1789760798.742502:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760798.742513:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760798.742548:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27136000, count: 4096 00000080:00200000:2.0:1789760798.742556:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27136000, bytes: 4096 00000080:00200000:2.0:1789760798.742567:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760798.742577:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760798.742579:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27136000, 27140096) 0 0 00000080:00200000:2.0:1789760798.742584:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760798.742602:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6625, 6625] 00020000:00200000:2.0:1789760798.742611:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27136000 chunk: [27136000, 27140096) 27140096, 4096 00020000:00200000:2.0:1789760798.742616:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760798.742637:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6625, 6625] 00000008:00010000:2.0:1789760798.742655:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760798.742661:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760798.742671:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27136000, 27140096) append 0 append lockpos 0 00000080:00200000:2.0:1789760798.742685:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27136000=0x19e1000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760798.742749:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760798.742753:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27140096 00000020:00010000:2.0:1789760798.742761:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760798.742764:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.742767:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.742770:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760798.742773:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760798.742782:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760798.742789:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760798.742811:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8b40 00000008:00100000:2.0:1789760798.743740:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8e00 - object 0x240000400:4 offset 27136000<>27140096 00000100:00100000:3.0:1789760798.743921:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515850752:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760798.802813:0:2364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973942 gen 2 00000008:00010000:3.0:1789760798.802916:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8b40 00000020:00200000:3.0:1789760798.802925:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789760798.802934:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789760798.802962:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8b40 00000100:00100000:3.0:1789760798.802992:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515850752:192.168.203.146@tcp:4:dd.0 00000080:00200000:2.0:1789760798.804195:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6625, 6625] 00000080:00200000:2.0:1789760798.804216:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789760798.804224:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:2.0:1789760798.804250:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27140096 i_blocks 53255 00000020:00200000:2.0:1789760798.804255:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789760798.804269:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:2.0:1789760798.804303:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27140096, count: 4096 00000080:00200000:2.0:1789760798.804311:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27140096, bytes: 4096 00000080:00200000:2.0:1789760798.804324:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789760798.804335:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:2.0:1789760798.804337:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27140096, 27144192) 0 0 00000080:00200000:2.0:1789760798.804342:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789760798.804359:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6626, 6626] 00020000:00200000:2.0:1789760798.804367:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27140096 chunk: [27140096, 27144192) 27144192, 4096 00020000:00200000:2.0:1789760798.804371:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789760798.804393:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6626, 6626] 00000008:00010000:2.0:1789760798.804411:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789760798.804417:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dca659ab0, osc lock ffff980dc961a980, flags 0x0 00000080:00200000:2.0:1789760798.804428:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27140096, 27144192) append 0 append lockpos 0 00000080:00200000:2.0:1789760798.804442:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27140096=0x19e2000, pages 1 (max 131072), lockless, parallel 00000020:00200000:2.0:1789760798.804506:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:2.0:1789760798.804509:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27144192 00000020:00010000:2.0:1789760798.804518:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:2.0:1789760798.804522:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.804525:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dca659ab0 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789760798.804529:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789760798.804531:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dca659ab0 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789760798.804541:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:2.0:1789760798.804548:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789760798.804568:0:364:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc12e8d80 00000008:00100000:2.0:1789760798.804690:0:364:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dd23a8380 - object 0x240000400:4 offset 27140096<>27144192 00000100:00100000:3.0:1789760798.804986:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515850880:192.168.203.146@tcp:4:dd.0 00000100:00100000:3.0:1789760798.834068:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515851136:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760798.834339:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:65ff60fc-9b44-48f8-988f-b0587af5cf52:2364:1876699515851008:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760798.834421:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2364:1876699515851264:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760798.847220:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:65ff60fc-9b44-48f8-988f-b0587af5cf52:2364:1876699515851008:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760798.847697:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515851136:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760798.857172:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2364:1876699515851264:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760798.870504:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff980dd1f18000: committing for last_committed 4294973943 gen 2 00000008:00010000:2.0:1789760798.870556:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff980dc12e8d80 00000020:00200000:2.0:1789760798.870565:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789760798.870577:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789760798.872041:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff980dc12e8d80 00000100:00100000:2.0:1789760798.872089:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515850880:192.168.203.146@tcp:4:dd.0 00000080:00200000:1.0:1789760798.873456:0:11791:0:(file.c:2205:ll_file_io_generic()) Range unlock [6626, 6626] 00000080:00200000:1.0:1789760798.873480:0:11791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789760798.873488:0:11791:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1789760798.873511:0:11791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 27144192 i_blocks 53255 00000020:00200000:1.0:1789760798.873516:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789760798.873533:0:11791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1789760798.873572:0:11791:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x9:0x0], ppos: 27144192, count: 4096 00000080:00200000:1.0:1789760798.873590:0:11791:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27144192, bytes: 4096 00000080:00200000:1.0:1789760798.873608:0:11791:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789760798.873617:0:11791:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f9825493[0x110, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:1.0:1789760798.873620:0:11791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27144192, 27148288) 0 0 00000080:00200000:1.0:1789760798.873624:0:11791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789760798.873640:0:11791:0:(file.c:2168:ll_file_io_generic()) Range lock [6627, 6627] 00020000:00200000:1.0:1789760798.873651:0:11791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27144192 chunk: [27144192, 27148288) 27148288, 4096 00020000:00200000:1.0:1789760798.873656:0:11791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789760798.873677:0:11791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6627, 6627] 00000008:00010000:1.0:1789760798.873696:0:11791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789760798.873701:0:11791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff980dc61c8530, osc lock ffff980dc9b6f300, flags 0x0 00000080:00200000:1.0:1789760798.873712:0:11791:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27144192, 27148288) append 0 append lockpos 0 00000080:00200000:1.0:1789760798.873726:0:11791:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x9:0x0](ffff980dd11c9148), size=4096 (max 536870912), offset=27144192=0x19e3000, pages 1 (max 131072), lockless, parallel 00000020:00200000:1.0:1789760798.873794:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:1.0:1789760798.873797:0:11791:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 27148288 00000020:00010000:1.0:1789760798.873807:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_release():245 00000020:00010000:1.0:1789760798.873810:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789760798.873814:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff980dc61c8530 (ffff980dc9b99ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789760798.873817:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dd068d4e8 (ffff980dc850bf38/0) at cl_lock_fini():72 00000020:00010000:1.0:1789760798.873821:0:11791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff980dc61c8530 (ffff980dc850bf38/1) at cl_lock_fini():72 00000080:00200000:1.0:1789760798.873829:0:11791:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000020:00200000:1.0:1789760798.873837:0:11791:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789760798.873916:0:261:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff980dc90b8f00 00000008:00100000:1.0:1789760798.874043:0:261:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff980dc8570000 - object 0x240000400:4 offset 27144192<>27148288 00000100:00100000:1.0:1789760798.874081:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789760798.874105:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515851392:192.168.203.146@tcp:4:dd.0 00010000:00010000:2.0:1789760799.729086:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760800.753200:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789760801.777606:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789760802.802207:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789760803.825080:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789760803.953105:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515851648:192.168.203.146@tcp:400:kworker.0 00000100:00100000:0.0:1789760803.953141:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:65ff60fc-9b44-48f8-988f-b0587af5cf52:2363:1876699515851520:192.168.203.146@tcp:400:kworker.0 00000100:00100000:1.0:1789760803.953215:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2362:1876699515851904:192.168.203.146@tcp:400:kworker.0 00000100:00100000:0.0:1789760803.953255:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515851776:192.168.203.146@tcp:400:kworker.0 00010000:00010000:2.0:1789760804.848987:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1789760804.976989:0:37:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1789760804.977005:0:37:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789760804.977027:0:37:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1789760805.873039:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789760806.897033:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789760807.920967:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789760808.944991:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789760809.073035:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515852160:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760809.073035:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:65ff60fc-9b44-48f8-988f-b0587af5cf52:2365:1876699515852032:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760809.073121:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2364:1876699515852416:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760809.073124:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515852288:192.168.203.146@tcp:400:kworker.0 00010000:00010000:2.0:1789760809.968978:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760810.992981:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789760812.016992:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789760813.040970:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789760814.065004:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1789760814.193000:0:2363:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760798/real 1789760798] req@ffff980dc8570000 x1876699515851392/t0(0) o4->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:6/4 lens 4584/448 e 0 to 1 dl 1789760814 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789760814.193077:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:65ff60fc-9b44-48f8-988f-b0587af5cf52:2365:1876699515852544:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760814.193094:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515852672:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760814.193191:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515852800:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760814.193194:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2364:1876699515852928:192.168.203.146@tcp:400:kworker.0 00000100:00080000:1.0:1789760814.201090:0:2363:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789760814.201098:0:2363:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff980dd1f18000: Connection to lustre-OST0000 (at 192.168.203.146@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789760814.206362:0:2363:0:(import.c:418:ptlrpc_pinger_force()) lustre-OST0000_UUID: waking up pinger s:DISCONN 00000100:00080000:2.0:1789760814.206420:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760814.206427:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789760814.206430:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760814.206438:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 402 00000100:00080000:2.0:1789760814.206450:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789760814.206462:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789760814.206499:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699515853056/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789760814.206562:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515853056:192.168.203.146@tcp:8:kworker.0 00010000:00010000:2.0:1789760815.089163:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760816.113053:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760817.137067:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789760818.160991:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789760819.184967:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1789760819.312981:0:2363:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760803/real 1789760803] req@ffff980dc8570700 x1876699515851520/t0(0) o400->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:1.0:1789760819.312981:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760803/real 1789760803] req@ffff980dc8571180 x1876699515851648/t0(0) o400->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760819.313038:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760819.313044:0:10798:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789760819.313051:0:2362:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff980dc8571180 x1876699515851648/t0(0) o400->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760819.313066:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:65ff60fc-9b44-48f8-988f-b0587af5cf52:2365:1876699515853184:192.168.203.146@tcp:400:kworker.0 00000100:00080000:1.0:1789760819.313088:0:2362:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789760819.313096:0:2362:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff980dd1f18000: Connection to lustre-MDT0000 (at 192.168.203.146@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:2.0:1789760819.313210:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfe1b2c2-be6d-4234-9c05-42b712409d84:2365:1876699515853440:192.168.203.146@tcp:400:kworker.0 00000100:00080000:1.0:1789760819.327187:0:2362:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00100000:3.0:1789760819.327201:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:0:1876699515853312:192.168.203.146@tcp:400:kworker.0 00000100:00080000:1.0:1789760819.327221:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760819.327226:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789760819.327228:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789760819.327238:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 255 00000100:00080000:1.0:1789760819.327252:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789760819.327261:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789760819.327292:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699515853568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789760819.327311:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760819.327314:0:10798:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000400:1.0:1789760819.327331:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760803/real 1789760803] req@ffff980dc8573480 x1876699515851904/t0(0) o400->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789760819.327344:0:2362:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff980dc8573480 x1876699515851904/t0(0) o400->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789760819.327351:0:2362:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789760819.327354:0:2362:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff980dd26f6800: Connection to lustre-MDT0000 (at 192.168.203.146@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789760819.327356:0:2362:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00080000:1.0:1789760819.327369:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760819.327373:0:10798:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789760819.327377:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760819.327380:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789760819.327382:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789760819.327385:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 324 00000100:00080000:1.0:1789760819.327391:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789760819.327398:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760819.327406:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515853568:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789760819.327418:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699515853696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789760819.327465:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2362:1876699515851648:192.168.203.146@tcp:400:kworker.0 00000100:00100000:1.0:1789760819.327472:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2362:1876699515851904:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760819.327514:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515853696:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789760819.329903:0:2363:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff980dc8570700 x1876699515851520/t0(0) o400->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760819.329916:0:2363:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1789760819.329921:0:2363:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.146@tcp: Connection to MGS (at 192.168.203.146@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1789760819.333744:0:2363:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.203.146@tcp for MGC192.168.203.146@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1789760819.333747:0:2363:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1789760819.333754:0:2363:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff980dc8570700 x1876699515851520/t0(0) o400->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760819.333768:0:2363:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff980dc61e5c00 x1876699515852032/t0(0) o400->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1789760825 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760819.333816:0:2363:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff980dd23a8380 x1876699515852544/t0(0) o400->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1789760830 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760819.333845:0:2363:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff980dc61e6300 x1876699515853184/t0(0) o400->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1789760835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1789760819.333854:0:2363:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1789760819.333857:0:2363:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1789760819.333859:0:2363:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1789760819.333861:0:2363:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000400:0.0:1789760819.333903:0:2363:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760803/real 1789760803] req@ffff980dc8570e00 x1876699515851776/t0(0) o400->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760819.333910:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:65ff60fc-9b44-48f8-988f-b0587af5cf52:2365:1876699515853184:192.168.203.146@tcp:400:kworker.0 00000100:00080000:1.0:1789760819.333925:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760819.333935:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789760819.333937:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789760819.333949:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 254 00000100:00100000:0.0:1789760819.333954:0:2363:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff980dc8570e00 x1876699515851776/t0(0) o400->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760819.333960:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:65ff60fc-9b44-48f8-988f-b0587af5cf52:2365:1876699515852544:192.168.203.146@tcp:400:kworker.0 00000100:00080000:1.0:1789760819.333962:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00080000:0.0:1789760819.333986:0:2363:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff980dd2619000 already not connected (conn 3, was 2): CONNECTING 00000100:00100000:0.0:1789760819.334008:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:65ff60fc-9b44-48f8-988f-b0587af5cf52:2363:1876699515851520:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760819.334008:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:65ff60fc-9b44-48f8-988f-b0587af5cf52:2365:1876699515852032:192.168.203.146@tcp:400:kworker.0 00000100:00100000:1.0:1789760819.334009:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699515853824/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789760819.334049:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2363:1876699515851776:192.168.203.146@tcp:400:kworker.0 00000100:00080000:1.0:1789760819.334056:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760819.334061:0:10798:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789760819.334103:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515853824:192.168.203.146@tcp:250:kworker.0 00010000:00010000:2.0:1789760820.208990:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760821.232988:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760822.257017:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760823.281009:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760824.305006:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789760824.432946:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789760824.432954:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789760824.432957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789760824.432960:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789760824.432963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789760824.432966:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789760824.432969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789760824.432971:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789760824.432979:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814] req@ffff980dd23ab480 x1876699515853056/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789760824.433011:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699515853056/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789760824.433023:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789760824.433038:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789760824.433041:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515853056:192.168.203.146@tcp:8:kworker.0 00000100:00080000:0.0:1789760824.433056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789760824.433060:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789760824.433062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789760824.433063:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789760824.433065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789760824.433067:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789760824.433070:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789760824.433075:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 790 00000100:00080000:0.0:1789760824.433083:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789760824.433089:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789760824.433097:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789760824.433121:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6d80 x1876699515853952/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789760824.433139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789760824.433142:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789760824.433169:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515853952:192.168.203.146@tcp:8:kworker.0 00010000:00010000:2.0:1789760825.328992:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1789760825.456953:0:2365:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760809/real 1789760809] req@ffff980dc61e4000 x1876699515852288/t0(0) o400->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760825 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:3.0:1789760825.456953:0:2364:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760809/real 1789760809] req@ffff980dc61e7100 x1876699515852160/t0(0) o400->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760825 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760825.466054:0:2365:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff980dc61e4000 x1876699515852288/t0(0) o400->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760825 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760825.466066:0:2365:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff980dd2619000 already not connected (conn 4, was 2): CONNECTING 00000100:00100000:2.0:1789760825.466081:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515852288:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760825.477236:0:2364:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff980dc61e7100 x1876699515852160/t0(0) o400->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760825 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760825.477247:0:2364:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff980dd2619800 already not connected (conn 2, was 1): CONNECTING 00000100:00000400:3.0:1789760825.477254:0:2364:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760809/real 1789760809] req@ffff980dc61e4a80 x1876699515852416/t0(0) o400->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760825 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760825.477265:0:2364:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff980dc61e4a80 x1876699515852416/t0(0) o400->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760825 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760825.477271:0:2364:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff980dc955f000 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:3.0:1789760825.477282:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515852160:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760825.477287:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2364:1876699515852416:192.168.203.146@tcp:400:kworker.0 00010000:00010000:3.0:1789760826.353000:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760827.377037:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760828.401060:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760829.425129:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789760829.552975:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760819/real 1789760819] req@ffff980dc8573480 x1876699515853824/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760829 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760829.552981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760829.552998:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789760829.553008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760829.553014:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789760829.553018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760829.553022:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789760829.553027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760829.553031:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789760829.553037:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699515853824/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760829 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789760829.553054:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760819/real 1789760819] req@ffff980dc8571880 x1876699515853696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760829 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789760829.553068:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699515853696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760829 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789760829.553082:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760819/real 1789760819] req@ffff980dc8573800 x1876699515853568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760829 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789760829.553097:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699515853568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760829 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789760829.553121:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789760829.553152:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789760829.553162:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515853824:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789760829.553175:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760829.553180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760829.553187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789760829.553191:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760829.553200:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 795 00000100:00080000:3.0:1789760829.553213:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789760829.553219:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00080000:3.0:1789760829.553227:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789760829.553243:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515853696:192.168.203.146@tcp:38:kworker.0 00000100:00080000:1.0:1789760829.553259:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1789760829.553274:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515854080/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789760829.553281:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789760829.553291:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515853568:192.168.203.146@tcp:38:kworker.0 00000100:00080000:3.0:1789760829.553351:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760829.553360:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760829.553364:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760829.553377:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 795 00000100:00080000:3.0:1789760829.553387:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 5s 00000100:00100000:1.0:1789760829.553396:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515854080:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789760829.553400:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760829.553426:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760829.553456:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7100 x1876699515854208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760829.553487:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760829.553491:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789760829.553495:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760829.553499:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760829.553502:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760829.553507:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 795 00000100:00080000:3.0:1789760829.553514:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1789760829.553521:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760829.553529:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760829.553564:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515854336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789760829.553577:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515854208:192.168.203.146@tcp:38:kworker.0 00000100:00080000:3.0:1789760829.553589:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760829.553597:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789760829.553639:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515854336:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789760830.449012:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1789760830.576970:0:2365:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814] req@ffff980dd23ab800 x1876699515852800/t0(0) o400->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760830 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:3.0:1789760830.577018:0:2364:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814] req@ffff980dd23a8000 x1876699515852672/t0(0) o400->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760830 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760830.577053:0:2364:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff980dd23a8000 x1876699515852672/t0(0) o400->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760830 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760830.577073:0:2364:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff980dd2619800 already not connected (conn 3, was 1): CONNECTING 00000100:00000400:3.0:1789760830.577081:0:2364:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814] req@ffff980dd23a8a80 x1876699515852928/t0(0) o400->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760830 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760830.577094:0:2364:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff980dd23a8a80 x1876699515852928/t0(0) o400->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760830 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760830.577101:0:2364:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff980dc955f000 already not connected (conn 3, was 1): CONNECTING 00000100:00100000:3.0:1789760830.577111:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2364:1876699515852672:192.168.203.146@tcp:400:kworker.0 00000100:00100000:3.0:1789760830.577117:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfe1b2c2-be6d-4234-9c05-42b712409d84:2364:1876699515852928:192.168.203.146@tcp:400:kworker.0 00000100:00100000:2.0:1789760830.595721:0:2365:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff980dd23ab800 x1876699515852800/t0(0) o400->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760830 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760830.595737:0:2365:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff980dd2619000 already not connected (conn 4, was 2): CONNECTING 00000100:00100000:2.0:1789760830.595772:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2365:1876699515852800:192.168.203.146@tcp:400:kworker.0 00010000:00010000:2.0:1789760831.473113:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760832.497038:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760833.521140:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760834.545137:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789760834.673037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760834.673044:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789760834.673047:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760834.673050:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789760834.673053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760834.673057:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789760834.673060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760834.673063:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1789760835.569044:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1789760835.697005:0:2365:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760819/real 1789760819] req@ffff980dc61e4380 x1876699515853440/t0(0) o400->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760835 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760835.697047:0:2365:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff980dc61e4380 x1876699515853440/t0(0) o400->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760835 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760835.697060:0:2365:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff980dc955f000 already not connected (conn 3, was 1): CONNECTING 00000100:00100000:2.0:1789760835.697074:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfe1b2c2-be6d-4234-9c05-42b712409d84:2365:1876699515853440:192.168.203.146@tcp:400:kworker.0 00010000:00010000:3.0:1789760836.593102:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760837.617106:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760838.641053:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789760839.665056:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789760839.792942:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760824/real 1789760824] req@ffff980dc8fc6d80 x1876699515853952/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760839.792947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760839.792958:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789760839.792965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760839.792968:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789760839.792971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760839.792973:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789760839.792977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760839.792980:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789760839.792984:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6d80 x1876699515853952/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789760839.793006:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789760839.793022:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789760839.793026:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515853952:192.168.203.146@tcp:8:kworker.0 00000100:00080000:3.0:1789760839.793045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760839.793049:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789760839.793051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760839.793053:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789760839.793056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760839.793058:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789760839.793061:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760839.793067:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 800 00000100:00080000:3.0:1789760839.793088:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789760839.793094:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760839.793104:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789760839.793164:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515854464/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760839.793189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760839.793192:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789760839.793218:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515854464:192.168.203.146@tcp:8:kworker.0 00010000:00010000:3.0:1789760840.689104:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760841.713066:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789760842.737054:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760843.761018:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789760844.785056:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789760844.912950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760844.912958:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789760844.912961:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760844.912964:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789760844.912966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760844.912968:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789760844.912970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760844.912972:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789760844.913018:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760829/real 1789760829] req@ffff980dc61e5c00 x1876699515854336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760844 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789760844.913051:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515854336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760844 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789760844.913059:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760829/real 1789760829] req@ffff980dc61e7100 x1876699515854208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760844 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789760844.913067:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7100 x1876699515854208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760844 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789760844.913073:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760829/real 1789760829] req@ffff980dc61e4a80 x1876699515854080/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760844 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789760844.913080:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515854080/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760844 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789760844.913094:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789760844.913107:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789760844.913110:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515854336:192.168.203.146@tcp:38:kworker.0 00000100:00080000:1.0:1789760844.913114:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789760844.913119:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789760844.913122:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515854208:192.168.203.146@tcp:38:kworker.0 00000100:00080000:1.0:1789760844.913126:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760844.913130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760844.913133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789760844.913136:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00080000:3.0:1789760844.913137:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789760844.913143:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515854080:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789760844.913147:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 805 00000100:00080000:3.0:1789760844.913160:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789760844.913168:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789760844.913204:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515854592/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760844.913224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760844.913227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760844.913228:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760844.913231:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 805 00000100:00080000:3.0:1789760844.913242:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789760844.913247:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789760844.913256:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515854592:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789760844.913256:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760844.913269:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515854720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760844.913279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760844.913281:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789760844.913284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760844.913286:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760844.913287:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760844.913289:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 805 00000100:00080000:3.0:1789760844.913291:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789760844.913294:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760844.913297:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760844.913306:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515854848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760844.913314:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760844.913316:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789760844.913365:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515854720:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789760844.913410:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515854848:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789760845.808970:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760846.833136:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789760847.857031:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760848.880978:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789760849.905030:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789760850.032986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760850.032996:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789760850.033000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760850.033004:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789760850.033006:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760850.033009:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789760850.033014:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760850.033017:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1789760850.929013:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:1.1F:1789760851.952981:0:2353:0:(socklnd_cb.c:2294:ksocknal_find_timed_out_conn()) Timeout sending data to 12345-192.168.203.146@tcp (192.168.203.146:988) the network or that node may be down. 00010000:00010000:3.0:1789760851.953133:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789760852.977061:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760854.001112:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789760855.025069:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789760855.153397:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789760855.153411:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789760855.153416:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789760855.153421:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789760855.153424:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789760855.153430:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789760855.153434:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789760855.153439:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1789760856.049081:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789760857.073101:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789760858.097104:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760859.121010:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789760859.249096:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760839/real 1789760839] req@ffff980dc61e6300 x1876699515854464/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789760859.249128:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515854464/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789760859.249150:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789760859.249185:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789760859.249191:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515854464:192.168.203.146@tcp:8:kworker.0 00000100:00080000:0.0:1789760859.249247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789760859.249256:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789760859.249260:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789760859.249263:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789760859.249265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789760859.249268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789760859.249273:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789760859.249283:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 816 00000100:00080000:0.0:1789760859.249297:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1789760859.249305:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789760859.249318:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789760859.249358:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4e00 x1876699515854976/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789760859.249387:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789760859.249390:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789760859.249439:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515854976:192.168.203.146@tcp:8:kworker.0 00010000:00010000:0.0:1789760860.145048:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789760861.168991:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789760861.169200:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.203.146:988 00000400:00000100:3.0:1789760861.169243:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789760861.169255:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:1.0:1789760861.169322:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760859/real 1789760861] req@ffff980dc8fc4e00 x1876699515854976/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789760861.169350:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4e00 x1876699515854976/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789760861.169361:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789760861.169365:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789760861.169368:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515854976:192.168.203.146@tcp:8:kworker.0 00010000:00010000:2.0:1789760862.193039:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789760863.217040:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760864.241108:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789760864.368980:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760844/real 1789760844] req@ffff980dc61e7800 x1876699515854720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760864 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760864.369024:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515854720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760864 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760864.369039:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760844/real 1789760844] req@ffff980dc61e5180 x1876699515854848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760864 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760864.369051:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789760864.369053:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515854848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760864 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760864.369067:0:10798:0:(pinger.c:247:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789760864.369074:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789760864.369076:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760844/real 1789760844] req@ffff980dc61e6680 x1876699515854592/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760864 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760864.369083:0:10798:0:(pinger.c:247:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789760864.369092:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760864.369096:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789760864.369100:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760864.369109:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 835 00000100:00100000:3.0:1789760864.369121:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515854592/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760864 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760864.369123:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789760864.369138:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00080000:3.0:1789760864.369148:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1789760864.369152:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00080000:3.0:1789760864.369175:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760864.369181:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515854720:192.168.203.146@tcp:38:kworker.0 00000100:00080000:3.0:1789760864.369191:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1789760864.369194:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699515855104/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760864.369202:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760864.369210:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515854848:192.168.203.146@tcp:38:kworker.0 00000100:00080000:3.0:1789760864.369216:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760864.369223:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760864.369232:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515854592:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789760864.369266:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760864.369272:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1789760864.369278:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515855104:192.168.203.146@tcp:8:kworker.0 00000100:00080000:2.0:1789760864.369279:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760864.369294:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 821 00000100:00080000:2.0:1789760864.369305:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1789760864.369312:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789760864.369323:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789760864.369350:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699515855232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789760864.369373:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760864.369377:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789760864.369380:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760864.369387:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 821 00000100:00080000:2.0:1789760864.369395:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 15s 00000100:00100000:3.0:1789760864.369397:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515855232:192.168.203.146@tcp:38:kworker.0 00000100:00080000:2.0:1789760864.369404:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789760864.369427:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699515855360/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789760864.369440:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760864.369466:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1789760864.369467:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515855360:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789760864.369471:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760864.369488:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 821 00000100:00080000:2.0:1789760864.369520:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1789760864.369526:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789760864.369535:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789760864.369558:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699515855488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789760864.369641:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515855488:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789760865.265005:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789760866.288969:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789760867.313105:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1789760867.313383:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.203.146:988 00000400:00000100:0.0:1789760867.313491:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1789760867.313530:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789760867.313605:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789760867.313623:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789760867.313637:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:3.0:1789760867.313849:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760864/real 1789760867] req@ffff980dd23ab480 x1876699515855488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760867.313958:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699515855488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760867.313983:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760867.313994:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760867.314005:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515855488:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789760867.314030:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760864/real 1789760867] req@ffff980dd23a8000 x1876699515855360/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760867.314069:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699515855360/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760867.314271:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760867.314280:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760867.314287:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515855360:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789760867.314302:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760864/real 1789760867] req@ffff980dd23a8a80 x1876699515855232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760867.314329:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699515855232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760867.314347:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760867.314354:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760867.314360:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515855232:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789760867.314373:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760864/real 1789760867] req@ffff980dd23ab800 x1876699515855104/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760867.314398:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699515855104/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760867.314413:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760867.314420:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760867.314452:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515855104:192.168.203.146@tcp:8:kworker.0 00010000:00010000:3.0:1789760868.337121:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789760869.361045:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789760869.488951:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760869.488958:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789760869.488962:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760869.488970:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 840 00000100:00080000:2.0:1789760869.488978:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789760869.488984:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789760869.489014:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699515855616/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789760869.489036:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760869.489040:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789760869.489042:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760869.489046:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 840 00000100:00080000:2.0:1789760869.489054:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789760869.489059:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789760869.489067:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789760869.489080:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699515855744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789760869.489087:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515855616:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789760869.489090:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760869.489093:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789760869.489095:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760869.489098:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 840 00000100:00080000:2.0:1789760869.489101:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789760869.489105:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789760869.489109:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789760869.489118:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699515855872/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789760869.489127:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760869.489130:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789760869.489131:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760869.489134:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 840 00000100:00080000:2.0:1789760869.489137:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789760869.489140:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789760869.489144:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789760869.489152:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699515856000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789760869.489184:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515855744:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789760869.489211:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515855872:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789760869.489232:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515856000:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789760870.385048:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1789760870.385392:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.203.146:988 00000400:00000100:0.0:1789760870.385473:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1789760870.385493:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789760870.385533:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789760870.385541:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789760870.385548:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:3.0:1789760870.385630:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760869/real 1789760870] req@ffff980dd23a9180 x1876699515855744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760870.385672:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699515855744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760870.385696:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760870.385702:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760870.385710:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515855744:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789760870.385727:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760869/real 1789760870] req@ffff980dd23a8e00 x1876699515855872/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760870.385753:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699515855872/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760870.385769:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760870.385776:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760870.385782:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515855872:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789760870.385796:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760869/real 1789760870] req@ffff980dd23aa300 x1876699515856000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760870.385821:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699515856000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760870.385839:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760870.385846:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760870.385908:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515856000:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789760870.385940:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760869/real 1789760870] req@ffff980dd23a8380 x1876699515855616/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760870.385967:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699515855616/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760870.385982:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760870.385988:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760870.385995:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515855616:192.168.203.146@tcp:250:kworker.0 00010000:00010000:0.0:1789760871.409070:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789760872.433100:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760873.456976:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789760874.481040:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789760874.608988:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760874.608998:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789760874.609003:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789760874.609013:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 845 00000100:00080000:1.0:1789760874.609024:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789760874.609031:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789760874.609062:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699515856128/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789760874.609084:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760874.609087:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789760874.609089:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789760874.609092:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 845 00000100:00080000:1.0:1789760874.609095:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789760874.609098:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789760874.609108:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789760874.609121:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699515856256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789760874.609132:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760874.609136:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789760874.609138:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789760874.609143:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 845 00000100:00080000:1.0:1789760874.609147:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789760874.609152:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515856128:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789760874.609154:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789760874.609163:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789760874.609174:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699515856384/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789760874.609187:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760874.609190:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789760874.609191:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789760874.609194:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 845 00000100:00080000:1.0:1789760874.609197:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789760874.609199:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789760874.609203:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789760874.609212:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699515856512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789760874.609254:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515856256:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789760874.609283:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515856384:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789760874.609297:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515856512:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789760875.504954:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760876.528955:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789760876.529161:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.203.146:988 00000400:00000100:2.0:1789760876.529213:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789760876.529226:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789760876.529268:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789760876.529275:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789760876.529281:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:1.0:1789760876.529303:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760874/real 1789760876] req@ffff980dc8573480 x1876699515856384/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789760876.529340:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699515856384/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789760876.529354:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789760876.529374:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789760876.529379:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515856384:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789760876.529386:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760874/real 1789760876] req@ffff980dc8571180 x1876699515856512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789760876.529420:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699515856512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789760876.529429:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789760876.529434:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789760876.529437:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515856512:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789760876.529444:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760874/real 1789760876] req@ffff980dc8573800 x1876699515856128/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789760876.529456:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699515856128/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789760876.529464:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789760876.529468:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789760876.529472:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515856128:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789760876.529478:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760874/real 1789760876] req@ffff980dc8571880 x1876699515856256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789760876.529491:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699515856256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789760876.529499:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789760876.529503:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789760876.529506:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515856256:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789760877.553014:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789760878.577076:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789760879.601017:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789760879.728925:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760879.728933:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789760879.728937:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789760879.728947:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 850 00000100:00080000:1.0:1789760879.728957:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789760879.728966:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789760879.729000:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699515856640/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789760879.729041:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760879.729045:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789760879.729047:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789760879.729052:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 850 00000100:00080000:1.0:1789760879.729056:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789760879.729061:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789760879.729071:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760879.729080:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515856640:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789760879.729088:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699515856768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789760879.729101:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760879.729105:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789760879.729107:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789760879.729111:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 850 00000100:00080000:1.0:1789760879.729117:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789760879.729121:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789760879.729127:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:3.0:1789760879.729135:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789760879.729143:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699515856896/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789760879.729156:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760879.729160:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789760879.729162:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789760879.729169:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 850 00000100:00100000:3.0:1789760879.729169:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760879/real 1789760879] req@ffff980dc8571880 x1876699515856640/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789760879.729177:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789760879.729184:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789760879.729191:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760879.729194:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699515856640/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760879.729205:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1789760879.729207:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699515857024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760879.729210:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760879.729217:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515856640:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789760879.729241:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515856768:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789760879.729272:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789760879.729280:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760879/real 1789760879] req@ffff980dc8573800 x1876699515856768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760879.729288:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699515856768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760879.729294:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760879.729296:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760879.729299:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515856768:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789760879.729302:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515856896:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789760879.729313:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789760879.729319:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760879/real 1789760879] req@ffff980dc8571180 x1876699515856896/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760879.729340:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699515856896/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760879.729349:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760879.729353:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760879.729356:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515856896:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789760879.729363:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515857024:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789760879.729385:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789760879.729394:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760879/real 1789760879] req@ffff980dc8573480 x1876699515857024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760879.729406:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699515857024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760879.729415:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760879.729419:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760879.729422:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515857024:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789760880.625039:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760881.649127:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789760882.672975:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760883.697010:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760884.721009:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789760884.849035:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760884.849046:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789760884.849050:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760884.849060:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 856 00000100:00080000:3.0:1789760884.849072:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760884.849096:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789760884.849135:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515857152/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760884.849192:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760884.849199:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760884.849203:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760884.849210:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 856 00000100:00080000:3.0:1789760884.849216:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760884.849222:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760884.849236:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789760884.849255:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515857152:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789760884.849268:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515857280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760884.849319:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760884.849324:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789760884.849327:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760884.849349:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 856 00000100:00080000:3.0:1789760884.849356:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760884.849361:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760884.849368:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789760884.849381:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515857408/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760884.849391:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760884.849394:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760884.849396:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760884.849402:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 856 00000100:00080000:3.0:1789760884.849406:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760884.849410:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789760884.849430:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515857280:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789760884.849468:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515857408:192.168.203.146@tcp:8:kworker.0 00000008:00100000:3.0:1789760884.849491:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760884.849512:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515857536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789760884.849584:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515857536:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789760885.744988:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789760885.745122:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.203.146:988 00000400:00000100:2.0:1789760885.745160:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789760885.745172:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789760885.745198:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789760885.745205:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789760885.745214:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:3.0:1789760885.745239:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760884/real 1789760885] req@ffff980dc61e7b80 x1876699515857536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760885.745274:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515857536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760885.745285:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760885.745308:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760885.745313:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515857536:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789760885.745321:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760884/real 1789760885] req@ffff980dc61e5180 x1876699515857280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760885.745337:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515857280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760885.745346:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760885.745351:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760885.745354:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515857280:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789760885.745361:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760884/real 1789760885] req@ffff980dc61e7800 x1876699515857408/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760885.745375:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515857408/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760885.745384:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760885.745388:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760885.745392:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515857408:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789760885.745397:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760884/real 1789760885] req@ffff980dc61e6680 x1876699515857152/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760885.745408:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515857152/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760885.745416:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760885.745420:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760885.745424:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515857152:192.168.203.146@tcp:250:kworker.0 00010000:00010000:3.0:1789760886.769029:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760887.793015:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789760888.816969:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760889.841025:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789760889.968982:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760889.968991:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789760889.968994:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760889.969002:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 861 00000100:00080000:3.0:1789760889.969011:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760889.969016:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789760889.969047:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515857664/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760889.969071:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760889.969074:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760889.969075:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760889.969078:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 861 00000100:00080000:3.0:1789760889.969080:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760889.969082:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760889.969089:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760889.969097:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515857792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760889.969104:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760889.969106:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789760889.969107:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760889.969109:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 861 00000100:00080000:3.0:1789760889.969111:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760889.969113:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760889.969115:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789760889.969122:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515857920/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760889.969131:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760889.969133:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760889.969135:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760889.969138:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 861 00000100:00080000:3.0:1789760889.969140:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760889.969143:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760889.969146:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760889.969152:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515858048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789760889.969164:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515857664:192.168.203.146@tcp:250:kworker.0 00000800:00000100:0.0:1789760889.969250:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760889.969321:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760889/real 1789760889] req@ffff980dc61e6680 x1876699515857664/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760889.969337:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515857664/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760889.969347:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760889.969350:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760889.969353:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515857664:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789760889.969359:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515857792:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789760889.969376:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760889.969385:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760889/real 1789760889] req@ffff980dc61e7800 x1876699515857792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760889.969393:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515857792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760889.969399:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760889.969401:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760889.969404:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515857792:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789760889.969407:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515857920:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789760889.969419:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760889.969425:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760889/real 1789760889] req@ffff980dc61e5180 x1876699515857920/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760889.969432:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515857920/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760889.969438:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760889.969440:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760889.969442:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515857920:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789760889.969466:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515858048:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789760889.969477:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760889.969483:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760889/real 1789760889] req@ffff980dc61e7b80 x1876699515858048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760889.969491:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515858048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760889.969496:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760889.969498:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760889.969501:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515858048:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789760890.865018:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760891.889049:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760892.912976:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789760893.936976:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760894.961021:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789760895.088930:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760895.088939:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789760895.088943:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760895.088952:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 866 00000100:00080000:3.0:1789760895.088962:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760895.088969:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789760895.089003:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515858176/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760895.089031:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760895.089035:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760895.089037:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760895.089041:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 866 00000100:00080000:3.0:1789760895.089044:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760895.089048:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760895.089058:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760895.089070:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515858304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760895.089081:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760895.089086:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789760895.089089:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789760895.089090:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515858176:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789760895.089095:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 866 00000100:00080000:3.0:1789760895.089102:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760895.089106:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760895.089111:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789760895.089124:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515858432/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760895.089136:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760895.089139:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760895.089141:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760895.089145:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 866 00000100:00080000:3.0:1789760895.089149:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760895.089153:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760895.089157:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789760895.089171:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789760895.089171:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515858560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789760895.089230:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760895] req@ffff980dc61e7480 x1876699515858176/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760895.089251:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515858176/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760895.089263:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760895.089267:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760895.089271:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515858176:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789760895.089294:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515858304:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789760895.089316:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760895.089328:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760895] req@ffff980dc61e4e00 x1876699515858304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760895.089340:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515858304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760895.089349:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760895.089353:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760895.089357:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515858304:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789760895.089363:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515858432:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789760895.089382:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760895.089392:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760895] req@ffff980dc61e5880 x1876699515858432/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760895.089404:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515858432/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760895.089412:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760895.089415:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760895.089418:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515858432:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789760895.089423:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515858560:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789760895.089438:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760895.089456:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760895] req@ffff980dc61e7b80 x1876699515858560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760895.089467:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515858560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760895.089474:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760895.089477:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760895.089480:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515858560:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789760895.985075:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760897.009004:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760898.032993:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789760899.056980:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760900.081012:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789760900.208950:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760900.208960:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789760900.208965:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760900.208975:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 871 00000100:00080000:3.0:1789760900.208988:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760900.208995:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789760900.209040:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515858688/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760900.209067:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760900.209069:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760900.209071:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760900.209076:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 871 00000100:00080000:3.0:1789760900.209079:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760900.209084:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760900.209094:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760900.209106:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515858816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760900.209114:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760900.209119:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789760900.209122:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789760900.209124:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515858688:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789760900.209127:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 871 00000100:00080000:3.0:1789760900.209129:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760900.209136:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760900.209142:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789760900.209154:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515858944/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760900.209162:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760900.209165:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760900.209167:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760900.209170:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 871 00000100:00080000:3.0:1789760900.209173:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760900.209175:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760900.209178:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760900.209200:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515859072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789760900.209397:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760900.209450:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900] req@ffff980dc61e5180 x1876699515858688/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760900.209478:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515858688/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760900.209488:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760900.209493:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760900.209497:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515858688:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789760900.209522:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515858816:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789760900.209543:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760900.209552:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900] req@ffff980dc61e7800 x1876699515858816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760900.209561:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515858816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760900.209566:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760900.209569:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760900.209571:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515858816:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789760900.209575:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515858944:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789760900.209586:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760900.209593:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900] req@ffff980dc61e6680 x1876699515858944/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760900.209600:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515858944/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760900.209610:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760900.209612:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760900.209614:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515858944:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789760900.209618:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515859072:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789760900.209628:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760900.209633:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900] req@ffff980dc61e6300 x1876699515859072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760900.209640:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515859072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760900.209645:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760900.209647:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760900.209649:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515859072:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789760901.104976:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789760902.129098:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760903.153018:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789760904.177006:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789760905.201066:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789760905.329019:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760905.329031:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789760905.329036:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789760905.329049:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 876 00000100:00080000:1.0:1789760905.329062:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789760905.329071:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789760905.329126:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570a80 x1876699515859200/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789760905.329181:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760905.329185:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789760905.329186:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789760905.329190:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 876 00000100:00080000:1.0:1789760905.329194:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789760905.329197:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789760905.329208:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789760905.329223:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699515859328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789760905.329231:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760905.329235:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789760905.329237:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789760905.329240:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 876 00000100:00080000:1.0:1789760905.329242:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789760905.329246:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789760905.329252:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789760905.329262:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699515859456/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789760905.329270:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760905.329275:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789760905.329276:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789760905.329280:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 876 00000100:00080000:1.0:1789760905.329282:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789760905.329287:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789760905.329299:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515859200:192.168.203.146@tcp:250:kworker.0 00000008:00100000:1.0:1789760905.329301:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789760905.329335:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699515859584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789760905.329451:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515859328:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789760905.329486:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515859456:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789760905.329533:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515859584:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789760906.225017:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760907.249037:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789760907.249365:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.203.146:988 00000400:00000100:3.0:1789760907.249434:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789760907.249452:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789760907.249507:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789760907.249524:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789760907.249538:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:0.0:1789760907.249572:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760907] req@ffff980dc8570a80 x1876699515859200/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760907.249648:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570a80 x1876699515859200/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760907.249669:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760907.249677:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760907.249685:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515859200:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789760907.249698:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760907] req@ffff980dc8573480 x1876699515859328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760907.249721:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699515859328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760907.249737:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760907.249743:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760907.249750:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515859328:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789760907.249761:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760907] req@ffff980dc8571180 x1876699515859456/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760907.249782:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699515859456/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760907.249795:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760907.249801:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760907.249806:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515859456:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789760907.249841:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760907] req@ffff980dc8573800 x1876699515859584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760907.249865:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699515859584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760907.249880:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760907.249917:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760907.249937:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515859584:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789760908.273027:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789760909.297145:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760910.320972:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789760910.449089:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760910.449099:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789760910.449117:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789760910.449131:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 881 00000100:00080000:1.0:1789760910.449145:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789760910.449154:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789760910.449205:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699515859712/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789760910.449231:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760910.449234:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789760910.449235:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789760910.449239:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 881 00000100:00080000:1.0:1789760910.449242:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789760910.449246:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789760910.449256:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789760910.449266:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570e00 x1876699515859840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789760910.449274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760910.449279:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1789760910.449281:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515859712:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789760910.449281:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789760910.449295:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 881 00000100:00080000:1.0:1789760910.449297:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789760910.449301:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789760910.449307:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789760910.449318:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570700 x1876699515859968/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789760910.449326:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760910.449329:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789760910.449330:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789760910.449336:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 881 00000100:00080000:1.0:1789760910.449347:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789760910.449350:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789760910.449354:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789760910.449360:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789760910.449366:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572d80 x1876699515860096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789760910.449406:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760910] req@ffff980dc8571880 x1876699515859712/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760910.449426:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699515859712/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760910.449435:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760910.449439:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760910.449442:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515859712:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789760910.449461:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515859840:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789760910.449476:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760910.449484:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760910] req@ffff980dc8570e00 x1876699515859840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760910.449492:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570e00 x1876699515859840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760910.449502:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760910.449504:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760910.449506:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515859840:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789760910.449510:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515859968:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789760910.449522:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760910.449528:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760910] req@ffff980dc8570700 x1876699515859968/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760910.449535:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570700 x1876699515859968/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760910.449541:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760910.449543:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760910.449544:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515859968:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789760910.449548:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515860096:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789760910.449559:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760910.449564:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760910] req@ffff980dc8572d80 x1876699515860096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760910.449571:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572d80 x1876699515860096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760910.449576:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760910.449578:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760910.449581:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515860096:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789760911.344960:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760912.369008:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760913.392987:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789760914.416979:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760915.441022:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789760915.568938:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760915.568946:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789760915.568950:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760915.568959:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 886 00000100:00080000:2.0:1789760915.568968:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789760915.568975:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789760915.569027:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699515860224/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789760915.569048:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760915.569061:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789760915.569063:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760915.569080:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 886 00000100:00080000:2.0:1789760915.569083:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789760915.569086:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789760915.569094:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789760915.569103:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699515860352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789760915.569115:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760915.569128:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789760915.569129:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760915.569132:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 886 00000100:00080000:2.0:1789760915.569135:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789760915.569137:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789760915.569141:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789760915.569147:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699515860480/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789760915.569156:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789760915.569158:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515860224:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789760915.569159:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789760915.569162:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760915.569169:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 886 00000100:00080000:2.0:1789760915.569172:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789760915.569174:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789760915.569176:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789760915.569184:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699515860608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789760915.569231:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760915.569274:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760915/real 1789760915] req@ffff980dd23aa680 x1876699515860224/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760915.569293:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699515860224/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760915.569304:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760915.569308:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760915.569312:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515860224:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789760915.569320:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515860352:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789760915.569356:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760915.569369:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760915/real 1789760915] req@ffff980dd23aaa00 x1876699515860352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760915.569382:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699515860352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760915.569391:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760915.569395:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760915.569398:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515860352:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789760915.569422:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515860480:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789760915.569454:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760915.569465:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760915/real 1789760915] req@ffff980dd23a9f80 x1876699515860480/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760915.569478:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699515860480/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760915.569487:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760915.569490:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760915.569494:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515860480:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789760915.569500:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515860608:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789760915.569521:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760915.569532:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760915/real 1789760915] req@ffff980dd23a9c00 x1876699515860608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760915.569543:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699515860608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760915.569552:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760915.569556:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760915.569559:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515860608:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789760916.465071:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789760917.489062:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760918.513194:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789760919.536998:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760920.561087:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789760920.688984:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760920.688992:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789760920.688997:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760920.689006:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 891 00000100:00080000:2.0:1789760920.689017:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789760920.689023:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789760920.689079:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699515860736/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789760920.689108:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760920.689111:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789760920.689113:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760920.689115:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 891 00000100:00080000:2.0:1789760920.689118:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789760920.689121:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789760920.689131:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789760920.689140:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699515860864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789760920.689147:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760920.689149:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789760920.689150:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760920.689153:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 891 00000100:00080000:2.0:1789760920.689155:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789760920.689158:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789760920.689162:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789760920.689171:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699515860992/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789760920.689179:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760920.689183:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789760920.689185:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760920.689189:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 891 00000100:00080000:2.0:1789760920.689194:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789760920.689197:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789760920.689204:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760920.689227:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515860736:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789760920.689228:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699515861120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789760920.689387:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789760920.689576:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760920/real 1789760920] req@ffff980dd23a9c00 x1876699515860736/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760920.689644:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699515860736/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760920.689654:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760920.689658:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760920.689662:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515860736:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789760920.689670:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515860864:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789760920.689694:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789760920.689706:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760920/real 1789760920] req@ffff980dd23a9f80 x1876699515860864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760920.689715:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699515860864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760920.689721:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760920.689724:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760920.689726:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515860864:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789760920.689730:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515860992:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789760920.689743:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789760920.689749:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760920/real 1789760920] req@ffff980dd23aaa00 x1876699515860992/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760920.689757:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699515860992/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760920.689763:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760920.689765:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760920.689767:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515860992:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789760920.689791:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515861120:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789760920.689802:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789760920.689809:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760920/real 1789760920] req@ffff980dd23aa680 x1876699515861120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760920.689822:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699515861120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760920.689828:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760920.689830:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760920.689832:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515861120:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789760921.584997:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760922.609096:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760923.633071:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789760924.657018:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760925.681302:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789760925.808982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760925.809013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789760925.809019:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760925.809032:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 896 00000100:00080000:2.0:1789760925.809061:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789760925.809071:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789760925.809148:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699515861248/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789760925.809179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760925.809183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789760925.809185:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760925.809190:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 896 00000100:00080000:2.0:1789760925.809194:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789760925.809199:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789760925.809210:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789760925.809226:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699515861376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789760925.809239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760925.809245:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789760925.809245:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515861248:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789760925.809251:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760925.809263:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 896 00000100:00080000:2.0:1789760925.809266:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789760925.809270:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789760925.809276:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789760925.809289:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699515861504/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789760925.809301:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760925.809305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789760925.809307:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760925.809328:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 896 00000100:00080000:2.0:1789760925.809334:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789760925.809338:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789760925.809343:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789760925.809348:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760925.809360:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699515861632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789760925.809411:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760925/real 1789760925] req@ffff980dd23a8380 x1876699515861248/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760925.809429:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699515861248/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760925.809439:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760925.809443:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760925.809447:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515861248:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789760925.809468:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515861376:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789760925.809519:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789760925.809532:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760925/real 1789760925] req@ffff980dd23aa300 x1876699515861376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760925.809551:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699515861376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760925.809560:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760925.809563:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760925.809566:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515861376:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789760925.809571:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515861504:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789760925.809588:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789760925.809597:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760925/real 1789760925] req@ffff980dd23a8e00 x1876699515861504/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760925.809608:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699515861504/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760925.809616:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760925.809618:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760925.809621:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515861504:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789760925.809626:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515861632:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789760925.809640:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789760925.809648:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760925/real 1789760925] req@ffff980dd23a9180 x1876699515861632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760925.809659:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699515861632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760925.809672:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760925.809675:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760925.809678:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515861632:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789760926.705188:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760927.729104:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760928.752993:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789760929.776976:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760930.801017:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789760930.928941:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760930.928962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789760930.928967:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760930.928978:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 902 00000100:00080000:2.0:1789760930.928996:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789760930.929006:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789760930.929056:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699515861760/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789760930.929082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760930.929085:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789760930.929087:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760930.929090:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 902 00000100:00080000:2.0:1789760930.929093:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789760930.929097:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789760930.929106:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789760930.929117:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699515861888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789760930.929124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760930.929127:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789760930.929129:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760930.929132:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 902 00000100:00080000:2.0:1789760930.929133:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789760930.929136:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789760930.929139:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789760930.929145:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515861760:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789760930.929149:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699515862016/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789760930.929167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760930.929170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789760930.929171:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760930.929173:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 902 00000100:00080000:2.0:1789760930.929176:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789760930.929178:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789760930.929181:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789760930.929188:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699515862144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789760930.929239:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789760930.929291:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760930/real 1789760930] req@ffff980dd23ab800 x1876699515861760/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760930.929314:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699515861760/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760930.929328:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760930.929333:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760930.929338:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515861760:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789760930.929347:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515861888:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789760930.929373:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789760930.929387:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760930/real 1789760930] req@ffff980dd23a8a80 x1876699515861888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760930.929402:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699515861888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760930.929420:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760930.929424:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760930.929428:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515861888:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789760930.929460:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515862016:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789760930.929484:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789760930.929498:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760930/real 1789760930] req@ffff980dd23a8000 x1876699515862016/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760930.929512:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699515862016/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760930.929522:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760930.929526:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760930.929530:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515862016:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789760930.929537:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515862144:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789760930.929572:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789760930.929586:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760930/real 1789760930] req@ffff980dd23ab480 x1876699515862144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760930.929600:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699515862144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760930.929609:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760930.929613:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760930.929617:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515862144:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789760931.825052:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760932.849131:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760933.873126:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789760934.896986:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760935.921005:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789760936.048966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789760936.048984:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789760936.048987:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789760936.048995:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 907 00000100:00080000:0.0:1789760936.049004:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789760936.049009:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789760936.049040:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6680 x1876699515862272/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789760936.049062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789760936.049065:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789760936.049066:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789760936.049069:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 907 00000100:00080000:0.0:1789760936.049071:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789760936.049073:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789760936.049080:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789760936.049088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6300 x1876699515862400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789760936.049095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789760936.049099:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789760936.049101:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789760936.049105:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 907 00000100:00080000:0.0:1789760936.049109:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789760936.049113:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515862272:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789760936.049118:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789760936.049125:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789760936.049140:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4000 x1876699515862528/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789760936.049153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789760936.049156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789760936.049158:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789760936.049163:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 907 00000100:00080000:0.0:1789760936.049167:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1789760936.049172:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789760936.049174:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789760936.049181:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789760936.049194:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6a00 x1876699515862656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789760936.049208:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760936] req@ffff980dc8fc6680 x1876699515862272/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760936.049225:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6680 x1876699515862272/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760936.049233:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760936.049236:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760936.049239:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515862272:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789760936.049243:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515862400:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789760936.049257:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789760936.049264:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760936] req@ffff980dc8fc6300 x1876699515862400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760936.049272:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6300 x1876699515862400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760936.049277:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760936.049279:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760936.049281:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515862400:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789760936.049298:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515862528:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789760936.049310:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789760936.049316:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760936] req@ffff980dc8fc4000 x1876699515862528/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760936.049324:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4000 x1876699515862528/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760936.049329:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760936.049331:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760936.049333:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515862528:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789760936.049336:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515862656:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789760936.049346:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789760936.049352:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760936] req@ffff980dc8fc6a00 x1876699515862656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789760936.049358:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6a00 x1876699515862656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789760936.049363:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789760936.049365:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789760936.049367:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515862656:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789760936.945057:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789760937.969076:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760938.993063:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789760940.017001:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760941.041011:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789760941.168949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760941.168957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789760941.168960:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760941.168968:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 912 00000100:00080000:3.0:1789760941.168978:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760941.168984:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789760941.169016:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515862784/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760941.169039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760941.169048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760941.169049:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760941.169053:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 912 00000100:00080000:3.0:1789760941.169056:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760941.169059:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760941.169066:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789760941.169073:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515862784:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789760941.169077:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7100 x1876699515862912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760941.169087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760941.169089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789760941.169091:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760941.169093:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 912 00000100:00080000:3.0:1789760941.169096:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760941.169098:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760941.169102:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789760941.169110:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515863040/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760941.169117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760941.169120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760941.169122:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760941.169124:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 912 00000100:00080000:3.0:1789760941.169126:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760941.169129:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760941.169132:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760941.169139:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515863168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789760941.169169:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515862912:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789760941.169191:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515863040:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789760941.169209:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515863168:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789760942.064986:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789760943.089064:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760944.113052:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789760944.113341:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:2.0:1789760944.113386:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789760944.113402:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789760944.113449:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789760944.113460:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789760944.113468:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:0.0:1789760944.113544:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760944] req@ffff980dc61e7100 x1876699515862912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760944.113571:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7100 x1876699515862912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760944.113583:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760944.113589:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760944.113594:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515862912:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789760944.113603:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760944] req@ffff980dc61e5c00 x1876699515863040/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760944.113623:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515863040/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760944.113633:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760944.113637:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760944.113641:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515863040:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789760944.113649:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760944] req@ffff980dc61e4380 x1876699515863168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760944.113662:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515863168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760944.113670:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760944.113674:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760944.113677:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515863168:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789760944.113685:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760944] req@ffff980dc61e4a80 x1876699515862784/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760944.113699:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515862784/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760944.113708:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760944.113711:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760944.113715:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515862784:192.168.203.146@tcp:250:kworker.0 00010000:00010000:0.0:1789760945.136980:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760946.160997:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789760946.288940:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760946.288949:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789760946.288953:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760946.288961:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 917 00000100:00080000:3.0:1789760946.288970:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760946.288975:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789760946.289006:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515863296/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760946.289028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760946.289031:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760946.289032:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760946.289037:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 917 00000100:00080000:3.0:1789760946.289039:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760946.289042:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760946.289048:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760946.289058:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515863424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760946.289067:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760946.289069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789760946.289071:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760946.289073:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 917 00000100:00080000:3.0:1789760946.289076:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760946.289078:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760946.289081:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789760946.289089:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515863296:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789760946.289090:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515863552/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760946.289099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760946.289101:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760946.289102:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760946.289104:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 917 00000100:00080000:3.0:1789760946.289106:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760946.289112:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760946.289115:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760946.289120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515863680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789760946.289172:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760946.289214:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760946/real 1789760946] req@ffff980dc61e4000 x1876699515863296/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760946.289231:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515863296/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760946.289238:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760946.289241:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760946.289244:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515863296:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789760946.289248:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515863424:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789760946.289263:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760946.289271:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760946/real 1789760946] req@ffff980dc61e4a80 x1876699515863424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760946.289278:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515863424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760946.289283:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760946.289285:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760946.289288:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515863424:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789760946.289305:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515863552:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789760946.289325:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760946.289336:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760946/real 1789760946] req@ffff980dc61e4380 x1876699515863552/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760946.289349:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515863552/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760946.289358:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760946.289362:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760946.289365:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515863552:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789760946.289372:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515863680:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789760946.289391:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760946.289402:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760946/real 1789760946] req@ffff980dc61e5c00 x1876699515863680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760946.289411:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515863680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760946.289416:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760946.289418:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760946.289420:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515863680:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789760947.185022:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789760948.208990:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760949.233043:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789760950.257345:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760951.281021:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789760951.408932:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760951.408943:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789760951.408948:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760951.408958:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 922 00000100:00080000:2.0:1789760951.408968:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789760951.408976:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789760951.409014:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699515863808/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789760951.409040:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760951.409044:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789760951.409046:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760951.409050:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 922 00000100:00080000:2.0:1789760951.409054:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789760951.409059:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789760951.409069:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789760951.409078:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515863808:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789760951.409084:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699515863936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789760951.409098:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760951.409102:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789760951.409104:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760951.409109:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 922 00000100:00080000:2.0:1789760951.409112:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789760951.409117:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789760951.409122:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:0.0:1789760951.409136:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760951.409138:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699515864064/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789760951.409151:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789760951.409155:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789760951.409157:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789760951.409163:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 922 00000100:00080000:2.0:1789760951.409167:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789760951.409171:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760951] req@ffff980dd23ab480 x1876699515863808/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760951.409173:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789760951.409181:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789760951.409200:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699515863808/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760951.409207:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699515864192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789760951.409211:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760951.409225:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760951.409229:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515863808:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789760951.409249:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515863936:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789760951.409266:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760951.409274:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760951] req@ffff980dd23a8000 x1876699515863936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760951.409283:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699515863936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760951.409288:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760951.409290:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760951.409293:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515863936:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789760951.409297:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515864064:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789760951.409308:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760951.409314:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760951] req@ffff980dd23a8a80 x1876699515864064/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760951.409321:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699515864064/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760951.409331:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760951.409333:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760951.409335:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515864064:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789760951.409338:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515864192:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789760951.409348:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760951.409354:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760951] req@ffff980dd23ab800 x1876699515864192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760951.409360:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699515864192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760951.409366:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760951.409368:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760951.409369:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515864192:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789760952.305066:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789760953.329061:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760954.353024:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789760955.377021:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789760956.400991:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789760956.528941:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760956.528953:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789760956.528959:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760956.528970:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 927 00000100:00080000:3.0:1789760956.528981:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760956.528991:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789760956.529036:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7100 x1876699515864320/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760956.529065:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760956.529068:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760956.529070:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760956.529074:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 927 00000100:00080000:3.0:1789760956.529078:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760956.529082:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760956.529092:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789760956.529102:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515864320:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789760956.529116:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515864448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760956.529133:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760956.529138:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789760956.529140:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760956.529148:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 927 00000100:00080000:3.0:1789760956.529152:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760956.529155:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760956.529161:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789760956.529175:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515864576/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760956.529183:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760956.529186:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760956.529187:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760956.529189:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 927 00000100:00080000:3.0:1789760956.529191:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760956.529194:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760956.529197:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789760956.529201:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789760956.529209:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515864704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789760956.529275:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760956/real 1789760956] req@ffff980dc61e7100 x1876699515864320/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760956.529296:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7100 x1876699515864320/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760956.529307:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760956.529313:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760956.529318:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515864320:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789760956.529353:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515864448:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789760956.529377:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760956.529388:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760956/real 1789760956] req@ffff980dc61e6300 x1876699515864448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760956.529397:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515864448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760956.529403:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760956.529406:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760956.529408:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515864448:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789760956.529414:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515864576:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789760956.529435:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760956.529447:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760956/real 1789760956] req@ffff980dc61e6680 x1876699515864576/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760956.529461:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515864576/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760956.529471:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760956.529474:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760956.529477:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515864576:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789760956.529481:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515864704:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789760956.529498:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760956.529506:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760956/real 1789760956] req@ffff980dc61e7800 x1876699515864704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760956.529516:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515864704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760956.529524:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760956.529528:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760956.529532:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515864704:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789760957.424989:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789760958.449005:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760959.473007:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760960.497155:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760961.521081:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789760961.648994:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760961.649005:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789760961.649009:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760961.649019:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 932 00000100:00080000:3.0:1789760961.649031:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760961.649039:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789760961.649083:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515864832/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760961.649110:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760961.649114:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760961.649115:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760961.649118:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 932 00000100:00080000:3.0:1789760961.649121:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760961.649124:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760961.649132:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760961.649140:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515864960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760961.649147:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760961.649150:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789760961.649151:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760961.649153:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 932 00000100:00080000:3.0:1789760961.649155:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760961.649157:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760961.649160:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789760961.649166:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515865088/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760961.649174:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760961.649176:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760961.649177:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760961.649180:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 932 00000100:00080000:3.0:1789760961.649183:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760961.649186:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760961.649190:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760961.649196:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515865216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789760961.649242:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515864832:192.168.203.146@tcp:250:kworker.0 00000800:00000100:2.0:1789760961.649305:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760961.649344:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760961/real 1789760961] req@ffff980dc61e5180 x1876699515864832/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760961.649357:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515864832/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760961.649366:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760961.649369:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760961.649372:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515864832:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789760961.649377:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515864960:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789760961.649390:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760961.649404:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760961/real 1789760961] req@ffff980dc61e7b80 x1876699515864960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760961.649413:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515864960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760961.649418:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760961.649421:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760961.649423:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515864960:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789760961.649427:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515865088:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789760961.649438:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760961.649445:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760961/real 1789760961] req@ffff980dc61e5880 x1876699515865088/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760961.649457:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515865088/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760961.649462:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760961.649464:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760961.649466:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515865088:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789760961.649469:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515865216:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789760961.649480:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760961.649486:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760961/real 1789760961] req@ffff980dc61e4e00 x1876699515865216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760961.649493:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515865216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760961.649498:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760961.649500:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760961.649502:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515865216:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789760962.545000:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789760963.568968:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789760964.592980:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760965.617044:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760966.641017:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789760966.768952:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760966.768962:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789760966.768966:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760966.768977:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 937 00000100:00080000:3.0:1789760966.768989:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760966.768996:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789760966.769041:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515865344/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760966.769066:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760966.769069:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760966.769070:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760966.769074:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 937 00000100:00080000:3.0:1789760966.769076:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760966.769078:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760966.769088:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760966.769102:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515865472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760966.769114:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760966.769118:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789760966.769120:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760966.769125:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 937 00000100:00080000:3.0:1789760966.769129:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1789760966.769133:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515865344:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789760966.769138:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760966.769146:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789760966.769162:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515865600/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760966.769175:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760966.769179:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760966.769181:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760966.769185:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 937 00000100:00080000:3.0:1789760966.769199:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760966.769204:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:2.0:1789760966.769209:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:3.0:1789760966.769213:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760966.769228:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515865728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789760966.769256:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760966/real 1789760966] req@ffff980dc61e7480 x1876699515865344/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760966.769273:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515865344/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760966.769287:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760966.769290:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760966.769293:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515865344:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789760966.769298:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515865472:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789760966.769313:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760966.769321:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760966/real 1789760966] req@ffff980dc61e4e00 x1876699515865472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760966.769329:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515865472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760966.769335:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760966.769337:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760966.769339:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515865472:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789760966.769365:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515865600:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789760966.769386:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760966.769398:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760966/real 1789760966] req@ffff980dc61e5880 x1876699515865600/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760966.769411:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515865600/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760966.769420:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760966.769424:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760966.769427:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515865600:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789760966.769433:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515865728:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789760966.769470:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760966.769485:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760966/real 1789760966] req@ffff980dc61e7b80 x1876699515865728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760966.769495:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515865728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760966.769501:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760966.769504:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760966.769506:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515865728:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789760967.665145:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760968.689023:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789760969.713969:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760970.737076:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760971.761028:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789760971.888965:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760971.888977:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789760971.888980:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760971.888991:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 943 00000100:00080000:3.0:1789760971.889003:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760971.889011:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789760971.889055:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515865856/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760971.889080:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760971.889083:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760971.889085:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760971.889089:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 943 00000100:00080000:3.0:1789760971.889091:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760971.889093:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760971.889103:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760971.889112:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515865984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760971.889120:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760971.889123:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789760971.889124:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789760971.889130:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515865856:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789760971.889131:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 943 00000100:00080000:3.0:1789760971.889136:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760971.889141:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760971.889144:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789760971.889153:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515866112/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760971.889160:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760971.889163:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760971.889164:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760971.889166:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 943 00000100:00080000:3.0:1789760971.889168:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760971.889171:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760971.889174:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760971.889180:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515866240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789760971.889208:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760971.889266:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760971/real 1789760971] req@ffff980dc61e5180 x1876699515865856/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760971.889284:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515865856/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760971.889296:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760971.889301:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760971.889305:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515865856:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789760971.889335:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515865984:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789760971.889357:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760971.889367:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760971/real 1789760971] req@ffff980dc61e7800 x1876699515865984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760971.889377:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515865984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760971.889384:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760971.889386:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760971.889388:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515865984:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789760971.889392:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515866112:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789760971.889407:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760971.889414:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760971/real 1789760971] req@ffff980dc61e6680 x1876699515866112/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760971.889422:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515866112/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760971.889428:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760971.889430:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760971.889432:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515866112:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789760971.889435:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515866240:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789760971.889447:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760971.889453:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760971/real 1789760971] req@ffff980dc61e6300 x1876699515866240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760971.889460:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515866240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760971.889470:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760971.889473:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760971.889475:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515866240:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789760972.785006:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760973.809072:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760974.833033:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760975.857122:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789760976.881033:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789760977.008954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760977.008963:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789760977.008966:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760977.008974:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 948 00000100:00080000:3.0:1789760977.008983:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760977.008989:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789760977.009021:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7100 x1876699515866368/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760977.009044:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760977.009047:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760977.009048:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760977.009053:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 948 00000100:00080000:3.0:1789760977.009055:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760977.009057:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760977.009065:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760977.009072:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515866496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760977.009080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760977.009082:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789760977.009083:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760977.009085:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 948 00000100:00080000:3.0:1789760977.009087:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760977.009089:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760977.009093:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789760977.009102:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515866624/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760977.009108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760977.009110:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760977.009112:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760977.009114:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 948 00000100:00080000:3.0:1789760977.009116:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760977.009118:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760977.009121:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760977.009128:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515866752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789760977.009142:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515866368:192.168.203.146@tcp:250:kworker.0 00000800:00000100:2.0:1789760977.009246:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760977.009309:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977] req@ffff980dc61e7100 x1876699515866368/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760977.009333:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7100 x1876699515866368/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760977.009346:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760977.009351:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760977.009355:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515866368:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789760977.009365:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515866496:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789760977.009388:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760977.009399:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977] req@ffff980dc61e5c00 x1876699515866496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760977.009407:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515866496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760977.009414:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760977.009416:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760977.009419:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515866496:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789760977.009424:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515866624:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789760977.009438:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760977.009446:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977] req@ffff980dc61e4380 x1876699515866624/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760977.009453:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515866624/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760977.009459:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760977.009462:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760977.009464:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515866624:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789760977.009489:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515866752:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789760977.009500:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760977.009507:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977] req@ffff980dc61e4a80 x1876699515866752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760977.009514:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515866752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760977.009520:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760977.009522:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760977.009524:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515866752:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789760977.905053:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760978.928975:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760979.953030:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760980.977043:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789760982.001099:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789760982.128952:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760982.128965:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789760982.128970:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760982.128982:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 953 00000100:00080000:3.0:1789760982.128997:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760982.129006:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789760982.129067:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515866880/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760982.129098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760982.129102:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760982.129104:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760982.129109:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 953 00000100:00080000:3.0:1789760982.129112:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760982.129115:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760982.129126:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760982.129142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515867008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760982.129152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760982.129156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789760982.129158:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760982.129164:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 953 00000100:00080000:3.0:1789760982.129169:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1789760982.129172:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515866880:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789760982.129175:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760982.129188:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789760982.129199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515867136/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760982.129218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760982.129222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760982.129224:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760982.129228:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 953 00000100:00080000:3.0:1789760982.129251:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760982.129255:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760982.129260:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789760982.129267:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789760982.129273:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515867264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789760982.129344:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982] req@ffff980dc61e4000 x1876699515866880/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760982.129379:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515866880/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760982.129391:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760982.129395:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760982.129399:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515866880:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789760982.129406:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515867008:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789760982.129428:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760982.129446:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982] req@ffff980dc61e4a80 x1876699515867008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760982.129457:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515867008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760982.129464:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760982.129467:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760982.129470:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515867008:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789760982.129497:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515867136:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789760982.129513:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760982.129522:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982] req@ffff980dc61e4380 x1876699515867136/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760982.129533:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515867136/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760982.129546:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760982.129549:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760982.129552:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515867136:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789760982.129557:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515867264:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789760982.129590:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760982.129601:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982] req@ffff980dc61e5c00 x1876699515867264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760982.129621:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515867264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760982.129628:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760982.129631:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760982.129634:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515867264:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789760983.025009:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760984.049023:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789760985.073066:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760986.097065:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760987.121010:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789760987.248967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760987.248978:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789760987.248983:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760987.248993:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 958 00000100:00080000:3.0:1789760987.249006:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760987.249013:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789760987.249059:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7100 x1876699515867392/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760987.249088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760987.249091:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760987.249093:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760987.249096:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 958 00000100:00080000:3.0:1789760987.249099:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760987.249101:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760987.249111:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760987.249121:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515867520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760987.249129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760987.249132:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789760987.249133:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760987.249138:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 958 00000100:00100000:2.0:1789760987.249141:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515867392:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789760987.249142:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760987.249149:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760987.249154:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789760987.249164:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515867648/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789760987.249179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789760987.249181:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789760987.249183:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789760987.249186:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 958 00000100:00080000:3.0:1789760987.249188:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789760987.249191:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789760987.249195:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789760987.249203:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515867776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789760987.249247:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760987.249301:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987] req@ffff980dc61e7100 x1876699515867392/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760987.249321:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7100 x1876699515867392/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760987.249332:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760987.249352:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760987.249356:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515867392:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789760987.249388:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515867520:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789760987.249441:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760987.249466:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987] req@ffff980dc61e6300 x1876699515867520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760987.249477:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515867520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760987.249512:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760987.249515:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760987.249518:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515867520:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789760987.249525:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515867648:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789760987.249581:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760987.249602:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987] req@ffff980dc61e6680 x1876699515867648/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760987.249616:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515867648/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760987.249626:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760987.249628:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760987.249631:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515867648:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789760987.249635:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515867776:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789760987.249653:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760987.249662:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987] req@ffff980dc61e7800 x1876699515867776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760987.249670:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515867776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760987.249675:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760987.249678:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760987.249680:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515867776:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789760988.145009:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760989.169135:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789760990.193056:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760991.217059:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760992.241027:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789760992.369026:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789760992.369041:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789760992.369045:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789760992.369057:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 963 00000100:00080000:0.0:1789760992.369070:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789760992.369078:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789760992.369147:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7480 x1876699515867904/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789760992.369178:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789760992.369182:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789760992.369184:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789760992.369188:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 963 00000100:00080000:0.0:1789760992.369191:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789760992.369194:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789760992.369205:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789760992.369216:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5500 x1876699515868032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789760992.369224:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789760992.369227:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789760992.369229:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789760992.369232:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 963 00000100:00080000:0.0:1789760992.369234:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789760992.369237:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789760992.369242:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789760992.369266:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5880 x1876699515868160/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789760992.369275:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789760992.369278:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789760992.369280:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789760992.369284:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 963 00000100:00080000:0.0:1789760992.369287:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1789760992.369293:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515867904:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789760992.369294:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789760992.369302:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789760992.369311:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4380 x1876699515868288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789760992.369403:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760992.369462:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992] req@ffff980dc8fc7480 x1876699515867904/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760992.369481:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7480 x1876699515867904/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760992.369526:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760992.369531:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760992.369535:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515867904:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789760992.369542:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515868032:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789760992.369564:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760992.369574:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992] req@ffff980dc8fc5500 x1876699515868032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760992.369584:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5500 x1876699515868032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760992.369591:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760992.369594:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760992.369596:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515868032:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789760992.369600:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515868160:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789760992.369613:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760992.369620:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992] req@ffff980dc8fc5880 x1876699515868160/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760992.369628:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5880 x1876699515868160/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760992.369634:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760992.369636:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760992.369639:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515868160:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789760992.369664:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515868288:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789760992.369676:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789760992.369684:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992] req@ffff980dc8fc4380 x1876699515868288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789760992.369692:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4380 x1876699515868288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789760992.369698:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789760992.369700:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789760992.369703:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515868288:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789760993.265136:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760994.289024:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789760995.313056:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760996.337013:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789760997.361060:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789760997.489036:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760997.489045:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789760997.489049:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789760997.489061:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 968 00000100:00080000:1.0:1789760997.489073:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789760997.489079:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789760997.489115:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571500 x1876699515868416/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789760997.489139:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760997.489144:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789760997.489146:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789760997.489151:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 968 00000100:00080000:1.0:1789760997.489154:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789760997.489159:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789760997.489175:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789760997.489187:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515868416:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789760997.489192:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699515868544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789760997.489223:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760997.489227:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789760997.489230:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789760997.489236:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 968 00000100:00080000:1.0:1789760997.489241:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789760997.489247:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789760997.489255:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789760997.489272:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699515868672/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789760997.489281:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789760997.489283:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789760997.489285:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789760997.489289:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 968 00000100:00080000:1.0:1789760997.489294:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1789760997.489296:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:1.0:1789760997.489302:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789760997.489307:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789760997.489320:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699515868800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789760997.489358:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760997/real 1789760997] req@ffff980dc8571500 x1876699515868416/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760997.489378:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571500 x1876699515868416/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760997.489389:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760997.489393:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760997.489396:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515868416:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789760997.489422:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515868544:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789760997.489441:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760997.489468:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760997/real 1789760997] req@ffff980dc8571f80 x1876699515868544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760997.489480:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699515868544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760997.489486:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760997.489490:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760997.489492:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515868544:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789760997.489497:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515868672:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789760997.489517:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760997.489526:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760997/real 1789760997] req@ffff980dc8572680 x1876699515868672/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760997.489539:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699515868672/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760997.489545:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760997.489550:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760997.489553:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515868672:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789760997.489558:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515868800:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789760997.489576:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789760997.489588:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760997/real 1789760997] req@ffff980dc8573b80 x1876699515868800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789760997.489605:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699515868800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789760997.489612:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789760997.489620:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789760997.489625:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515868800:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789760998.384993:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789760999.409034:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761000.433050:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761001.457041:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761002.481034:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761002.608937:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761002.608948:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761002.608952:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761002.608962:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 973 00000100:00080000:1.0:1789761002.608974:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761002.608982:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761002.609027:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699515868928/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761002.609052:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761002.609055:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761002.609057:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761002.609060:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 973 00000100:00080000:1.0:1789761002.609063:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761002.609065:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761002.609074:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761002.609083:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573100 x1876699515869056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761002.609091:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761002.609095:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761002.609097:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789761002.609100:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515868928:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789761002.609102:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 973 00000100:00080000:1.0:1789761002.609108:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761002.609112:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761002.609116:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761002.609124:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699515869184/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761002.609131:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761002.609134:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761002.609135:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761002.609137:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 973 00000100:00080000:1.0:1789761002.609140:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761002.609142:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761002.609145:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761002.609153:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571c00 x1876699515869312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761002.609181:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761002.609225:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761002/real 1789761002] req@ffff980dc8572a00 x1876699515868928/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761002.609241:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699515868928/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761002.609250:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761002.609253:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761002.609256:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515868928:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761002.609279:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515869056:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761002.609294:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761002.609301:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761002/real 1789761002] req@ffff980dc8573100 x1876699515869056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761002.609309:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573100 x1876699515869056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761002.609315:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761002.609317:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761002.609319:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515869056:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761002.609323:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515869184:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761002.609334:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761002.609340:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761002/real 1789761002] req@ffff980dc8570380 x1876699515869184/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761002.609352:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699515869184/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761002.609358:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761002.609359:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761002.609361:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515869184:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761002.609364:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515869312:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761002.609375:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761002.609381:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761002/real 1789761002] req@ffff980dc8571c00 x1876699515869312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761002.609389:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571c00 x1876699515869312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761002.609393:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761002.609395:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761002.609397:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515869312:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761003.504996:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761004.528989:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761005.553053:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761006.577035:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761007.601008:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761007.728967:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761007.728980:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761007.728986:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761007.728999:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 978 00000100:00080000:1.0:1789761007.729025:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761007.729034:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761007.729084:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572300 x1876699515869440/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761007.729109:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761007.729112:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761007.729114:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761007.729117:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 978 00000100:00080000:1.0:1789761007.729120:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761007.729124:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761007.729135:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761007.729152:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571c00 x1876699515869568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761007.729162:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761007.729166:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1789761007.729167:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515869440:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789761007.729168:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761007.729176:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 978 00000100:00080000:1.0:1789761007.729181:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761007.729183:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761007.729188:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761007.729197:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699515869696/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761007.729205:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761007.729207:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761007.729208:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761007.729212:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 978 00000100:00080000:1.0:1789761007.729215:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761007.729218:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761007.729221:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761007.729228:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573100 x1876699515869824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761007.729308:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515869568:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761007.729356:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515869696:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761007.729424:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515869824:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761008.625033:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761009.649004:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761010.673008:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789761010.801136:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:2.0:1789761010.801193:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789761010.801212:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789761010.801267:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789761010.801275:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789761010.801281:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:0.0:1789761010.801344:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761007/real 1789761010] req@ffff980dc8571c00 x1876699515869568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761010.801412:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571c00 x1876699515869568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761010.801431:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761010.801439:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761010.801446:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515869568:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761010.801459:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761007/real 1789761010] req@ffff980dc8570380 x1876699515869696/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761010.801473:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699515869696/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761010.801483:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761010.801488:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761010.801491:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515869696:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761010.801501:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761007/real 1789761010] req@ffff980dc8573100 x1876699515869824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761010.801515:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573100 x1876699515869824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761010.801526:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761010.801531:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761010.801536:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515869824:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761010.801545:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761007/real 1789761010] req@ffff980dc8572300 x1876699515869440/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761010.801561:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572300 x1876699515869440/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761010.801572:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761010.801576:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761010.801579:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515869440:192.168.203.146@tcp:250:kworker.0 00010000:00010000:3.0:1789761011.697020:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761012.721000:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761012.848986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761012.848997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761012.849002:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761012.849013:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 984 00000100:00080000:3.0:1789761012.849024:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761012.849032:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761012.849069:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515869952/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761012.849099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761012.849102:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761012.849103:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761012.849106:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 984 00000100:00080000:3.0:1789761012.849109:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761012.849112:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761012.849121:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761012.849131:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515870080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761012.849138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761012.849141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761012.849142:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761012.849145:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 984 00000100:00080000:3.0:1789761012.849147:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761012.849150:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761012.849153:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761012.849158:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515869952:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761012.849163:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515870208/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761012.849174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761012.849176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761012.849177:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761012.849179:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 984 00000100:00080000:3.0:1789761012.849182:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761012.849185:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761012.849189:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761012.849196:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515870336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761012.849254:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761012.849326:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761012/real 1789761012] req@ffff980dc61e5180 x1876699515869952/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761012.849369:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515869952/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761012.849384:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761012.849390:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761012.849395:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515869952:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761012.849405:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515870080:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761012.849435:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761012.849450:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761012/real 1789761012] req@ffff980dc61e7b80 x1876699515870080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761012.849475:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515870080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761012.849486:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761012.849490:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761012.849495:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515870080:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761012.849542:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515870208:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761012.849569:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761012.849583:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761012/real 1789761012] req@ffff980dc61e5880 x1876699515870208/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761012.849598:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515870208/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761012.849608:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761012.849612:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761012.849615:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515870208:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761012.849622:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515870336:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761012.849646:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761012.849659:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761012/real 1789761012] req@ffff980dc61e4e00 x1876699515870336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761012.849673:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515870336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761012.849691:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761012.849695:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761012.849699:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515870336:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761013.744992:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761014.769031:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761015.792946:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761016.817045:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761017.840977:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761017.968943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761017.968951:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761017.968954:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761017.968962:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 989 00000100:00080000:2.0:1789761017.968971:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761017.968977:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761017.969013:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699515870464/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761017.969038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761017.969041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761017.969043:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761017.969047:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 989 00000100:00080000:2.0:1789761017.969050:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761017.969055:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761017.969063:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761017.969069:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515870464:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761017.969075:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699515870592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761017.969084:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761017.969087:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761017.969089:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761017.969091:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 989 00000100:00080000:2.0:1789761017.969094:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761017.969096:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761017.969100:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761017.969108:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699515870720/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761017.969115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761017.969118:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761017.969120:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761017.969122:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 989 00000100:00080000:2.0:1789761017.969124:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761017.969128:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761017.969132:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789761017.969134:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761017.969146:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699515870848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761017.969186:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761017/real 1789761017] req@ffff980dd23a9180 x1876699515870464/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761017.969208:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699515870464/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761017.969229:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761017.969237:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761017.969242:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515870464:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761017.969266:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515870592:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761017.969287:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761017.969314:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761017/real 1789761017] req@ffff980dd23a8e00 x1876699515870592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761017.969325:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699515870592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761017.969331:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761017.969334:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761017.969336:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515870592:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761017.969341:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515870720:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761017.969357:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761017.969365:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761017/real 1789761017] req@ffff980dd23aa300 x1876699515870720/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761017.969373:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699515870720/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761017.969378:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761017.969380:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761017.969382:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515870720:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761017.969385:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515870848:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761017.969396:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761017.969402:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761017/real 1789761017] req@ffff980dd23a8380 x1876699515870848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761017.969409:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699515870848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761017.969415:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761017.969416:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761017.969418:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515870848:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761018.865062:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761019.889021:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761020.913039:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761021.937002:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761022.961092:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761023.088971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761023.088986:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761023.088992:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761023.089005:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 994 00000100:00080000:3.0:1789761023.089019:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761023.089028:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761023.089079:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515870976/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761023.089113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761023.089118:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761023.089120:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761023.089125:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 994 00000100:00080000:3.0:1789761023.089129:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761023.089134:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761023.089146:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761023.089166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515871104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761023.089183:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789761023.089185:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515870976:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761023.089190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761023.089196:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761023.089205:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 994 00000100:00080000:3.0:1789761023.089209:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761023.089214:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761023.089220:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761023.089239:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515871232/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761023.089252:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761023.089257:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761023.089272:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761023.089277:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 994 00000100:00080000:3.0:1789761023.089285:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1789761023.089286:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761023.089296:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761023.089304:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761023.089320:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515871360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761023.089340:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761023/real 1789761023] req@ffff980dc61e7480 x1876699515870976/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761023.089388:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515870976/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761023.089401:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761023.089406:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761023.089413:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515870976:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761023.089441:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515871104:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761023.089466:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761023.089478:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761023/real 1789761023] req@ffff980dc61e4e00 x1876699515871104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761023.089492:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515871104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761023.089503:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761023.089507:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761023.089512:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515871104:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761023.089521:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515871232:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761023.089548:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761023.089560:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761023/real 1789761023] req@ffff980dc61e5880 x1876699515871232/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761023.089580:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515871232/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761023.089589:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761023.089592:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761023.089596:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515871232:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761023.089602:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515871360:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761023.089621:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761023.089631:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761023/real 1789761023] req@ffff980dc61e7b80 x1876699515871360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761023.089643:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515871360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761023.089652:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761023.089655:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761023.089658:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515871360:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761023.985044:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761025.009017:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761026.032982:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761027.057052:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761028.081048:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761028.208960:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761028.208969:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761028.208974:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761028.208983:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 999 00000100:00080000:3.0:1789761028.208994:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761028.209002:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761028.209037:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515871488/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761028.209063:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761028.209067:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761028.209069:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761028.209075:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 999 00000100:00080000:3.0:1789761028.209079:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761028.209083:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761028.209093:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761028.209095:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515871488:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761028.209110:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515871616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761028.209122:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761028.209126:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761028.209128:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761028.209133:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 999 00000100:00080000:3.0:1789761028.209137:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761028.209141:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761028.209147:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761028.209161:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515871744/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761028.209166:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761028.209196:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761028.209200:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761028.209202:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761028.209207:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 999 00000100:00080000:3.0:1789761028.209211:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789761028.209213:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761028/real 1789761028] req@ffff980dc61e5180 x1876699515871488/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761028.209219:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761028.209243:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761028.209256:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515871488/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761028.209261:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515871872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761028.209299:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761028.209306:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761028.209310:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515871488:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761028.209338:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515871616:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761028.209362:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761028.209373:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761028/real 1789761028] req@ffff980dc61e7800 x1876699515871616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761028.209383:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515871616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761028.209388:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761028.209391:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761028.209393:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515871616:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761028.209398:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515871744:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761028.209411:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761028.209422:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761028/real 1789761028] req@ffff980dc61e6680 x1876699515871744/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761028.209435:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515871744/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761028.209444:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761028.209447:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761028.209451:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515871744:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761028.209458:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515871872:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761028.209480:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761028.209493:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761028/real 1789761028] req@ffff980dc61e6300 x1876699515871872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761028.209507:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515871872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761028.209516:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761028.209519:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761028.209523:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515871872:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761029.104989:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761030.129055:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761031.153044:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761032.177010:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761033.201033:0:247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 3/3 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789761033.201075:0:11741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 3 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789761033.201081:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761033.201088:0:11741:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff980dd1f18000 lock: ffff980dc85b7400/0xddac02e790d7720b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x69dc3c3d61d15240 expref: -99 pid: 11791 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1789761033.201116:0:11741:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x9:0x0]: losing layout lock 00010000:00010000:3.0:1789761033.201135:0:11741:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff980dd1f18000 lock: ffff980dc85b7e00/0xddac02e790d77204 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x69dc3c3d61d15224 expref: -99 pid: 11791 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789761033.201144:0:11741:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff980dd1f18000 lock: ffff980dc0030800/0xddac02e790d771ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x69dc3c3d61d151c2 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1789761033.201180:0:11741:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff980dd1f18000 lock: ffff980dc85b7400/0xddac02e790d7720b lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x69dc3c3d61d15240 expref: -99 pid: 11791 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789761033.201200:0:11741:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff980dd1f18000 lock: ffff980dc85b7e00/0xddac02e790d77204 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x69dc3c3d61d15224 expref: -99 pid: 11791 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789761033.201209:0:11741:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff980dd1f18000 lock: ffff980dc0030800/0xddac02e790d771ef lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x69dc3c3d61d151c2 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1789761033.201213:0:11741:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:3.0:1789761033.201245:0:11741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff980dd1f18000 lock: ffff980dc85b7400/0xddac02e790d7720b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x69dc3c3d61d15240 expref: -99 pid: 11791 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789761033.201272:0:11741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff980dd1f18000 lock: ffff980dc85b7e00/0xddac02e790d77204 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x69dc3c3d61d15224 expref: -99 pid: 11791 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789761033.201284:0:11741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff980dd1f18000 lock: ffff980dc0030800/0xddac02e790d771ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x69dc3c3d61d151c2 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000100:00080000:2.0:1789761033.201294:0:2364:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff980dc61e7100 x1876699515872000/t0(0) o103->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:17/18 lens 336/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1789761033.201298:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761033.201300:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761033.201303:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761033.328952:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761033.328963:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761033.328967:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761033.328977:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1004 00000100:00080000:3.0:1789761033.328988:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761033.328995:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761033.329029:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515872128/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761033.329062:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761033.329066:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761033.329068:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761033.329073:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1004 00000100:00080000:3.0:1789761033.329076:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761033.329080:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761033.329090:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761033.329105:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515872256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761033.329117:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761033.329121:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761033.329124:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761033.329128:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1004 00000100:00080000:3.0:1789761033.329131:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761033.329135:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761033.329141:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515872128:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789761033.329142:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761033.329159:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515872384/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789761033.329224:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761033.329248:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761033.329254:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761033.329257:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761033.329263:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1004 00000100:00080000:3.0:1789761033.329267:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789761033.329273:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761033/real 1789761033] req@ffff980dc61e5c00 x1876699515872128/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761033.329275:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761033.329283:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761033.329296:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515872128/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761033.329301:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515872512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761033.329311:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761033.329318:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761033.329322:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515872128:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761033.329329:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515872256:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761033.329349:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761033.329358:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761033/real 1789761033] req@ffff980dc61e4380 x1876699515872256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761033.329370:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515872256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761033.329376:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761033.329378:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761033.329380:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515872256:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761033.329397:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515872384:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761033.329408:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761033.329415:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761033/real 1789761033] req@ffff980dc61e4a80 x1876699515872384/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761033.329422:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515872384/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761033.329427:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761033.329429:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761033.329431:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515872384:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761033.329435:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515872512:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761033.329444:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761033.329450:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761033/real 1789761033] req@ffff980dc61e4000 x1876699515872512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761033.329457:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515872512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761033.329467:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761033.329469:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761033.329471:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515872512:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761034.224975:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761035.249022:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761036.273017:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761037.297004:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761038.321116:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761038.448968:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761038.448980:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761038.448984:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761038.448996:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1009 00000100:00080000:2.0:1789761038.449009:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761038.449017:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761038.449060:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699515872640/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761038.449085:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761038.449089:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761038.449090:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761038.449093:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1009 00000100:00080000:2.0:1789761038.449096:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761038.449098:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761038.449107:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761038.449116:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699515872768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761038.449123:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761038.449126:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761038.449128:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761038.449130:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1009 00000100:00080000:2.0:1789761038.449133:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761038.449136:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761038.449140:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761038.449162:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699515872896/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761038.449171:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761038.449174:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761038.449176:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761038.449182:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1009 00000100:00080000:2.0:1789761038.449186:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789761038.449188:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515872640:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789761038.449191:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761038.449200:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761038.449209:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699515873024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789761038.449276:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761038.449326:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761038/real 1789761038] req@ffff980dd23aa680 x1876699515872640/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761038.449346:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699515872640/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761038.449355:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761038.449359:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761038.449362:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515872640:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761038.449368:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515872768:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761038.449387:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761038.449397:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761038/real 1789761038] req@ffff980dd23aaa00 x1876699515872768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761038.449405:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699515872768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761038.449411:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761038.449414:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761038.449416:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515872768:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761038.449437:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515872896:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761038.449449:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761038.449456:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761038/real 1789761038] req@ffff980dd23a9f80 x1876699515872896/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761038.449464:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699515872896/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761038.449469:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761038.449471:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761038.449473:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515872896:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761038.449477:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515873024:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761038.449488:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761038.449494:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761038/real 1789761038] req@ffff980dd23a9c00 x1876699515873024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761038.449502:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699515873024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761038.449507:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761038.449509:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761038.449511:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515873024:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761039.345033:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761040.369054:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761041.392967:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761042.417071:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761043.441028:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761043.569000:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761043.569015:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761043.569020:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761043.569034:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1014 00000100:00080000:3.0:1789761043.569050:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761043.569061:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761043.569128:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515873152/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761043.569162:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761043.569166:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761043.569168:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761043.569173:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1014 00000100:00080000:3.0:1789761043.569177:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761043.569182:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761043.569194:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761043.569209:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515873152:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761043.569212:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515873280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761043.569226:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761043.569231:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761043.569234:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761043.569238:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1014 00000100:00080000:3.0:1789761043.569242:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761043.569246:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761043.569252:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761043.569264:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515873408/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761043.569276:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761043.569280:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761043.569282:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1789761043.569286:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761043.569291:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1014 00000100:00080000:3.0:1789761043.569296:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761043.569301:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761043.569306:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761043.569319:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515873536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761043.569333:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761043/real 1789761043] req@ffff980dc61e4000 x1876699515873152/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761043.569350:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515873152/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761043.569359:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761043.569363:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761043.569366:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515873152:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761043.569388:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515873280:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761043.569403:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761043.569412:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761043/real 1789761043] req@ffff980dc61e4a80 x1876699515873280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761043.569421:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515873280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761043.569426:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761043.569429:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761043.569431:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515873280:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761043.569435:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515873408:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761043.569446:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761043.569452:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761043/real 1789761043] req@ffff980dc61e4380 x1876699515873408/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761043.569460:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515873408/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761043.569470:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761043.569472:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761043.569475:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515873408:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761043.569478:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515873536:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761043.569490:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761043.569500:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761043/real 1789761043] req@ffff980dc61e5c00 x1876699515873536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761043.569512:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515873536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761043.569521:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761043.569525:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761043.569528:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515873536:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761044.465023:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761045.489011:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761046.513035:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761047.537052:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761048.561010:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761048.688987:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761048.688997:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761048.689002:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761048.689012:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1019 00000100:00080000:3.0:1789761048.689025:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761048.689033:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761048.689098:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515873664/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761048.689129:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761048.689133:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761048.689135:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761048.689140:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1019 00000100:00080000:3.0:1789761048.689144:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761048.689149:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761048.689161:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761048.689177:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515873792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761048.689181:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515873664:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761048.689197:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761048.689201:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761048.689203:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761048.689208:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1019 00000100:00080000:3.0:1789761048.689212:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761048.689216:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761048.689223:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761048.689238:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515873920/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761048.689250:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761048.689254:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000100:1.0:1789761048.689258:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761048.689259:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761048.689267:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1019 00000100:00080000:3.0:1789761048.689272:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761048.689276:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761048.689282:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761048.689307:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761048/real 1789761048] req@ffff980dc61e6300 x1876699515873664/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761048.689308:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515874048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761048.689344:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515873664/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761048.689355:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761048.689359:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761048.689362:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515873664:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761048.689396:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515873792:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761048.689421:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761048.689436:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761048/real 1789761048] req@ffff980dc61e6680 x1876699515873792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761048.689452:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515873792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761048.689460:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761048.689462:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761048.689465:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515873792:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761048.689470:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515873920:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761048.689487:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761048.689495:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761048/real 1789761048] req@ffff980dc61e7800 x1876699515873920/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761048.689503:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515873920/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761048.689509:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761048.689512:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761048.689514:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515873920:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761048.689517:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515874048:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761048.689529:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761048.689536:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761048/real 1789761048] req@ffff980dc61e5180 x1876699515874048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761048.689544:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515874048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761048.689549:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761048.689551:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761048.689553:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515874048:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761049.584985:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761050.608965:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761051.632998:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761052.657028:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761053.681045:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761053.808928:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761053.808939:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761053.808944:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761053.808955:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1024 00000100:00080000:3.0:1789761053.808968:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761053.808976:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761053.809021:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515874176/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761053.809058:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761053.809061:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761053.809062:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761053.809066:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1024 00000100:00080000:3.0:1789761053.809069:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761053.809072:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761053.809082:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761053.809093:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515874304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761053.809100:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515874176:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761053.809105:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761053.809109:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761053.809110:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761053.809114:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1024 00000100:00080000:3.0:1789761053.809116:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761053.809119:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761053.809123:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761053.809131:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515874432/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761053.809139:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761053.809142:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761053.809144:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761053.809146:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1024 00000100:00080000:3.0:1789761053.809149:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761053.809152:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761053.809154:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761053.809161:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515874560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789761053.809178:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761053.809228:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761053/real 1789761053] req@ffff980dc61e7b80 x1876699515874176/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761053.809246:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515874176/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761053.809261:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761053.809264:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761053.809267:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515874176:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761053.809289:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515874304:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761053.809306:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761053.809316:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761053/real 1789761053] req@ffff980dc61e5880 x1876699515874304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761053.809325:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515874304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761053.809331:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761053.809334:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761053.809336:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515874304:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761053.809339:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515874432:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761053.809351:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761053.809357:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761053/real 1789761053] req@ffff980dc61e4e00 x1876699515874432/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761053.809365:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515874432/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761053.809371:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761053.809372:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761053.809374:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515874432:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761053.809378:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515874560:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761053.809389:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761053.809395:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761053/real 1789761053] req@ffff980dc61e7480 x1876699515874560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761053.809403:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515874560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761053.809412:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761053.809415:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761053.809417:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515874560:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761054.704981:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761055.729014:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761056.752981:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761057.777032:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761058.800947:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761058.929014:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761058.929027:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761058.929032:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761058.929045:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1030 00000100:00080000:2.0:1789761058.929059:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761058.929070:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761058.929121:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699515874688/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761058.929145:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761058.929148:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761058.929149:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761058.929153:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1030 00000100:00080000:2.0:1789761058.929155:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761058.929158:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761058.929167:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761058.929179:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699515874816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761058.929192:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789761058.929194:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515874688:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789761058.929204:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761058.929208:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761058.929214:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1030 00000100:00080000:2.0:1789761058.929218:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761058.929223:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761058.929230:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761058.929246:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699515874944/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761058.929259:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761058.929262:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761058.929265:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1789761058.929269:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789761058.929274:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1030 00000100:00080000:2.0:1789761058.929279:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761058.929285:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761058.929291:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761058.929304:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699515875072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761058.929319:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761058/real 1789761058] req@ffff980dd23a9c00 x1876699515874688/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761058.929338:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699515874688/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761058.929348:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761058.929351:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761058.929355:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515874688:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761058.929377:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515874816:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761058.929393:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761058.929402:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761058/real 1789761058] req@ffff980dd23a9f80 x1876699515874816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761058.929410:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699515874816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761058.929416:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761058.929419:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761058.929421:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515874816:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761058.929425:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515874944:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761058.929437:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761058.929443:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761058/real 1789761058] req@ffff980dd23aaa00 x1876699515874944/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761058.929451:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699515874944/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761058.929456:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761058.929458:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761058.929460:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515874944:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761058.929463:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515875072:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761058.929474:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761058.929480:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761058/real 1789761058] req@ffff980dd23aa680 x1876699515875072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761058.929488:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699515875072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761058.929493:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761058.929495:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761058.929497:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515875072:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761059.825019:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761060.849017:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761061.873032:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761062.897076:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761063.921047:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761064.049010:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761064.049020:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761064.049024:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761064.049034:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1035 00000100:00080000:2.0:1789761064.049046:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761064.049054:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761064.049094:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699515875200/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761064.049119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761064.049122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761064.049123:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761064.049126:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1035 00000100:00080000:2.0:1789761064.049129:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761064.049132:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761064.049140:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761064.049153:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699515875328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761064.049166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761064.049168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761064.049169:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761064.049180:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1035 00000100:00080000:2.0:1789761064.049183:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789761064.049184:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515875200:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789761064.049187:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761064.049198:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761064.049208:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699515875456/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761064.049215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761064.049217:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761064.049218:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761064.049221:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1035 00000100:00080000:2.0:1789761064.049223:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761064.049227:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761064.049231:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761064.049245:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699515875584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789761064.049278:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761064.049331:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761064/real 1789761064] req@ffff980dd23a8380 x1876699515875200/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761064.049348:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699515875200/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761064.049358:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761064.049362:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761064.049367:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515875200:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761064.049393:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515875328:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761064.049411:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761064.049420:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761064/real 1789761064] req@ffff980dd23aa300 x1876699515875328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761064.049429:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699515875328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761064.049435:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761064.049438:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761064.049440:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515875328:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761064.049444:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515875456:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761064.049456:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761064.049463:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761064/real 1789761064] req@ffff980dd23a8e00 x1876699515875456/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761064.049476:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699515875456/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761064.049482:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761064.049484:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761064.049486:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515875456:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761064.049490:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515875584:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761064.049501:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761064.049508:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761064/real 1789761064] req@ffff980dd23a9180 x1876699515875584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761064.049516:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699515875584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761064.049521:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761064.049522:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761064.049524:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515875584:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761064.945006:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761065.969039:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761066.993016:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761068.017013:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761069.041046:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761069.168971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761069.168985:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761069.168991:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761069.169005:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1040 00000100:00080000:2.0:1789761069.169022:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761069.169034:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761069.169087:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699515875712/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761069.169120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761069.169125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761069.169128:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761069.169136:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1040 00000100:00080000:2.0:1789761069.169142:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761069.169152:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761069.169165:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761069.169182:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515875712:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761069.169188:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699515875840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761069.169206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761069.169211:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761069.169214:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761069.169220:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1040 00000100:00080000:2.0:1789761069.169228:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761069.169233:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761069.169240:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:1.0:1789761069.169249:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761069.169260:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699515875968/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761069.169274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761069.169280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761069.169283:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761069.169292:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1040 00000100:00080000:2.0:1789761069.169298:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789761069.169300:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761069/real 1789761069] req@ffff980dd23ab800 x1876699515875712/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761069.169312:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761069.169330:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761069.169336:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699515875712/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761069.169348:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1789761069.169355:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699515876096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761069.169356:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761069.169373:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515875712:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761069.169415:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515875840:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761069.169442:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761069.169453:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761069/real 1789761069] req@ffff980dd23a8a80 x1876699515875840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761069.169462:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699515875840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761069.169468:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761069.169471:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761069.169473:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515875840:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761069.169478:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515875968:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761069.169493:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761069.169501:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761069/real 1789761069] req@ffff980dd23a8000 x1876699515875968/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761069.169509:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699515875968/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761069.169515:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761069.169518:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761069.169524:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515875968:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761069.169531:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515876096:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761069.169548:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761069.169558:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761069/real 1789761069] req@ffff980dd23ab480 x1876699515876096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761069.169576:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699515876096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761069.169585:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761069.169588:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761069.169591:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515876096:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761070.065010:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761071.089014:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761072.113087:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761073.137074:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761074.161041:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761074.288990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761074.289001:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761074.289005:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761074.289016:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1045 00000100:00080000:3.0:1789761074.289027:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761074.289035:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761074.289080:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515876224/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761074.289105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761074.289108:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761074.289109:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761074.289113:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1045 00000100:00080000:3.0:1789761074.289115:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761074.289117:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761074.289127:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761074.289138:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515876352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761074.289147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761074.289151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761074.289152:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761074.289155:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1045 00000100:00080000:3.0:1789761074.289159:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761074.289162:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761074.289165:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761074.289178:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515876480/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761074.289179:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515876224:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761074.289201:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761074.289203:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761074.289204:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761074.289206:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1045 00000100:00080000:3.0:1789761074.289208:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761074.289211:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761074.289215:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761074.289223:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515876608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761074.289296:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515876352:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761074.289330:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515876480:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761074.289351:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515876608:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761075.185044:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761076.209023:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761077.233026:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789761077.361212:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:2.0:1789761077.361270:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789761077.361291:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789761077.361340:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789761077.361351:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789761077.361363:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:1.0:1789761077.361391:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761077] req@ffff980dc61e5880 x1876699515876480/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761077.361424:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515876480/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761077.361441:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761077.361448:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761077.361454:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515876480:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761077.361465:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761077] req@ffff980dc61e7b80 x1876699515876608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761077.361481:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515876608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761077.361491:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761077.361495:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761077.361499:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515876608:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761077.361505:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761077] req@ffff980dc61e7480 x1876699515876224/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761077.361529:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515876224/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761077.361539:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761077.361544:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761077.361547:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515876224:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761077.361556:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761077] req@ffff980dc61e4e00 x1876699515876352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761077.361568:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515876352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761077.361586:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761077.361590:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761077.361594:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515876352:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761078.257025:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761079.281032:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761079.408937:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761079.408952:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761079.408957:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761079.408970:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1050 00000100:00080000:3.0:1789761079.408985:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761079.408994:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761079.409038:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515876736/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761079.409070:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761079.409075:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761079.409077:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761079.409082:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1050 00000100:00080000:3.0:1789761079.409088:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761079.409093:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761079.409106:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761079.409126:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515876864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761079.409127:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515876736:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761079.409148:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761079.409152:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761079.409154:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761079.409160:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1050 00000100:00080000:3.0:1789761079.409164:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761079.409169:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761079.409177:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761079.409207:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515876992/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761079.409220:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761079.409224:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761079.409226:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761079.409232:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1050 00000800:00000100:1.0:1789761079.409233:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761079.409241:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761079.409248:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761079.409255:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761079.409270:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515877120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761079.409298:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761079] req@ffff980dc61e5180 x1876699515876736/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761079.409324:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515876736/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761079.409336:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761079.409342:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761079.409347:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515876736:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761079.409377:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515876864:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761079.409403:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761079.409418:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761079] req@ffff980dc61e7800 x1876699515876864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761079.409431:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515876864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761079.409440:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761079.409444:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761079.409447:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515876864:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761079.409454:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515876992:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761079.409479:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761079.409490:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761079] req@ffff980dc61e6680 x1876699515876992/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761079.409502:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515876992/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761079.409517:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761079.409520:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761079.409524:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515876992:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761079.409531:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515877120:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761079.409550:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761079.409561:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761079] req@ffff980dc61e6300 x1876699515877120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761079.409578:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515877120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761079.409586:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761079.409590:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761079.409593:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515877120:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761080.305050:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761081.329042:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761082.353014:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761083.376975:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761084.401011:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761084.528950:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761084.528961:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761084.528965:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761084.528974:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1055 00000100:00080000:0.0:1789761084.528985:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761084.528993:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761084.529028:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5c00 x1876699515877248/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761084.529056:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761084.529061:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761084.529063:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761084.529067:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1055 00000100:00080000:0.0:1789761084.529071:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761084.529076:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761084.529086:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761084.529102:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5180 x1876699515877376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761084.529116:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761084.529119:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761084.529122:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789761084.529132:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515877248:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789761084.529133:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1055 00000100:00080000:0.0:1789761084.529147:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761084.529154:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761084.529160:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761084.529177:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7b80 x1876699515877504/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761084.529190:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761084.529194:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761084.529196:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761084.529202:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1055 00000100:00080000:0.0:1789761084.529215:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761084.529220:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761084.529227:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789761084.529232:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761084.529250:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4a80 x1876699515877632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761084.529296:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761084/real 1789761084] req@ffff980dc8fc5c00 x1876699515877248/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761084.529318:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5c00 x1876699515877248/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761084.529329:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761084.529332:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761084.529335:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515877248:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761084.529365:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515877376:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761084.529384:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761084.529393:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761084/real 1789761084] req@ffff980dc8fc5180 x1876699515877376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761084.529402:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5180 x1876699515877376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761084.529408:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761084.529410:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761084.529413:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515877376:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761084.529417:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515877504:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761084.529430:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761084.529437:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761084/real 1789761084] req@ffff980dc8fc7b80 x1876699515877504/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761084.529445:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7b80 x1876699515877504/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761084.529455:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761084.529457:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761084.529460:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515877504:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761084.529463:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515877632:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761084.529474:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761084.529480:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761084/real 1789761084] req@ffff980dc8fc4a80 x1876699515877632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761084.529487:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4a80 x1876699515877632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761084.529493:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761084.529495:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761084.529497:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515877632:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761085.425029:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761086.449020:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761087.472966:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761088.497041:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761089.521075:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761089.648927:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761089.648938:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761089.648942:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761089.648953:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1060 00000100:00080000:3.0:1789761089.648964:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761089.648972:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761089.649011:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515877760/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761089.649033:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761089.649036:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761089.649038:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761089.649041:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1060 00000100:00080000:3.0:1789761089.649044:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761089.649046:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761089.649056:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761089.649065:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515877888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761089.649073:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761089.649076:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761089.649077:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761089.649082:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1060 00000100:00100000:1.0:1789761089.649084:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515877760:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761089.649086:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761089.649092:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761089.649097:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761089.649107:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515878016/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761089.649115:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761089.649118:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761089.649119:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761089.649121:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1060 00000100:00080000:3.0:1789761089.649123:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761089.649125:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761089.649128:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761089.649136:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515878144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789761089.649176:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761089.649226:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761089/real 1789761089] req@ffff980dc61e5c00 x1876699515877760/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761089.649244:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515877760/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761089.649253:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761089.649257:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761089.649261:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515877760:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761089.649284:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515877888:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761089.649303:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761089.649313:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761089/real 1789761089] req@ffff980dc61e4380 x1876699515877888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761089.649321:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515877888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761089.649327:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761089.649329:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761089.649332:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515877888:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761089.649336:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515878016:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761089.649347:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761089.649354:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761089/real 1789761089] req@ffff980dc61e4a80 x1876699515878016/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761089.649361:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515878016/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761089.649367:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761089.649369:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761089.649371:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515878016:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761089.649374:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515878144:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761089.649386:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761089.649392:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761089/real 1789761089] req@ffff980dc61e4000 x1876699515878144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761089.649400:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515878144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761089.649405:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761089.649407:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761089.649408:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515878144:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761090.545083:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761091.568980:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761092.592962:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761093.616980:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761094.641023:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761094.768980:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761094.768991:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761094.768995:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761094.769007:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1065 00000100:00080000:2.0:1789761094.769020:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761094.769028:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761094.769073:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699515878272/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761094.769099:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761094.769102:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761094.769103:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761094.769107:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1065 00000100:00080000:2.0:1789761094.769109:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761094.769111:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761094.769121:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761094.769130:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699515878400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761094.769137:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761094.769140:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761094.769141:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761094.769144:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1065 00000100:00080000:2.0:1789761094.769146:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761094.769149:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761094.769153:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761094.769160:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699515878528/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761094.769168:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761094.769173:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1789761094.769174:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515878272:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789761094.769175:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761094.769184:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1065 00000100:00080000:2.0:1789761094.769187:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761094.769190:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761094.769193:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761094.769201:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699515878656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789761094.769253:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761094.769297:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761094/real 1789761094] req@ffff980dd23ab480 x1876699515878272/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761094.769312:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699515878272/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761094.769321:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761094.769324:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761094.769328:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515878272:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761094.769333:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515878400:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761094.769347:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761094.769363:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761094/real 1789761094] req@ffff980dd23a8000 x1876699515878400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761094.769378:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699515878400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761094.769384:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761094.769388:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761094.769391:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515878400:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761094.769422:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515878528:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761094.769445:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761094.769454:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761094/real 1789761094] req@ffff980dd23a8a80 x1876699515878528/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761094.769463:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699515878528/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761094.769468:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761094.769471:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761094.769473:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515878528:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761094.769476:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515878656:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761094.769488:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761094.769494:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761094/real 1789761094] req@ffff980dd23ab800 x1876699515878656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761094.769501:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699515878656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761094.769511:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761094.769513:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761094.769515:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515878656:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761095.664950:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761096.689036:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761097.712968:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761098.737014:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761099.761025:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761099.888981:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761099.888993:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761099.888997:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761099.889007:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1071 00000100:00080000:3.0:1789761099.889019:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761099.889027:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761099.889074:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515878784/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761099.889113:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761099.889117:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761099.889119:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761099.889125:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1071 00000100:00080000:3.0:1789761099.889129:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761099.889135:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761099.889148:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761099.889154:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515878784:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761099.889167:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515878912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761099.889181:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761099.889185:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761099.889188:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761099.889192:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1071 00000100:00080000:3.0:1789761099.889196:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761099.889200:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761099.889206:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761099.889215:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515879040/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761099.889223:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761099.889226:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761099.889227:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761099.889230:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1071 00000100:00080000:3.0:1789761099.889233:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789761099.889238:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761099.889240:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761099.889246:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761099.889253:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515879168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761099.889283:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761099/real 1789761099] req@ffff980dc61e4000 x1876699515878784/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761099.889304:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515878784/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761099.889317:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761099.889322:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761099.889327:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515878784:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761099.889352:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515878912:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761099.889372:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761099.889382:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761099/real 1789761099] req@ffff980dc61e4a80 x1876699515878912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761099.889391:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515878912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761099.889397:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761099.889399:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761099.889403:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515878912:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761099.889407:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515879040:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761099.889420:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761099.889427:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761099/real 1789761099] req@ffff980dc61e4380 x1876699515879040/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761099.889435:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515879040/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761099.889440:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761099.889442:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761099.889446:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515879040:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761099.889451:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515879168:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761099.889472:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761099.889484:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761099/real 1789761099] req@ffff980dc61e5c00 x1876699515879168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761099.889498:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515879168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761099.889505:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761099.889507:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761099.889509:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515879168:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761100.785005:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761101.809021:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761102.832987:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761103.857060:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761104.881007:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761105.009033:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761105.009042:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761105.009046:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761105.009058:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1076 00000100:00080000:0.0:1789761105.009070:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761105.009078:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761105.009122:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4a80 x1876699515879296/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761105.009152:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761105.009156:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761105.009157:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761105.009161:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1076 00000100:00080000:0.0:1789761105.009164:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761105.009167:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761105.009177:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761105.009189:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7b80 x1876699515879424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761105.009198:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761105.009201:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761105.009205:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789761105.009207:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515879296:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789761105.009209:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1076 00000100:00080000:0.0:1789761105.009216:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761105.009221:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761105.009226:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761105.009235:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5180 x1876699515879552/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761105.009242:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761105.009245:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761105.009246:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761105.009250:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1076 00000100:00080000:0.0:1789761105.009252:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761105.009255:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761105.009259:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761105.009267:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5c00 x1876699515879680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789761105.009311:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761105.009357:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761105] req@ffff980dc8fc4a80 x1876699515879296/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761105.009374:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4a80 x1876699515879296/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761105.009383:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761105.009387:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761105.009391:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515879296:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761105.009417:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515879424:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761105.009437:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761105.009446:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761105] req@ffff980dc8fc7b80 x1876699515879424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761105.009454:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7b80 x1876699515879424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761105.009465:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761105.009468:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761105.009471:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515879424:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761105.009475:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515879552:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761105.009487:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761105.009495:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761105] req@ffff980dc8fc5180 x1876699515879552/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761105.009503:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5180 x1876699515879552/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761105.009508:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761105.009510:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761105.009519:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515879552:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761105.009524:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515879680:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761105.009539:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761105.009547:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761105] req@ffff980dc8fc5c00 x1876699515879680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761105.009556:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5c00 x1876699515879680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761105.009563:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761105.009565:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761105.009568:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515879680:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761105.905004:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761106.929014:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761107.953013:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761108.977026:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761110.001061:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761110.128941:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761110.128949:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761110.128953:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761110.128961:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1081 00000100:00080000:3.0:1789761110.128970:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761110.128976:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761110.129024:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515879808/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761110.129047:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761110.129050:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761110.129051:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761110.129055:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1081 00000100:00080000:3.0:1789761110.129057:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761110.129060:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761110.129068:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761110.129079:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515879936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761110.129090:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761110.129092:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761110.129095:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789761110.129101:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515879808:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761110.129104:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1081 00000100:00080000:3.0:1789761110.129112:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761110.129117:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761110.129123:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761110.129141:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515880064/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761110.129169:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761110.129172:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761110.129174:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761110.129179:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1081 00000100:00080000:3.0:1789761110.129183:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761110.129187:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:2.0:1789761110.129194:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:3.0:1789761110.129196:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761110.129213:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515880192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761110.129238:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110] req@ffff980dc61e6300 x1876699515879808/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761110.129254:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515879808/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761110.129262:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761110.129265:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761110.129269:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515879808:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761110.129303:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515879936:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761110.129346:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761110.129358:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110] req@ffff980dc61e6680 x1876699515879936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761110.129369:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515879936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761110.129376:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761110.129378:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761110.129381:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515879936:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761110.129386:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515880064:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761110.129403:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761110.129410:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110] req@ffff980dc61e7800 x1876699515880064/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761110.129419:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515880064/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761110.129426:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761110.129428:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761110.129431:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515880064:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761110.129435:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515880192:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761110.129446:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761110.129453:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110] req@ffff980dc61e5180 x1876699515880192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761110.129462:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515880192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761110.129468:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761110.129469:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761110.129472:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515880192:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761111.024951:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761112.049014:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761113.072957:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761114.097019:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761115.120994:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761115.248980:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761115.248994:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761115.249000:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761115.249013:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1086 00000100:00080000:0.0:1789761115.249028:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761115.249035:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761115.249088:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4380 x1876699515880320/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761115.249111:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761115.249114:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761115.249116:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761115.249119:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1086 00000100:00080000:0.0:1789761115.249127:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761115.249130:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761115.249140:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761115.249150:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5880 x1876699515880448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761115.249160:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761115.249162:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761115.249163:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761115.249167:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1086 00000100:00080000:0.0:1789761115.249169:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761115.249175:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761115.249176:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515880320:192.168.203.146@tcp:250:kworker.0 00000008:00100000:0.0:1789761115.249180:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761115.249191:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5500 x1876699515880576/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761115.249199:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761115.249202:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761115.249205:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761115.249209:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1086 00000100:00080000:0.0:1789761115.249213:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761115.249218:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761115.249224:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761115.249237:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7480 x1876699515880704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789761115.249265:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761115.249317:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115] req@ffff980dc8fc4380 x1876699515880320/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761115.249338:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4380 x1876699515880320/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761115.249350:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761115.249355:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761115.249360:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515880320:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761115.249383:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515880448:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761115.249412:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761115.249422:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115] req@ffff980dc8fc5880 x1876699515880448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761115.249430:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5880 x1876699515880448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761115.249436:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761115.249439:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761115.249441:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515880448:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761115.249444:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515880576:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761115.249456:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761115.249462:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115] req@ffff980dc8fc5500 x1876699515880576/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761115.249470:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5500 x1876699515880576/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761115.249480:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761115.249481:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761115.249483:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515880576:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761115.249486:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515880704:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761115.249497:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761115.249503:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115] req@ffff980dc8fc7480 x1876699515880704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761115.249509:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7480 x1876699515880704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761115.249514:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761115.249517:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761115.249519:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515880704:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761116.145047:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761117.169010:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761118.192992:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761119.216977:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761120.241033:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761120.368947:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761120.368959:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761120.368962:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761120.368973:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1091 00000100:00080000:0.0:1789761120.368984:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761120.368990:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761120.369026:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6a00 x1876699515880832/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761120.369062:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761120.369066:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761120.369068:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761120.369072:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1091 00000100:00080000:0.0:1789761120.369075:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761120.369079:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761120.369088:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761120.369100:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4000 x1876699515880960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761120.369111:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761120.369116:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1789761120.369117:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515880832:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789761120.369119:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761120.369128:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1091 00000100:00080000:0.0:1789761120.369131:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761120.369135:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761120.369141:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761120.369153:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6300 x1876699515881088/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761120.369164:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761120.369168:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761120.369170:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761120.369175:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1091 00000100:00080000:0.0:1789761120.369179:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761120.369183:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:2.0:1789761120.369190:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:0.0:1789761120.369193:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761120.369208:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6680 x1876699515881216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761120.369246:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120] req@ffff980dc8fc6a00 x1876699515880832/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761120.369263:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6a00 x1876699515880832/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761120.369275:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761120.369280:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761120.369284:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515880832:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761120.369309:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515880960:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761120.369334:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761120.369348:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120] req@ffff980dc8fc4000 x1876699515880960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761120.369362:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4000 x1876699515880960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761120.369372:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761120.369374:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761120.369377:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515880960:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761120.369382:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515881088:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761120.369398:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761120.369407:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120] req@ffff980dc8fc6300 x1876699515881088/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761120.369415:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6300 x1876699515881088/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761120.369420:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761120.369422:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761120.369424:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515881088:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761120.369428:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515881216:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761120.369440:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761120.369454:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120] req@ffff980dc8fc6680 x1876699515881216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761120.369462:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6680 x1876699515881216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761120.369467:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761120.369469:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761120.369471:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515881216:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761121.265027:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761122.289026:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761123.313026:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761124.337003:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761125.361088:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761125.488957:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761125.488970:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761125.488976:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761125.488989:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1096 00000100:00080000:3.0:1789761125.489003:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761125.489011:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761125.489053:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515881344/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761125.489079:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761125.489082:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761125.489084:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761125.489087:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1096 00000100:00080000:3.0:1789761125.489090:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761125.489092:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761125.489103:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761125.489113:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515881472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761125.489123:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761125.489126:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761125.489127:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761125.489130:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1096 00000100:00100000:2.0:1789761125.489136:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515881344:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761125.489140:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761125.489146:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761125.489150:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761125.489159:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515881600/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761125.489171:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761125.489174:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761125.489175:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761125.489178:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1096 00000100:00080000:3.0:1789761125.489180:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761125.489183:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761125.489185:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761125.489193:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515881728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789761125.489227:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761125.489272:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761125/real 1789761125] req@ffff980dc61e4e00 x1876699515881344/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761125.489286:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515881344/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761125.489295:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761125.489298:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761125.489301:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515881344:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761125.489323:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515881472:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761125.489339:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761125.489349:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761125/real 1789761125] req@ffff980dc61e7480 x1876699515881472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761125.489357:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515881472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761125.489364:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761125.489366:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761125.489368:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515881472:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761125.489372:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515881600:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761125.489383:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761125.489390:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761125/real 1789761125] req@ffff980dc61e7b80 x1876699515881600/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761125.489397:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515881600/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761125.489403:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761125.489404:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761125.489406:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515881600:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761125.489410:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515881728:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761125.489421:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761125.489427:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761125/real 1789761125] req@ffff980dc61e5880 x1876699515881728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761125.489434:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515881728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761125.489440:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761125.489442:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761125.489444:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515881728:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761126.385035:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761127.409069:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761128.433021:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761129.457014:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761130.481027:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761130.608981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761130.608989:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761130.608992:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761130.609000:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1101 00000100:00080000:1.0:1789761130.609011:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761130.609018:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761130.609056:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699515881856/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761130.609085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761130.609096:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761130.609098:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761130.609104:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1101 00000100:00080000:1.0:1789761130.609110:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761130.609115:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761130.609126:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761130.609141:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515881856:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761130.609145:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699515881984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761130.609161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761130.609164:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761130.609166:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761130.609171:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1101 00000100:00080000:1.0:1789761130.609175:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761130.609179:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761130.609183:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761130.609194:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699515882112/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761130.609203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761130.609206:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761130.609208:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761130.609212:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1101 00000100:00080000:1.0:1789761130.609217:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761130.609221:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761130.609229:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789761130.609234:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761130.609256:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699515882240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761130.609308:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761130/real 1789761130] req@ffff980dc8572a00 x1876699515881856/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761130.609326:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699515881856/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761130.609340:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761130.609345:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761130.609349:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515881856:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761130.609381:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515881984:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761130.609405:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761130.609415:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761130/real 1789761130] req@ffff980dc8573b80 x1876699515881984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761130.609423:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699515881984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761130.609430:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761130.609432:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761130.609434:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515881984:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761130.609440:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515882112:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761130.609452:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761130.609478:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761130/real 1789761130] req@ffff980dc8572680 x1876699515882112/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761130.609489:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699515882112/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761130.609500:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761130.609503:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761130.609506:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515882112:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761130.609512:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515882240:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761130.609527:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761130.609535:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761130/real 1789761130] req@ffff980dc8571f80 x1876699515882240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761130.609543:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699515882240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761130.609549:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761130.609551:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761130.609553:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515882240:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761131.505060:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761132.528968:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761133.553066:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761134.577000:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761135.601022:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761135.728944:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761135.728955:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761135.728959:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761135.728970:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1106 00000100:00080000:3.0:1789761135.728981:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761135.728989:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761135.729035:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515882368/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761135.729060:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761135.729063:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761135.729065:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761135.729068:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1106 00000100:00080000:3.0:1789761135.729071:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761135.729073:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761135.729083:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761135.729093:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515882496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761135.729104:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761135.729106:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761135.729108:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761135.729111:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1106 00000100:00080000:3.0:1789761135.729114:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1789761135.729117:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515882368:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761135.729119:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761135.729129:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761135.729137:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515882624/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761135.729144:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761135.729146:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761135.729148:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761135.729150:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1106 00000100:00080000:3.0:1789761135.729153:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761135.729156:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761135.729160:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761135.729168:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515882752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789761135.729194:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761135.729244:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761135/real 1789761135] req@ffff980dc61e5880 x1876699515882368/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761135.729260:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515882368/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761135.729269:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761135.729272:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761135.729275:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515882368:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761135.729296:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515882496:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761135.729312:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761135.729320:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761135/real 1789761135] req@ffff980dc61e7b80 x1876699515882496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761135.729329:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515882496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761135.729335:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761135.729337:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761135.729339:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515882496:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761135.729343:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515882624:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761135.729355:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761135.729365:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761135/real 1789761135] req@ffff980dc61e7480 x1876699515882624/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761135.729377:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515882624/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761135.729393:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761135.729396:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761135.729400:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515882624:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761135.729407:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515882752:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761135.729443:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761135.729452:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761135/real 1789761135] req@ffff980dc61e4e00 x1876699515882752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761135.729460:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515882752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761135.729466:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761135.729469:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761135.729471:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515882752:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761136.624981:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761137.649061:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761138.673015:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761139.697057:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761140.720995:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761140.848987:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761140.848998:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761140.849003:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761140.849015:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1112 00000100:00080000:3.0:1789761140.849030:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761140.849038:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761140.849081:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515882880/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761140.849114:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761140.849119:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761140.849121:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761140.849127:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1112 00000100:00080000:3.0:1789761140.849132:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761140.849139:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761140.849153:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761140.849165:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515882880:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761140.849175:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515883008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761140.849188:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761140.849193:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761140.849196:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761140.849200:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1112 00000100:00080000:3.0:1789761140.849207:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761140.849212:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761140.849219:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761140.849234:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515883136/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761140.849244:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789761140.849278:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515883008:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761140.849307:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515883136:192.168.203.146@tcp:8:kworker.0 00000100:00080000:3.0:1789761140.849312:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761140.849316:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761140.849323:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1112 00000100:00080000:3.0:1789761140.849327:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761140.849334:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761140.849340:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761140.849353:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515883264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761140.849592:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515883264:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761141.745038:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761142.769060:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761143.793011:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789761143.921245:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:2.0:1789761143.921315:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789761143.921338:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789761143.921403:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789761143.921415:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789761143.921424:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:0.0:1789761143.921466:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761140/real 1789761143] req@ffff980dc61e6300 x1876699515883264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761143.921501:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515883264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761143.921516:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761143.921522:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761143.921527:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515883264:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761143.921543:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761140/real 1789761143] req@ffff980dc61e7800 x1876699515883008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761143.921564:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515883008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761143.921574:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761143.921577:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761143.921581:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515883008:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761143.921589:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761140/real 1789761143] req@ffff980dc61e6680 x1876699515883136/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761143.921602:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515883136/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761143.921610:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761143.921614:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761143.921622:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515883136:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761143.921630:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761140/real 1789761143] req@ffff980dc61e5180 x1876699515882880/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761143.921644:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515882880/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761143.921652:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761143.921655:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761143.921658:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515882880:192.168.203.146@tcp:250:kworker.0 00010000:00010000:3.0:1789761144.817046:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761145.840997:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761145.969003:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761145.969018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761145.969023:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761145.969037:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1117 00000100:00080000:3.0:1789761145.969052:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761145.969061:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761145.969106:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515883392/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761145.969144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761145.969149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761145.969151:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761145.969156:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1117 00000100:00080000:3.0:1789761145.969160:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761145.969164:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761145.969177:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761145.969193:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515883520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761145.969203:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515883392:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761145.969207:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761145.969227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761145.969229:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761145.969235:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1117 00000100:00080000:3.0:1789761145.969239:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761145.969244:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761145.969251:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761145.969267:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515883648/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761145.969279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761145.969283:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761145.969285:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761145.969289:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1117 00000100:00080000:3.0:1789761145.969294:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1789761145.969300:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761145.969304:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761145.969312:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761145.969326:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515883776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761145.969422:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761145/real 1789761145] req@ffff980dc61e5c00 x1876699515883392/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761145.969447:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515883392/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761145.969459:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761145.969463:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761145.969468:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515883392:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761145.969500:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515883520:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761145.969527:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761145.969541:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761145/real 1789761145] req@ffff980dc61e4380 x1876699515883520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761145.969554:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515883520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761145.969565:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761145.969568:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761145.969572:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515883520:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761145.969578:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515883648:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761145.969601:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761145.969612:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761145/real 1789761145] req@ffff980dc61e4a80 x1876699515883648/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761145.969630:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515883648/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761145.969638:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761145.969641:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761145.969644:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515883648:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761145.969650:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515883776:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761145.969668:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761145.969679:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761145/real 1789761145] req@ffff980dc61e4000 x1876699515883776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761145.969690:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515883776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761145.969697:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761145.969700:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761145.969703:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515883776:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761146.865018:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761147.889031:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761148.912996:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761149.936988:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761150.961038:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761151.088917:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761151.088931:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761151.088936:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761151.088948:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1122 00000100:00080000:3.0:1789761151.088963:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761151.088972:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761151.089016:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515883904/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761151.089041:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761151.089044:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761151.089046:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761151.089049:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1122 00000100:00080000:3.0:1789761151.089052:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761151.089055:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761151.089064:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761151.089073:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515884032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761151.089086:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515883904:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761151.089088:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761151.089096:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761151.089105:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761151.089112:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1122 00000100:00080000:3.0:1789761151.089116:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761151.089120:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761151.089126:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761151.089139:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515884160/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761151.089150:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761151.089154:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761151.089156:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1789761151.089161:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761151.089165:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1122 00000100:00080000:3.0:1789761151.089172:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761151.089177:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761151.089183:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761151.089198:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515884288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761151.089215:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761151] req@ffff980dc61e4000 x1876699515883904/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761151.089239:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515883904/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761151.089259:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761151.089263:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761151.089268:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515883904:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761151.089295:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515884032:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761151.089335:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761151.089350:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761151] req@ffff980dc61e4a80 x1876699515884032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761151.089363:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515884032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761151.089371:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761151.089375:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761151.089378:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515884032:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761151.089393:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515884160:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761151.089415:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761151.089423:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761151] req@ffff980dc61e4380 x1876699515884160/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761151.089430:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515884160/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761151.089437:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761151.089439:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761151.089441:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515884160:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761151.089445:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515884288:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761151.089457:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761151.089463:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761151] req@ffff980dc61e5c00 x1876699515884288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761151.089471:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515884288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761151.089477:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761151.089478:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761151.089480:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515884288:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761151.984992:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761153.009063:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761154.033009:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761155.057074:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761156.081025:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761156.208949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761156.208961:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761156.208966:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761156.208978:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1127 00000100:00080000:1.0:1789761156.208993:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761156.209002:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761156.209046:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571500 x1876699515884416/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761156.209071:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761156.209074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761156.209075:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761156.209078:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1127 00000100:00080000:1.0:1789761156.209081:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761156.209083:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761156.209093:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761156.209103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572d80 x1876699515884544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761156.209111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761156.209113:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761156.209115:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789761156.209121:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515884416:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789761156.209121:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1127 00000100:00080000:1.0:1789761156.209126:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761156.209132:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761156.209136:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761156.209145:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570700 x1876699515884672/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761156.209152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761156.209155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761156.209156:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761156.209159:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1127 00000100:00080000:1.0:1789761156.209161:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761156.209164:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761156.209166:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761156.209175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570e00 x1876699515884800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761156.209219:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761156.209287:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156] req@ffff980dc8571500 x1876699515884416/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761156.209311:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571500 x1876699515884416/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761156.209331:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761156.209334:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761156.209338:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515884416:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761156.209361:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515884544:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761156.209382:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761156.209392:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156] req@ffff980dc8572d80 x1876699515884544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761156.209401:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572d80 x1876699515884544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761156.209408:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761156.209410:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761156.209413:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515884544:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761156.209416:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515884672:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761156.209429:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761156.209435:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156] req@ffff980dc8570700 x1876699515884672/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761156.209443:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570700 x1876699515884672/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761156.209448:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761156.209450:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761156.209452:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515884672:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761156.209455:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515884800:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761156.209466:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761156.209472:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156] req@ffff980dc8570e00 x1876699515884800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761156.209480:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570e00 x1876699515884800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761156.209490:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761156.209492:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761156.209494:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515884800:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761157.105007:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761158.129011:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761159.152997:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761160.177022:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761161.201052:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761161.328973:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761161.328983:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761161.328987:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761161.328999:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1132 00000100:00080000:3.0:1789761161.329012:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761161.329019:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761161.329063:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515884928/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761161.329090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761161.329094:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761161.329095:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761161.329098:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1132 00000100:00080000:3.0:1789761161.329101:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761161.329103:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761161.329112:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761161.329122:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515885056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761161.329130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761161.329134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761161.329137:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789761161.329138:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515884928:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761161.329143:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1132 00000100:00080000:3.0:1789761161.329148:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761161.329150:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761161.329155:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761161.329165:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515885184/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761161.329173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761161.329175:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761161.329176:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761161.329179:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1132 00000100:00080000:3.0:1789761161.329182:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761161.329185:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761161.329188:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761161.329195:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515885312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761161.329215:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761161.329280:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161] req@ffff980dc61e5180 x1876699515884928/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761161.329296:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515884928/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761161.329305:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761161.329310:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761161.329314:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515884928:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761161.329344:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515885056:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761161.329372:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761161.329384:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161] req@ffff980dc61e6680 x1876699515885056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761161.329393:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515885056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761161.329400:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761161.329402:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761161.329404:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515885056:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761161.329409:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515885184:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761161.329424:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761161.329431:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161] req@ffff980dc61e7800 x1876699515885184/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761161.329439:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515885184/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761161.329444:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761161.329446:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761161.329448:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515885184:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761161.329452:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515885312:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761161.329463:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761161.329469:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161] req@ffff980dc61e6300 x1876699515885312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761161.329477:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515885312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761161.329482:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761161.329484:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761161.329486:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515885312:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761162.224992:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761163.249035:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761164.273073:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761165.297020:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761166.321036:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761166.448950:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761166.448960:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761166.448965:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761166.448975:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1137 00000100:00080000:3.0:1789761166.448987:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761166.448994:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761166.449036:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515885440/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761166.449062:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761166.449065:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761166.449067:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761166.449071:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1137 00000100:00080000:3.0:1789761166.449073:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761166.449076:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761166.449086:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761166.449095:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515885568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761166.449102:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761166.449106:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761166.449108:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761166.449112:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1137 00000100:00080000:3.0:1789761166.449116:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761166.449121:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761166.449128:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761166.449146:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515885440:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761166.449146:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515885696/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761166.449164:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761166.449166:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761166.449168:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761166.449172:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1137 00000100:00080000:3.0:1789761166.449175:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761166.449178:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761166.449182:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761166.449208:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515885824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761166.449239:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761166.449286:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166] req@ffff980dc61e4e00 x1876699515885440/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761166.449301:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515885440/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761166.449310:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761166.449313:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761166.449317:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515885440:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761166.449322:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515885568:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761166.449337:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761166.449345:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166] req@ffff980dc61e7480 x1876699515885568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761166.449353:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515885568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761166.449358:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761166.449360:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761166.449362:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515885568:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761166.449383:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515885696:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761166.449395:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761166.449401:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166] req@ffff980dc61e7b80 x1876699515885696/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761166.449409:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515885696/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761166.449418:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761166.449421:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761166.449423:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515885696:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761166.449426:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515885824:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761166.449436:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761166.449442:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166] req@ffff980dc61e5880 x1876699515885824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761166.449449:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515885824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761166.449454:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761166.449456:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761166.449458:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515885824:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761167.345025:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761168.369060:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761169.393073:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761170.417075:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761171.440982:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761171.569029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761171.569039:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761171.569044:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761171.569055:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1142 00000100:00080000:1.0:1789761171.569067:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761171.569074:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761171.569107:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699515885952/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761171.569128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761171.569131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761171.569133:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761171.569137:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1142 00000100:00080000:1.0:1789761171.569139:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761171.569141:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761171.569165:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761171.569181:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515885952:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761171.569181:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699515886080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761171.569196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761171.569198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761171.569200:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761171.569203:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1142 00000100:00080000:1.0:1789761171.569206:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761171.569209:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761171.569213:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761171.569222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699515886208/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761171.569229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761171.569232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761171.569233:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761171.569235:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1142 00000100:00080000:1.0:1789761171.569237:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761171.569239:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:0.0:1789761171.569244:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:1.0:1789761171.569245:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761171.569256:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699515886336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761171.569282:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761171/real 1789761171] req@ffff980dc8571880 x1876699515885952/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761171.569296:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699515885952/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761171.569304:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761171.569307:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761171.569310:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515885952:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761171.569328:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515886080:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761171.569342:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761171.569350:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761171/real 1789761171] req@ffff980dc8573800 x1876699515886080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761171.569358:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699515886080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761171.569364:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761171.569366:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761171.569368:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515886080:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761171.569372:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515886208:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761171.569383:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761171.569388:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761171/real 1789761171] req@ffff980dc8571180 x1876699515886208/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761171.569395:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699515886208/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761171.569401:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761171.569402:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761171.569404:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515886208:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761171.569407:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515886336:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761171.569417:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761171.569424:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761171/real 1789761171] req@ffff980dc8573480 x1876699515886336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761171.569431:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699515886336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761171.569436:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761171.569438:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761171.569439:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515886336:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761172.465032:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761173.488996:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761174.513024:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761175.537015:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761176.561003:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761176.688942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761176.688954:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761176.688958:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761176.688969:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1147 00000100:00080000:1.0:1789761176.688990:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761176.688998:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761176.689041:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570a80 x1876699515886464/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761176.689069:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761176.689072:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761176.689073:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761176.689080:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1147 00000100:00080000:1.0:1789761176.689083:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761176.689086:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761176.689096:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761176.689108:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699515886592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761176.689128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761176.689131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761176.689133:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761176.689138:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1147 00000100:00080000:1.0:1789761176.689141:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789761176.689146:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515886464:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789761176.689147:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761176.689153:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761176.689163:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699515886720/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761176.689174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761176.689178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761176.689180:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761176.689184:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1147 00000100:00080000:1.0:1789761176.689189:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761176.689194:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761176.689199:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761176.689213:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699515886848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761176.689237:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761176.689286:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761176/real 1789761176] req@ffff980dc8570a80 x1876699515886464/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761176.689304:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570a80 x1876699515886464/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761176.689314:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761176.689318:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761176.689321:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515886464:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761176.689329:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515886592:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761176.689353:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761176.689362:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761176/real 1789761176] req@ffff980dc8573480 x1876699515886592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761176.689371:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699515886592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761176.689378:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761176.689381:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761176.689383:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515886592:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761176.689407:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515886720:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761176.689426:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761176.689437:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761176/real 1789761176] req@ffff980dc8571180 x1876699515886720/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761176.689447:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699515886720/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761176.689453:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761176.689456:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761176.689458:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515886720:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761176.689461:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515886848:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761176.689474:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761176.689482:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761176/real 1789761176] req@ffff980dc8573800 x1876699515886848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761176.689491:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699515886848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761176.689497:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761176.689499:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761176.689502:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515886848:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761177.585039:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761178.609046:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761179.633038:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761180.656966:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761181.681014:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761181.808988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761181.808999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761181.809003:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761181.809014:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1152 00000100:00080000:1.0:1789761181.809025:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761181.809032:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761181.809091:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699515886976/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761181.809120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761181.809123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761181.809125:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761181.809128:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1152 00000100:00080000:1.0:1789761181.809132:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761181.809134:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761181.809144:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761181.809155:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570e00 x1876699515887104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761181.809164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789761181.809170:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515886976:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789761181.809171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761181.809175:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761181.809184:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1152 00000100:00080000:1.0:1789761181.809188:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761181.809193:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761181.809200:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761181.809213:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570700 x1876699515887232/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761181.809225:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761181.809229:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761181.809230:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761181.809234:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1152 00000100:00080000:1.0:1789761181.809245:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761181.809249:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761181.809254:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761181.809265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572d80 x1876699515887360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761181.809267:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761181.809323:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761181/real 1789761181] req@ffff980dc8571880 x1876699515886976/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761181.809340:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699515886976/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761181.809348:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761181.809352:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761181.809355:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515886976:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761181.809381:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515887104:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761181.809407:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761181.809423:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761181/real 1789761181] req@ffff980dc8570e00 x1876699515887104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761181.809437:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570e00 x1876699515887104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761181.809447:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761181.809451:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761181.809455:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515887104:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761181.809462:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515887232:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761181.809488:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761181.809499:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761181/real 1789761181] req@ffff980dc8570700 x1876699515887232/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761181.809512:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570700 x1876699515887232/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761181.809521:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761181.809525:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761181.809529:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515887232:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761181.809535:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515887360:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761181.809563:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761181.809575:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761181/real 1789761181] req@ffff980dc8572d80 x1876699515887360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761181.809587:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572d80 x1876699515887360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761181.809596:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761181.809599:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761181.809603:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515887360:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761182.704993:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761183.729037:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761184.753007:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761185.777088:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761186.801007:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761186.929033:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761186.929062:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761186.929067:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761186.929081:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1158 00000100:00080000:3.0:1789761186.929096:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761186.929107:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761186.929172:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515887488/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761186.929205:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761186.929210:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761186.929212:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761186.929218:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1158 00000100:00080000:3.0:1789761186.929222:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761186.929228:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761186.929242:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761186.929254:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515887488:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761186.929261:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515887616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761186.929276:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761186.929281:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761186.929284:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761186.929290:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1158 00000100:00080000:3.0:1789761186.929295:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761186.929301:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761186.929307:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761186.929322:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515887744/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761186.929335:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1789761186.929338:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761186.929342:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761186.929346:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761186.929352:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1158 00000100:00080000:3.0:1789761186.929357:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761186.929363:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761186.929369:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761186.929382:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515887872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761186.929400:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761186/real 1789761186] req@ffff980dc61e5880 x1876699515887488/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761186.929432:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515887488/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761186.929444:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761186.929450:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761186.929454:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515887488:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761186.929483:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515887616:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761186.929508:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761186.929521:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761186/real 1789761186] req@ffff980dc61e7b80 x1876699515887616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761186.929535:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515887616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761186.929545:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761186.929549:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761186.929553:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515887616:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761186.929559:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515887744:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761186.929579:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761186.929589:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761186/real 1789761186] req@ffff980dc61e7480 x1876699515887744/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761186.929602:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515887744/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761186.929619:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761186.929623:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761186.929627:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515887744:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761186.929633:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515887872:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761186.929652:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761186.929662:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761186/real 1789761186] req@ffff980dc61e4e00 x1876699515887872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761186.929675:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515887872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761186.929684:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761186.929688:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761186.929692:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515887872:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761187.825058:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761188.849083:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761189.873068:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761190.897031:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761191.921107:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761192.048961:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761192.048972:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761192.048977:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761192.048988:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1163 00000100:00080000:3.0:1789761192.049015:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761192.049025:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761192.049085:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515888000/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761192.049116:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761192.049119:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761192.049121:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761192.049125:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1163 00000100:00080000:3.0:1789761192.049128:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761192.049131:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761192.049141:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761192.049152:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515888128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761192.049159:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761192.049162:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761192.049164:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789761192.049169:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515888000:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761192.049170:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1163 00000100:00080000:3.0:1789761192.049174:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761192.049181:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761192.049185:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761192.049193:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515888256/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761192.049200:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761192.049202:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761192.049203:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761192.049206:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1163 00000100:00080000:3.0:1789761192.049208:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761192.049211:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761192.049215:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761192.049222:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515888384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761192.049259:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761192.049306:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192] req@ffff980dc61e6300 x1876699515888000/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761192.049322:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515888000/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761192.049330:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761192.049332:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761192.049336:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515888000:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761192.049368:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515888128:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761192.049387:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761192.049396:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192] req@ffff980dc61e7800 x1876699515888128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761192.049405:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515888128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761192.049411:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761192.049413:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761192.049415:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515888128:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761192.049419:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515888256:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761192.049431:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761192.049437:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192] req@ffff980dc61e6680 x1876699515888256/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761192.049445:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515888256/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761192.049451:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761192.049452:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761192.049454:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515888256:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761192.049458:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515888384:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761192.049469:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761192.049475:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192] req@ffff980dc61e5180 x1876699515888384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761192.049483:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515888384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761192.049489:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761192.049490:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761192.049492:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515888384:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761192.945043:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761193.969024:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761194.993059:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761196.016984:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761197.041040:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761197.168978:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761197.168989:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761197.168994:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761197.169007:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1168 00000100:00080000:3.0:1789761197.169022:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761197.169032:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761197.169090:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515888512/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761197.169120:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761197.169123:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761197.169125:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761197.169128:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1168 00000100:00080000:3.0:1789761197.169132:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761197.169135:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761197.169145:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761197.169157:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515888640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761197.169165:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761197.169169:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761197.169170:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761197.169175:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1168 00000100:00100000:0.0:1789761197.169179:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515888512:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761197.169179:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761197.169184:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761197.169191:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761197.169201:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515888768/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761197.169208:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761197.169211:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761197.169212:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761197.169214:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1168 00000100:00080000:3.0:1789761197.169216:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761197.169218:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761197.169221:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761197.169229:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515888896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761197.169273:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761197.169332:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197] req@ffff980dc61e5c00 x1876699515888512/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761197.169354:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515888512/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761197.169368:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761197.169373:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761197.169378:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515888512:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761197.169408:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515888640:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761197.169435:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761197.169449:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197] req@ffff980dc61e4380 x1876699515888640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761197.169462:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515888640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761197.169478:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761197.169481:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761197.169485:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515888640:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761197.169492:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515888768:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761197.169514:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761197.169526:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197] req@ffff980dc61e4a80 x1876699515888768/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761197.169538:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515888768/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761197.169547:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761197.169551:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761197.169554:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515888768:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761197.169560:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515888896:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761197.169579:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761197.169587:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197] req@ffff980dc61e4000 x1876699515888896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761197.169595:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515888896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761197.169600:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761197.169602:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761197.169605:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515888896:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761198.065026:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761199.089050:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761200.113039:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761201.137045:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761202.160980:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761202.289006:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761202.289019:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761202.289023:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761202.289040:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1173 00000100:00080000:3.0:1789761202.289056:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761202.289065:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761202.289110:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515889024/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761202.289136:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761202.289139:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761202.289140:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761202.289143:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1173 00000100:00080000:3.0:1789761202.289146:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761202.289148:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761202.289157:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761202.289166:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515889152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761202.289175:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761202.289178:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761202.289179:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761202.289183:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1173 00000100:00080000:3.0:1789761202.289186:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761202.289189:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761202.289192:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761202.289202:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515889280/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761202.289215:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789761202.289216:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515889024:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761202.289219:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761202.289225:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761202.289234:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1173 00000100:00080000:3.0:1789761202.289237:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761202.289243:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761202.289250:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761202.289267:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515889408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761202.289290:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761202.289333:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202] req@ffff980dc61e4000 x1876699515889024/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761202.289349:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515889024/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761202.289359:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761202.289363:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761202.289366:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515889024:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761202.289372:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515889152:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761202.289387:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761202.289394:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202] req@ffff980dc61e4a80 x1876699515889152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761202.289402:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515889152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761202.289411:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761202.289415:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761202.289418:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515889152:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761202.289443:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515889280:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761202.289467:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761202.289477:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202] req@ffff980dc61e4380 x1876699515889280/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761202.289485:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515889280/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761202.289496:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761202.289499:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761202.289501:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515889280:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761202.289505:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515889408:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761202.289519:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761202.289525:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202] req@ffff980dc61e5c00 x1876699515889408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761202.289533:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515889408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761202.289537:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761202.289539:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761202.289541:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515889408:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761203.185054:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761204.209083:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761205.233058:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761206.256994:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761207.281057:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761207.409007:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761207.409018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761207.409022:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761207.409033:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1178 00000100:00080000:1.0:1789761207.409045:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761207.409052:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761207.409104:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571500 x1876699515889536/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761207.409131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761207.409134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761207.409136:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761207.409139:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1178 00000100:00080000:1.0:1789761207.409141:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761207.409145:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761207.409155:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761207.409165:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699515889664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761207.409173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761207.409176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761207.409177:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761207.409183:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1178 00000100:00100000:0.0:1789761207.409185:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515889536:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789761207.409186:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761207.409195:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761207.409202:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761207.409220:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699515889792/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761207.409233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761207.409237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761207.409239:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761207.409244:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1178 00000100:00080000:1.0:1789761207.409252:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761207.409256:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761207.409260:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761207.409271:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699515889920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761207.409322:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515889664:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761207.409360:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515889792:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761207.409388:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515889920:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761208.304990:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761209.329073:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761210.353025:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789761210.481138:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:2.0:1789761210.481174:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789761210.481188:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789761210.481221:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789761210.481230:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789761210.481242:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:0.0:1789761210.481286:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761210] req@ffff980dc8571f80 x1876699515889664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761210.481328:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699515889664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761210.481345:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761210.481351:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761210.481356:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515889664:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761210.481366:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761210] req@ffff980dc8572680 x1876699515889792/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761210.481381:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699515889792/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761210.481389:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761210.481393:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761210.481397:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515889792:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761210.481406:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761210] req@ffff980dc8573b80 x1876699515889920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761210.481419:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699515889920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761210.481427:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761210.481431:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761210.481435:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515889920:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761210.481445:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761210] req@ffff980dc8571500 x1876699515889536/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761210.481458:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571500 x1876699515889536/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761210.481468:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761210.481471:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761210.481475:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515889536:192.168.203.146@tcp:250:kworker.0 00010000:00010000:1.0:1789761211.377068:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761212.401043:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761212.528985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761212.528995:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761212.528998:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761212.529008:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1183 00000100:00080000:1.0:1789761212.529019:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761212.529025:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761212.529056:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699515890048/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761212.529091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761212.529095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761212.529097:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761212.529102:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1183 00000100:00080000:1.0:1789761212.529106:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761212.529111:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761212.529121:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761212.529136:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572300 x1876699515890176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761212.529146:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515890048:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789761212.529154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761212.529158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761212.529161:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761212.529166:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1183 00000100:00080000:1.0:1789761212.529170:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761212.529174:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761212.529181:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761212.529197:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573100 x1876699515890304/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761212.529210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761212.529213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761212.529215:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761212.529219:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1183 00000800:00000100:0.0:1789761212.529225:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:1.0:1789761212.529226:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761212.529233:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761212.529239:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761212.529257:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699515890432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761212.529279:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761212/real 1789761212] req@ffff980dc8572a00 x1876699515890048/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761212.529300:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699515890048/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761212.529313:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761212.529319:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761212.529323:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515890048:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761212.529362:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515890176:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761212.529406:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761212.529425:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761212/real 1789761212] req@ffff980dc8572300 x1876699515890176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761212.529442:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572300 x1876699515890176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761212.529453:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761212.529457:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761212.529462:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515890176:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761212.529468:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515890304:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761212.529497:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761212.529512:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761212/real 1789761212] req@ffff980dc8573100 x1876699515890304/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761212.529524:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573100 x1876699515890304/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761212.529533:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761212.529537:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761212.529542:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515890304:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761212.529549:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515890432:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761212.529573:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761212.529585:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761212/real 1789761212] req@ffff980dc8570380 x1876699515890432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761212.529598:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699515890432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761212.529606:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761212.529609:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761212.529614:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515890432:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761213.424993:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761214.449060:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761215.473029:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761216.497003:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761217.521069:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761217.648954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761217.648965:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761217.648970:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761217.648980:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1188 00000100:00080000:3.0:1789761217.648991:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761217.648999:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761217.649042:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515890560/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761217.649068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761217.649072:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761217.649074:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761217.649079:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1188 00000100:00080000:3.0:1789761217.649083:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761217.649086:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761217.649096:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761217.649106:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515890688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761217.649114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761217.649116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761217.649118:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761217.649120:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1188 00000100:00080000:3.0:1789761217.649122:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761217.649125:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761217.649130:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761217.649135:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515890560:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761217.649142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515890816/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761217.649152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761217.649154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761217.649155:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761217.649157:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1188 00000100:00080000:3.0:1789761217.649159:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761217.649162:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761217.649165:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761217.649172:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515890944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761217.649212:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761217.649255:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761217/real 1789761217] req@ffff980dc61e5180 x1876699515890560/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761217.649278:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515890560/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761217.649291:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761217.649295:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761217.649298:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515890560:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761217.649305:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515890688:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761217.649324:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761217.649334:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761217/real 1789761217] req@ffff980dc61e6680 x1876699515890688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761217.649342:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515890688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761217.649348:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761217.649350:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761217.649353:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515890688:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761217.649374:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515890816:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761217.649386:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761217.649393:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761217/real 1789761217] req@ffff980dc61e7800 x1876699515890816/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761217.649401:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515890816/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761217.649406:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761217.649408:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761217.649410:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515890816:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761217.649413:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515890944:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761217.649424:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761217.649430:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761217/real 1789761217] req@ffff980dc61e6300 x1876699515890944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761217.649438:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515890944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761217.649442:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761217.649444:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761217.649446:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515890944:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761218.544997:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761219.568990:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761220.593117:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761221.617059:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761222.640987:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761222.768940:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761222.768950:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761222.768954:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761222.768965:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1193 00000100:00080000:1.0:1789761222.768976:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761222.768983:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761222.769025:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571c00 x1876699515891072/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761222.769059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761222.769063:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761222.769064:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761222.769068:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1193 00000100:00080000:1.0:1789761222.769070:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761222.769073:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761222.769085:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761222.769120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699515891200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761222.769122:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515891072:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789761222.769140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761222.769143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761222.769145:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761222.769149:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1193 00000100:00080000:1.0:1789761222.769153:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761222.769156:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761222.769161:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761222.769172:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573100 x1876699515891328/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761222.769179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761222.769182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761222.769184:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761222.769186:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1193 00000100:00080000:1.0:1789761222.769196:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761222.769201:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761222.769207:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789761222.769217:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761222.769222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572300 x1876699515891456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761222.769266:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761222/real 1789761222] req@ffff980dc8571c00 x1876699515891072/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761222.769283:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571c00 x1876699515891072/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761222.769293:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761222.769296:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761222.769299:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515891072:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761222.769321:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515891200:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761222.769338:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761222.769346:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761222/real 1789761222] req@ffff980dc8570380 x1876699515891200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761222.769358:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699515891200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761222.769368:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761222.769371:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761222.769374:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515891200:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761222.769381:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515891328:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761222.769403:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761222.769415:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761222/real 1789761222] req@ffff980dc8573100 x1876699515891328/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761222.769428:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573100 x1876699515891328/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761222.769436:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761222.769440:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761222.769444:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515891328:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761222.769451:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515891456:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761222.769471:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761222.769480:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761222/real 1789761222] req@ffff980dc8572300 x1876699515891456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761222.769487:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572300 x1876699515891456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761222.769493:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761222.769495:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761222.769497:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515891456:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761223.664998:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761224.689038:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761225.713001:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761226.737083:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761227.760981:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761227.888994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761227.889007:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761227.889013:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761227.889026:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1199 00000100:00080000:1.0:1789761227.889040:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761227.889050:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761227.889099:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699515891584/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761227.889129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761227.889133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761227.889135:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761227.889140:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1199 00000100:00080000:1.0:1789761227.889145:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761227.889150:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761227.889162:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761227.889172:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515891584:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761227.889181:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571500 x1876699515891712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761227.889193:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761227.889197:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761227.889200:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761227.889206:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1199 00000100:00080000:1.0:1789761227.889210:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761227.889214:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761227.889221:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761227.889234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699515891840/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761227.889244:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1789761227.889247:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:1.0:1789761227.889252:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761227.889256:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761227.889262:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1199 00000100:00080000:1.0:1789761227.889267:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761227.889272:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761227.889277:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761227.889292:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699515891968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761227.889304:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761227/real 1789761227] req@ffff980dc8572a00 x1876699515891584/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761227.889322:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699515891584/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761227.889332:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761227.889336:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761227.889340:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515891584:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761227.889363:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515891712:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761227.889388:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761227.889398:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761227/real 1789761227] req@ffff980dc8571500 x1876699515891712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761227.889407:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571500 x1876699515891712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761227.889413:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761227.889415:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761227.889418:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515891712:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761227.889421:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515891840:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761227.889433:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761227.889439:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761227/real 1789761227] req@ffff980dc8573b80 x1876699515891840/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761227.889447:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699515891840/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761227.889452:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761227.889454:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761227.889456:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515891840:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761227.889459:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515891968:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761227.889469:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761227.889476:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761227/real 1789761227] req@ffff980dc8572680 x1876699515891968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761227.889483:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699515891968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761227.889489:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761227.889492:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761227.889494:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515891968:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761228.785020:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761229.809024:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761230.833037:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761231.856994:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761232.881119:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761233.008947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761233.008957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761233.008961:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761233.008971:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1204 00000100:00080000:3.0:1789761233.008988:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761233.008996:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761233.009038:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515892096/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761233.009060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761233.009063:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761233.009064:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761233.009067:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1204 00000100:00080000:3.0:1789761233.009070:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761233.009073:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761233.009083:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761233.009093:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515892224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761233.009100:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515892096:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761233.009104:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761233.009108:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761233.009109:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761233.009112:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1204 00000100:00080000:3.0:1789761233.009114:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761233.009116:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761233.009121:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761233.009130:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515892352/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761233.009137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761233.009140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761233.009141:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761233.009143:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1204 00000100:00080000:3.0:1789761233.009146:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761233.009148:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761233.009151:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761233.009158:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515892480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761233.009176:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761233.009229:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233] req@ffff980dc61e4e00 x1876699515892096/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761233.009246:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515892096/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761233.009255:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761233.009258:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761233.009261:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515892096:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761233.009283:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515892224:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761233.009309:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761233.009318:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233] req@ffff980dc61e7480 x1876699515892224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761233.009327:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515892224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761233.009333:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761233.009335:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761233.009337:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515892224:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761233.009342:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515892352:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761233.009355:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761233.009361:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233] req@ffff980dc61e7b80 x1876699515892352/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761233.009369:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515892352/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761233.009375:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761233.009377:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761233.009379:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515892352:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761233.009382:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515892480:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761233.009393:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761233.009399:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233] req@ffff980dc61e5880 x1876699515892480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761233.009406:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515892480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761233.009411:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761233.009413:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761233.009415:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515892480:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761233.904974:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761234.929059:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761235.952997:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761236.977013:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761238.001059:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761238.128956:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761238.128965:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761238.128968:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761238.128978:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1209 00000100:00080000:3.0:1789761238.128987:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761238.128993:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761238.129029:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515892608/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761238.129047:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761238.129050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761238.129051:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761238.129054:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1209 00000100:00080000:3.0:1789761238.129057:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761238.129059:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761238.129067:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761238.129076:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515892736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761238.129083:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515892608:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761238.129085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761238.129091:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761238.129092:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761238.129096:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1209 00000100:00080000:3.0:1789761238.129098:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761238.129100:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761238.129107:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761238.129113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515892864/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761238.129121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761238.129123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761238.129124:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761238.129127:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1209 00000100:00080000:3.0:1789761238.129128:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761238.129131:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761238.129134:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761238.129140:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515892992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761238.129171:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761238.129221:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761238] req@ffff980dc61e5880 x1876699515892608/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761238.129239:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515892608/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761238.129247:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761238.129250:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761238.129253:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515892608:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761238.129270:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515892736:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761238.129289:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761238.129298:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761238] req@ffff980dc61e7b80 x1876699515892736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761238.129306:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515892736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761238.129312:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761238.129314:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761238.129316:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515892736:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761238.129320:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515892864:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761238.129331:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761238.129339:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761238] req@ffff980dc61e7480 x1876699515892864/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761238.129352:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515892864/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761238.129367:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761238.129371:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761238.129388:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515892864:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761238.129398:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515892992:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761238.129415:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761238.129427:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761238] req@ffff980dc61e4e00 x1876699515892992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761238.129435:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515892992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761238.129440:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761238.129442:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761238.129444:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515892992:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761239.024985:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761240.049005:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761241.072998:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761242.097049:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761243.121038:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761243.249029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761243.249043:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761243.249048:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761243.249061:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1214 00000100:00080000:3.0:1789761243.249076:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761243.249085:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761243.249136:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515893120/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761243.249178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761243.249185:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761243.249189:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761243.249196:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1214 00000100:00080000:3.0:1789761243.249201:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761243.249207:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761243.249220:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761243.249240:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515893248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761243.249242:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515893120:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761243.249275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761243.249280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761243.249283:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761243.249290:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1214 00000100:00080000:3.0:1789761243.249295:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761243.249300:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761243.249308:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761243.249323:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515893376/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761243.249330:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761243.249348:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761243.249353:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761243.249356:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761243.249362:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1214 00000100:00080000:3.0:1789761243.249368:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761243.249375:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761243.249376:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243] req@ffff980dc61e6300 x1876699515893120/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789761243.249388:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761243.249398:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515893120/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761243.249418:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761243.249425:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761243.249427:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515893504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761243.249431:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515893120:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761243.249464:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515893248:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761243.249489:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761243.249507:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243] req@ffff980dc61e7800 x1876699515893248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761243.249522:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515893248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761243.249531:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761243.249535:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761243.249537:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515893248:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761243.249543:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515893376:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761243.249563:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761243.249575:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243] req@ffff980dc61e6680 x1876699515893376/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761243.249588:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515893376/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761243.249596:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761243.249600:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761243.249603:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515893376:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761243.249610:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515893504:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761243.249654:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761243.249663:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243] req@ffff980dc61e5180 x1876699515893504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761243.249671:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515893504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761243.249676:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761243.249678:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761243.249681:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515893504:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761244.144962:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761245.169018:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761246.193051:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761247.217005:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761248.241037:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761248.368978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761248.368993:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761248.368999:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761248.369014:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1219 00000100:00080000:1.0:1789761248.369028:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761248.369038:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761248.369088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699515893632/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761248.369131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761248.369136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761248.369139:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761248.369145:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1219 00000100:00080000:1.0:1789761248.369150:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761248.369155:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761248.369167:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761248.369174:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515893632:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761248.369189:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572d80 x1876699515893760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761248.369205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761248.369210:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761248.369213:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761248.369219:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1219 00000100:00080000:1.0:1789761248.369225:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761248.369230:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761248.369237:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761248.369250:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570700 x1876699515893888/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789761248.369260:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:1.0:1789761248.369271:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761248.369275:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761248.369278:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761248.369284:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1219 00000100:00080000:1.0:1789761248.369289:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761248.369295:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761248.369302:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761248.369307:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248] req@ffff980dc8571f80 x1876699515893632/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761248.369330:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570e00 x1876699515894016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789761248.369386:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699515893632/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761248.369395:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761248.369398:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761248.369401:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515893632:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761248.369424:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515893760:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761248.369443:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761248.369453:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248] req@ffff980dc8572d80 x1876699515893760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761248.369461:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572d80 x1876699515893760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761248.369467:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761248.369470:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761248.369473:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515893760:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761248.369477:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515893888:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761248.369489:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761248.369495:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248] req@ffff980dc8570700 x1876699515893888/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761248.369502:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570700 x1876699515893888/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761248.369508:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761248.369510:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761248.369512:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515893888:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761248.369516:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515894016:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761248.369527:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761248.369533:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248] req@ffff980dc8570e00 x1876699515894016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761248.369541:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570e00 x1876699515894016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761248.369546:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761248.369548:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761248.369550:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515894016:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761249.264986:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761250.289044:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761251.313003:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761252.337030:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761253.360998:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761253.489071:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761253.489086:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761253.489092:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761253.489105:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1224 00000100:00080000:3.0:1789761253.489119:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761253.489128:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761253.489187:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515894144/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761253.489221:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761253.489226:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761253.489228:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761253.489234:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1224 00000100:00080000:3.0:1789761253.489238:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761253.489245:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761253.489257:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761253.489269:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515894144:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761253.489275:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515894272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761253.489287:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761253.489300:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761253.489302:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761253.489306:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1224 00000100:00080000:3.0:1789761253.489309:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761253.489312:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761253.489318:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761253.489328:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515894400/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761253.489335:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761253.489338:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761253.489339:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761253.489341:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1224 00000100:00080000:3.0:1789761253.489344:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761253.489347:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761253.489350:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761253.489358:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515894528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761253.489366:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761253.489413:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761253/real 1789761253] req@ffff980dc61e5c00 x1876699515894144/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761253.489429:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515894144/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761253.489438:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761253.489441:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761253.489444:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515894144:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761253.489466:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515894272:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761253.489483:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761253.489491:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761253/real 1789761253] req@ffff980dc61e4380 x1876699515894272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761253.489505:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515894272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761253.489510:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761253.489513:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761253.489515:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515894272:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761253.489518:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515894400:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761253.489530:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761253.489548:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761253/real 1789761253] req@ffff980dc61e4a80 x1876699515894400/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761253.489558:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515894400/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761253.489564:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761253.489566:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761253.489569:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515894400:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761253.489573:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515894528:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761253.489594:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761253.489605:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761253/real 1789761253] req@ffff980dc61e4000 x1876699515894528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761253.489617:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515894528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761253.489632:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761253.489636:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761253.489640:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515894528:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761254.385024:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761255.409008:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761256.433064:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761257.457072:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761258.481017:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761258.608964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761258.608972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761258.608975:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761258.608984:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1229 00000100:00080000:3.0:1789761258.608995:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761258.609002:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761258.609058:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515894656/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761258.609087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761258.609090:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761258.609091:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761258.609095:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1229 00000100:00080000:3.0:1789761258.609098:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761258.609101:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761258.609112:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761258.609128:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515894784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761258.609139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761258.609143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761258.609145:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761258.609150:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1229 00000100:00080000:3.0:1789761258.609155:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761258.609161:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761258.609166:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761258.609172:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515894656:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761258.609193:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515894912/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761258.609208:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761258.609212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761258.609214:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761258.609219:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1229 00000100:00080000:3.0:1789761258.609223:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761258.609229:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761258.609235:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761258.609249:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515895040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761258.609264:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761258.609335:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761258/real 1789761258] req@ffff980dc61e4000 x1876699515894656/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761258.609359:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515894656/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761258.609374:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761258.609379:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761258.609382:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515894656:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761258.609389:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515894784:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761258.609411:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761258.609422:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761258/real 1789761258] req@ffff980dc61e4a80 x1876699515894784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761258.609431:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515894784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761258.609437:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761258.609440:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761258.609443:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515894784:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761258.609465:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515894912:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761258.609480:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761258.609487:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761258/real 1789761258] req@ffff980dc61e4380 x1876699515894912/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761258.609496:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515894912/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761258.609519:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761258.609522:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761258.609524:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515894912:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761258.609529:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515895040:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761258.609549:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761258.609561:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761258/real 1789761258] req@ffff980dc61e5c00 x1876699515895040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761258.609575:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515895040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761258.609584:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761258.609589:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761258.609593:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515895040:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761259.505003:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761260.529034:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761261.553032:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761262.577027:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761263.601025:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761263.728940:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761263.728954:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761263.728959:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761263.728971:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1234 00000100:00080000:3.0:1789761263.728983:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761263.728991:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761263.729033:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515895168/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761263.729060:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761263.729063:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761263.729065:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761263.729068:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1234 00000100:00080000:3.0:1789761263.729071:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761263.729073:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761263.729082:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761263.729093:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515895296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761263.729101:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761263.729105:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761263.729107:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761263.729110:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1234 00000100:00080000:3.0:1789761263.729113:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761263.729120:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761263.729125:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515895168:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789761263.729126:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761263.729146:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515895424/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761263.729161:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761263.729165:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761263.729168:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761263.729173:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1234 00000100:00080000:3.0:1789761263.729179:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761263.729184:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761263.729190:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789761263.729207:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761263.729211:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515895552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761263.729276:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761263/real 1789761263] req@ffff980dc61e5180 x1876699515895168/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761263.729299:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515895168/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761263.729316:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761263.729320:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761263.729325:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515895168:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761263.729334:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515895296:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761263.729357:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761263.729369:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761263/real 1789761263] req@ffff980dc61e6680 x1876699515895296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761263.729383:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515895296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761263.729391:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761263.729395:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761263.729398:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515895296:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761263.729422:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515895424:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761263.729444:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761263.729457:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761263/real 1789761263] req@ffff980dc61e7800 x1876699515895424/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761263.729489:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515895424/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761263.729499:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761263.729503:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761263.729506:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515895424:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761263.729513:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515895552:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761263.729540:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761263.729552:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761263/real 1789761263] req@ffff980dc61e6300 x1876699515895552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761263.729565:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515895552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761263.729574:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761263.729577:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761263.729580:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515895552:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761264.625008:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761265.649008:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761266.673008:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761267.697027:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761268.721037:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761268.849007:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761268.849021:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761268.849026:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761268.849036:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1240 00000100:00080000:3.0:1789761268.849048:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761268.849057:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761268.849104:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515895680/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761268.849143:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761268.849149:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761268.849151:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761268.849156:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1240 00000100:00080000:3.0:1789761268.849159:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761268.849163:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761268.849174:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761268.849186:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515895808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761268.849195:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761268.849198:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761268.849200:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789761268.849203:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515895680:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761268.849206:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1240 00000100:00080000:3.0:1789761268.849213:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761268.849216:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761268.849220:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761268.849229:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515895936/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761268.849237:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761268.849239:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761268.849242:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761268.849245:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1240 00000100:00080000:3.0:1789761268.849247:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761268.849250:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761268.849253:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761268.849260:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515896064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761268.849284:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761268.849338:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761268/real 1789761268] req@ffff980dc61e4e00 x1876699515895680/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761268.849354:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515895680/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761268.849364:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761268.849367:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761268.849371:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515895680:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761268.849392:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515895808:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761268.849409:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761268.849418:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761268/real 1789761268] req@ffff980dc61e7480 x1876699515895808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761268.849445:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515895808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761268.849452:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761268.849454:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761268.849456:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515895808:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761268.849461:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515895936:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761268.849483:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761268.849491:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761268/real 1789761268] req@ffff980dc61e7b80 x1876699515895936/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761268.849499:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515895936/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761268.849513:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761268.849516:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761268.849518:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515895936:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761268.849522:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515896064:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761268.849534:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761268.849541:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761268/real 1789761268] req@ffff980dc61e5880 x1876699515896064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761268.849548:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515896064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761268.849553:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761268.849555:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761268.849557:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515896064:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761269.744994:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761270.769030:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761271.793011:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761272.817006:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761273.841090:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761273.968981:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761273.968992:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761273.968996:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761273.969009:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1245 00000100:00080000:3.0:1789761273.969022:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761273.969030:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761273.969077:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515896192/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761273.969101:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761273.969104:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761273.969105:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761273.969109:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1245 00000100:00080000:3.0:1789761273.969113:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761273.969116:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761273.969126:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761273.969142:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515896192:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761273.969147:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515896320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761273.969165:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761273.969168:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761273.969169:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761273.969173:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1245 00000100:00080000:3.0:1789761273.969176:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761273.969180:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761273.969185:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761273.969214:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515896448/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761273.969230:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761273.969236:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761273.969238:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761273.969244:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1245 00000100:00080000:3.0:1789761273.969251:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761273.969276:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761273.969283:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761273.969288:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515896320:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761273.969306:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515896576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761273.969325:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515896448:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761273.969349:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515896576:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761274.865006:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761275.889032:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761276.913069:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789761277.041268:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:3.0:1789761277.041318:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789761277.041336:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789761277.041391:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789761277.041405:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789761277.041416:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:0.0:1789761277.041448:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761273/real 1789761277] req@ffff980dc61e4e00 x1876699515896576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761277.041479:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515896576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761277.041493:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761277.041500:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761277.041505:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515896576:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761277.041520:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761273/real 1789761277] req@ffff980dc61e7b80 x1876699515896320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761277.041536:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515896320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761277.041545:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761277.041550:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761277.041554:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515896320:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761277.041562:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761273/real 1789761277] req@ffff980dc61e7480 x1876699515896448/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761277.041575:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515896448/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761277.041584:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761277.041589:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761277.041593:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515896448:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761277.041605:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761273/real 1789761277] req@ffff980dc61e5880 x1876699515896192/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761277.041637:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515896192/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761277.041648:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761277.041653:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761277.041667:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515896192:192.168.203.146@tcp:250:kworker.0 00010000:00010000:1.0:1789761277.936991:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761278.961065:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761279.088993:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761279.089007:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761279.089012:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761279.089024:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1250 00000100:00080000:0.0:1789761279.089039:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761279.089049:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761279.089102:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4e00 x1876699515896704/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761279.089134:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761279.089138:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761279.089140:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761279.089145:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1250 00000100:00080000:0.0:1789761279.089150:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761279.089155:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761279.089167:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761279.089175:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515896704:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761279.089185:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6d80 x1876699515896832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761279.089197:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761279.089201:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761279.089203:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761279.089207:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1250 00000100:00080000:0.0:1789761279.089211:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761279.089216:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761279.089222:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761279.089236:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7100 x1876699515896960/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761279.089246:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761279.089249:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761279.089251:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761279.089256:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1250 00000100:00080000:0.0:1789761279.089259:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761279.089264:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761279.089269:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789761279.089280:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761279.089282:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4700 x1876699515897088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789761279.089362:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761279] req@ffff980dc8fc4e00 x1876699515896704/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761279.089387:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4e00 x1876699515896704/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761279.089402:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761279.089407:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761279.089412:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515896704:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761279.089447:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515896832:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761279.089481:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761279.089497:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761279] req@ffff980dc8fc6d80 x1876699515896832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761279.089510:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6d80 x1876699515896832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761279.089517:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761279.089521:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761279.089524:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515896832:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761279.089530:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515896960:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761279.089552:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761279.089565:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761279] req@ffff980dc8fc7100 x1876699515896960/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761279.089576:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7100 x1876699515896960/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761279.090179:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761279.090186:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761279.090191:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515896960:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761279.090200:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515897088:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761279.090235:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761279.090252:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761279] req@ffff980dc8fc4700 x1876699515897088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761279.090265:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4700 x1876699515897088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761279.090274:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761279.090278:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761279.090281:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515897088:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761279.985004:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761281.009033:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761282.033020:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761283.057056:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761284.081020:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761284.208931:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761284.208939:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761284.208942:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761284.208950:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1255 00000100:00080000:3.0:1789761284.208960:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761284.208966:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761284.208997:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515897216/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761284.209020:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761284.209023:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761284.209024:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761284.209033:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1255 00000100:00080000:3.0:1789761284.209037:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761284.209042:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761284.209052:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761284.209062:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515897216:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761284.209071:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515897344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761284.209085:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761284.209088:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761284.209090:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761284.209093:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1255 00000100:00080000:3.0:1789761284.209097:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761284.209100:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761284.209105:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761284.209118:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515897472/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761284.209129:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1789761284.209136:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761284.209146:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1789761284.209175:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761284] req@ffff980dc61e6300 x1876699515897216/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761284.209190:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515897216/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761284.209197:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761284.209198:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761284.209205:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1255 00000100:00080000:0.0:1789761284.209206:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00080000:3.0:1789761284.209212:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789761284.209213:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515897216:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761284.209225:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761284.209231:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761284.209238:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515897344:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761284.209243:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515897600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761284.209263:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761284.209275:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761284] req@ffff980dc61e7800 x1876699515897344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761284.209284:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515897344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761284.209290:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761284.209292:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761284.209294:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515897344:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761284.209298:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515897472:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761284.209328:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761284.209336:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761284] req@ffff980dc61e6680 x1876699515897472/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761284.209344:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515897472/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761284.209349:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761284.209351:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761284.209353:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515897472:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761284.209362:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515897600:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761284.209382:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761284.209390:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761284] req@ffff980dc61e5180 x1876699515897600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761284.209399:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515897600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761284.209404:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761284.209406:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761284.209408:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515897600:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761285.105027:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761286.128999:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761287.153060:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761288.176961:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761289.201017:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761289.328939:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761289.328950:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761289.328954:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761289.328963:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1260 00000100:00080000:3.0:1789761289.328974:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761289.328981:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761289.329010:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515897728/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761289.329031:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761289.329034:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761289.329035:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761289.329038:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1260 00000100:00080000:3.0:1789761289.329041:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761289.329043:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761289.329051:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761289.329060:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515897856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761289.329068:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789761289.329073:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515897728:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761289.329073:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761289.329075:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761289.329083:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1260 00000100:00080000:3.0:1789761289.329085:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761289.329088:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761289.329091:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761289.329101:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515897984/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761289.329108:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761289.329111:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761289.329112:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761289.329115:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1260 00000100:00080000:3.0:1789761289.329119:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761289.329121:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761289.329125:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761289.329133:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515898112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761289.329140:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761289.329186:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289] req@ffff980dc61e5c00 x1876699515897728/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761289.329201:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515897728/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761289.329218:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761289.329221:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761289.329224:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515897728:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761289.329241:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515897856:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761289.329258:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761289.329266:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289] req@ffff980dc61e4380 x1876699515897856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761289.329290:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515897856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761289.329301:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761289.329303:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761289.329306:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515897856:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761289.329310:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515897984:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761289.329325:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761289.329333:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289] req@ffff980dc61e4a80 x1876699515897984/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761289.329340:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515897984/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761289.329345:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761289.329347:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761289.329349:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515897984:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761289.329352:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515898112:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761289.329363:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761289.329369:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289] req@ffff980dc61e4000 x1876699515898112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761289.329375:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515898112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761289.329380:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761289.329386:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761289.329388:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515898112:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761290.224971:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761291.249093:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761292.273019:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761293.296993:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761294.320973:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761294.448974:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761294.448982:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761294.448986:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761294.448993:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1265 00000100:00080000:2.0:1789761294.449002:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761294.449008:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761294.449041:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699515898240/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761294.449084:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761294.449088:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761294.449090:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761294.449094:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1265 00000100:00080000:2.0:1789761294.449098:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761294.449103:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761294.449128:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761294.449141:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699515898368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761294.449151:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515898240:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789761294.449151:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761294.449155:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761294.449157:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761294.449160:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1265 00000100:00080000:2.0:1789761294.449163:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761294.449167:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761294.449171:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761294.449180:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699515898496/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761294.449189:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761294.449191:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761294.449193:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761294.449196:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1265 00000100:00080000:2.0:1789761294.449199:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761294.449202:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761294.449206:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789761294.449208:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761294.449214:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699515898624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761294.449272:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294] req@ffff980dd23a9180 x1876699515898240/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761294.449287:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699515898240/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761294.449295:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761294.449298:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761294.449301:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515898240:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761294.449326:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515898368:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761294.449343:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761294.449352:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294] req@ffff980dd23a8e00 x1876699515898368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761294.449360:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699515898368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761294.449366:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761294.449368:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761294.449370:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515898368:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761294.449373:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515898496:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761294.449384:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761294.449391:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294] req@ffff980dd23aa300 x1876699515898496/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761294.449399:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699515898496/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761294.449404:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761294.449405:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761294.449407:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515898496:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761294.449410:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515898624:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761294.449420:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761294.449426:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294] req@ffff980dd23a8380 x1876699515898624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761294.449433:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699515898624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761294.449438:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761294.449440:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761294.449442:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515898624:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761295.345022:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761296.369052:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761297.393046:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761298.417023:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761299.441008:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761299.568987:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761299.568999:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761299.569003:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761299.569012:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1270 00000100:00080000:0.0:1789761299.569021:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761299.569027:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761299.569060:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7800 x1876699515898752/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761299.569087:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761299.569090:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761299.569092:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761299.569095:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1270 00000100:00080000:0.0:1789761299.569097:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761299.569099:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761299.569107:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761299.569115:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5f80 x1876699515898880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761299.569123:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761299.569125:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761299.569126:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761299.569128:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1270 00000100:00080000:0.0:1789761299.569130:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761299.569132:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761299.569135:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761299.569143:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4700 x1876699515899008/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761299.569153:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761299.569157:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761299.569159:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761299.569164:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1270 00000100:00080000:0.0:1789761299.569167:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789761299.569173:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515898752:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789761299.569174:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761299.569185:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761299.569218:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7100 x1876699515899136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789761299.569248:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761299.569281:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761299/real 1789761299] req@ffff980dc8fc7800 x1876699515898752/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761299.569296:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7800 x1876699515898752/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761299.569304:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761299.569307:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761299.569310:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515898752:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761299.569315:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515898880:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761299.569328:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761299.569336:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761299/real 1789761299] req@ffff980dc8fc5f80 x1876699515898880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761299.569343:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5f80 x1876699515898880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761299.569349:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761299.569350:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761299.569352:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515898880:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761299.569356:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515899008:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761299.569366:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761299.569372:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761299/real 1789761299] req@ffff980dc8fc4700 x1876699515899008/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761299.569379:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4700 x1876699515899008/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761299.569389:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761299.569391:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761299.569393:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515899008:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761299.569412:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515899136:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761299.569422:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761299.569428:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761299/real 1789761299] req@ffff980dc8fc7100 x1876699515899136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761299.569435:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7100 x1876699515899136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761299.569440:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761299.569442:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761299.569444:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515899136:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761300.464999:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761301.489078:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761302.513038:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761303.537054:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761304.561090:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761304.688985:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761304.688993:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761304.688996:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761304.689005:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1275 00000100:00080000:2.0:1789761304.689016:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761304.689023:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761304.689060:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699515899264/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761304.689088:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761304.689092:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761304.689093:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761304.689098:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1275 00000100:00080000:2.0:1789761304.689101:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761304.689104:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761304.689113:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761304.689127:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699515899392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761304.689137:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761304.689141:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761304.689144:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761304.689149:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1275 00000100:00080000:2.0:1789761304.689167:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761304.689172:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761304.689178:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761304.689190:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699515899520/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789761304.689195:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515899264:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789761304.689205:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761304.689209:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761304.689210:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761304.689214:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1275 00000100:00080000:2.0:1789761304.689217:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761304.689219:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761304.689223:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761304.689234:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699515899648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789761304.689302:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761304.689365:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761304/real 1789761304] req@ffff980dd23aa680 x1876699515899264/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761304.689389:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699515899264/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761304.689404:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761304.689410:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761304.689416:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515899264:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761304.689426:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515899392:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761304.689452:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761304.689464:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761304/real 1789761304] req@ffff980dd23aaa00 x1876699515899392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761304.689473:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699515899392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761304.689480:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761304.689482:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761304.689484:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515899392:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761304.689509:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515899520:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761304.689525:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761304.689532:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761304/real 1789761304] req@ffff980dd23a9f80 x1876699515899520/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761304.689540:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699515899520/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761304.689545:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761304.689547:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761304.689549:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515899520:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761304.689553:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515899648:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761304.689564:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761304.689571:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761304/real 1789761304] req@ffff980dd23a9c00 x1876699515899648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761304.689578:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699515899648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761304.689583:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761304.689585:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761304.689587:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515899648:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761305.585047:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761306.609024:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761307.633018:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761308.657059:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761309.680986:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761309.808963:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761309.808971:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761309.808975:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761309.808982:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1280 00000100:00080000:0.0:1789761309.808991:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761309.808997:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761309.809027:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6d80 x1876699515899776/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761309.809053:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761309.809056:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761309.809057:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761309.809061:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1280 00000100:00080000:0.0:1789761309.809063:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761309.809065:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761309.809072:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761309.809080:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4e00 x1876699515899904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761309.809090:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761309.809093:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761309.809094:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761309.809097:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1280 00000100:00080000:0.0:1789761309.809099:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761309.809101:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761309.809104:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761309.809110:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6680 x1876699515900032/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761309.809132:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761309.809135:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761309.809137:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761309.809144:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1280 00000100:00100000:3.0:1789761309.809144:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515899776:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789761309.809150:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761309.809155:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761309.809161:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761309.809175:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6300 x1876699515900160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789761309.809205:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761309.809237:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761309/real 1789761309] req@ffff980dc8fc6d80 x1876699515899776/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761309.809250:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6d80 x1876699515899776/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761309.809258:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761309.809260:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761309.809263:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515899776:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761309.809268:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515899904:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761309.809280:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761309.809287:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761309/real 1789761309] req@ffff980dc8fc4e00 x1876699515899904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761309.809295:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4e00 x1876699515899904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761309.809301:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761309.809302:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761309.809304:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515899904:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761309.809308:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515900032:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761309.809318:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761309.809324:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761309/real 1789761309] req@ffff980dc8fc6680 x1876699515900032/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761309.809332:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6680 x1876699515900032/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761309.809337:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761309.809338:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761309.809340:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515900032:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761309.809358:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515900160:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761309.809368:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761309.809374:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761309/real 1789761309] req@ffff980dc8fc6300 x1876699515900160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761309.809381:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6300 x1876699515900160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761309.809391:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761309.809392:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761309.809394:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515900160:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761310.704993:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761311.729000:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761312.753047:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761313.777076:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761314.801044:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761314.928942:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761314.928953:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761314.928957:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761314.928969:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1286 00000100:00080000:0.0:1789761314.928981:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761314.928989:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761314.929041:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4000 x1876699515900288/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761314.929092:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761314.929096:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761314.929097:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761314.929101:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1286 00000100:00080000:0.0:1789761314.929104:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761314.929108:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761314.929118:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761314.929130:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6a00 x1876699515900416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761314.929139:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761314.929142:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761314.929144:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761314.929149:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1286 00000100:00100000:3.0:1789761314.929150:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515900288:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789761314.929151:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761314.929159:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761314.929163:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761314.929172:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7480 x1876699515900544/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761314.929180:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761314.929183:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761314.929184:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761314.929188:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1286 00000100:00080000:0.0:1789761314.929190:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761314.929193:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761314.929195:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761314.929202:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5500 x1876699515900672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789761314.929242:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761314.929296:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761314/real 1789761314] req@ffff980dc8fc4000 x1876699515900288/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761314.929318:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4000 x1876699515900288/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761314.929327:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761314.929330:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761314.929334:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515900288:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761314.929358:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515900416:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761314.929378:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761314.929387:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761314/real 1789761314] req@ffff980dc8fc6a00 x1876699515900416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761314.929395:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6a00 x1876699515900416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761314.929401:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761314.929404:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761314.929406:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515900416:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761314.929410:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515900544:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761314.929423:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761314.929430:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761314/real 1789761314] req@ffff980dc8fc7480 x1876699515900544/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761314.929437:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7480 x1876699515900544/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761314.929443:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761314.929445:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761314.929446:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515900544:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761314.929450:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515900672:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761314.929461:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761314.929467:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761314/real 1789761314] req@ffff980dc8fc5500 x1876699515900672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761314.929474:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5500 x1876699515900672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761314.929479:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761314.929481:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761314.929482:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515900672:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761315.825032:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761316.849018:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761317.873047:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761318.897030:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761319.921055:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761320.048967:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761320.048982:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761320.048988:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761320.049002:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1291 00000100:00080000:0.0:1789761320.049027:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761320.049053:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761320.049094:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5880 x1876699515900800/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761320.049129:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761320.049133:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761320.049136:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761320.049142:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1291 00000100:00080000:0.0:1789761320.049147:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761320.049153:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761320.049165:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761320.049180:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4380 x1876699515900928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761320.049186:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515900800:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789761320.049193:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761320.049198:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761320.049200:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761320.049204:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1291 00000100:00080000:0.0:1789761320.049207:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761320.049211:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761320.049215:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761320.049227:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5c00 x1876699515901056/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761320.049240:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761320.049244:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761320.049247:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761320.049251:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1291 00000100:00080000:0.0:1789761320.049255:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761320.049260:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761320.049266:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789761320.049272:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761320.049281:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5180 x1876699515901184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761320.049318:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320] req@ffff980dc8fc5880 x1876699515900800/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761320.049334:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5880 x1876699515900800/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761320.049344:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761320.049347:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761320.049350:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515900800:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761320.049385:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515900928:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761320.049402:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761320.049411:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320] req@ffff980dc8fc4380 x1876699515900928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761320.049420:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4380 x1876699515900928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761320.049426:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761320.049428:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761320.049431:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515900928:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761320.049434:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515901056:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761320.049457:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761320.049463:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320] req@ffff980dc8fc5c00 x1876699515901056/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761320.049470:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5c00 x1876699515901056/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761320.049477:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761320.049478:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761320.049480:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515901056:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761320.049484:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515901184:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761320.049495:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761320.049502:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320] req@ffff980dc8fc5180 x1876699515901184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761320.049509:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5180 x1876699515901184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761320.049515:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761320.049517:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761320.049519:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515901184:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761320.945029:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761321.969056:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761322.992991:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761324.017066:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761325.040996:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761325.168953:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761325.168968:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761325.168973:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761325.168986:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1296 00000100:00080000:1.0:1789761325.168999:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761325.169019:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761325.169065:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699515901312/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761325.169089:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761325.169093:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761325.169094:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761325.169098:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1296 00000100:00080000:1.0:1789761325.169101:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761325.169103:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761325.169113:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761325.169123:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699515901440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761325.169132:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761325.169137:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761325.169139:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761325.169144:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1296 00000100:00080000:1.0:1789761325.169150:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1789761325.169150:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515901312:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789761325.169160:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761325.169167:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761325.169183:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699515901568/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761325.169202:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761325.169205:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761325.169206:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761325.169210:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1296 00000100:00080000:1.0:1789761325.169214:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761325.169218:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761325.169222:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761325.169234:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699515901696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789761325.169235:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761325.169292:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325] req@ffff980dc8571880 x1876699515901312/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761325.169309:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699515901312/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761325.169319:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761325.169330:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761325.169333:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515901312:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761325.169340:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515901440:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761325.169360:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761325.169370:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325] req@ffff980dc8573800 x1876699515901440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761325.169379:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699515901440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761325.169393:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761325.169396:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761325.169401:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515901440:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761325.169429:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515901568:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761325.169451:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761325.169463:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325] req@ffff980dc8571180 x1876699515901568/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761325.169475:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699515901568/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761325.169483:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761325.169487:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761325.169490:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515901568:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761325.169497:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515901696:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761325.169516:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761325.169528:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325] req@ffff980dc8573480 x1876699515901696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761325.169540:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699515901696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761325.169549:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761325.169552:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761325.169556:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515901696:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761326.065075:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761327.089066:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761328.113082:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761329.137026:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761330.161060:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761330.288994:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761330.289004:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761330.289007:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761330.289017:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1301 00000100:00080000:2.0:1789761330.289028:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761330.289034:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761330.289074:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699515901824/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761330.289107:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761330.289112:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761330.289113:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761330.289116:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1301 00000100:00080000:2.0:1789761330.289119:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761330.289122:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761330.289129:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761330.289140:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699515901952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761330.289147:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761330.289151:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761330.289152:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761330.289155:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1301 00000100:00080000:2.0:1789761330.289157:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761330.289160:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761330.289163:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761330.289168:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515901824:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761330.289172:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699515902080/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761330.289189:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761330.289191:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761330.289193:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761330.289195:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1301 00000100:00080000:2.0:1789761330.289197:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761330.289200:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761330.289203:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761330.289211:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699515902208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789761330.289240:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761330.289281:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330] req@ffff980dd23a9c00 x1876699515901824/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761330.289296:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699515901824/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761330.289303:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761330.289306:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761330.289309:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515901824:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761330.289315:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515901952:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761330.289333:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761330.289342:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330] req@ffff980dd23a9f80 x1876699515901952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761330.289350:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699515901952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761330.289356:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761330.289360:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761330.289363:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515901952:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761330.289388:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515902080:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761330.289410:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761330.289421:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330] req@ffff980dd23aaa00 x1876699515902080/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761330.289440:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699515902080/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761330.289449:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761330.289452:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761330.289456:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515902080:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761330.289462:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515902208:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761330.289482:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761330.289491:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330] req@ffff980dd23aa680 x1876699515902208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761330.289499:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699515902208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761330.289505:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761330.289507:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761330.289509:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515902208:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761331.185053:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761332.209042:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761333.233004:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761334.257048:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761335.281067:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761335.409016:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761335.409028:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761335.409033:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761335.409043:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1306 00000100:00080000:3.0:1789761335.409057:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761335.409064:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761335.409112:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515902336/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761335.409141:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761335.409144:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761335.409145:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761335.409149:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1306 00000100:00080000:3.0:1789761335.409151:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761335.409153:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761335.409163:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761335.409173:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515902464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761335.409181:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761335.409184:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761335.409186:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789761335.409190:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515902336:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761335.409191:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1306 00000100:00080000:3.0:1789761335.409196:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761335.409201:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761335.409206:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761335.409214:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515902592/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761335.409221:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761335.409223:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761335.409225:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761335.409227:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1306 00000100:00080000:3.0:1789761335.409230:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761335.409240:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761335.409243:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761335.409250:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515902720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789761335.409287:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761335.409330:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335] req@ffff980dc61e4000 x1876699515902336/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761335.409345:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515902336/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761335.409354:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761335.409357:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761335.409361:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515902336:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761335.409383:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515902464:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761335.409406:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761335.409415:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335] req@ffff980dc61e4a80 x1876699515902464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761335.409424:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515902464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761335.409430:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761335.409433:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761335.409437:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515902464:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761335.409444:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515902592:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761335.409464:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761335.409476:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335] req@ffff980dc61e4380 x1876699515902592/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761335.409490:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515902592/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761335.409505:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761335.409509:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761335.409512:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515902592:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761335.409519:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515902720:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761335.409538:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761335.409549:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335] req@ffff980dc61e5c00 x1876699515902720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761335.409562:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515902720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761335.409570:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761335.409574:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761335.409578:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515902720:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761336.305018:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761337.329063:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761338.353148:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761339.377063:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761340.401022:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761340.529027:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761340.529038:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761340.529043:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761340.529055:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1311 00000100:00080000:3.0:1789761340.529069:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761340.529077:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761340.529131:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515902848/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761340.529153:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761340.529157:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761340.529158:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761340.529161:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1311 00000100:00080000:3.0:1789761340.529164:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761340.529166:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761340.529176:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761340.529185:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515902976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761340.529194:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761340.529198:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1789761340.529200:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515902848:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761340.529201:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761340.529208:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1311 00000100:00080000:3.0:1789761340.529210:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761340.529215:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761340.529220:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761340.529229:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515903104/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761340.529237:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761340.529240:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761340.529241:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761340.529243:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1311 00000100:00080000:3.0:1789761340.529245:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761340.529247:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761340.529251:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761340.529258:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515903232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761340.529329:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515902976:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761340.529354:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515903104:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761340.529368:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515903232:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761341.425017:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761342.449074:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761343.473071:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789761343.601176:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:3.0:1789761343.601214:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789761343.601231:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789761343.601270:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789761343.601280:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789761343.601299:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:2.0:1789761343.601344:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761340/real 1789761343] req@ffff980dc61e6680 x1876699515902976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761343.601398:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515902976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761343.601412:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761343.601417:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761343.601422:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515902976:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761343.601431:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761340/real 1789761343] req@ffff980dc61e7800 x1876699515903104/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761343.601445:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515903104/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761343.601452:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761343.601456:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761343.601459:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515903104:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761343.601467:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761340/real 1789761343] req@ffff980dc61e6300 x1876699515903232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761343.601478:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515903232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761343.601486:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761343.601489:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761343.601493:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515903232:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761343.601500:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761340/real 1789761343] req@ffff980dc61e5180 x1876699515902848/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761343.601514:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515902848/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761343.601522:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761343.601525:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761343.601528:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515902848:192.168.203.146@tcp:250:kworker.0 00010000:00010000:3.0:1789761344.497027:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761345.521023:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761345.649024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761345.649031:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761345.649035:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761345.649044:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1316 00000100:00080000:3.0:1789761345.649054:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761345.649060:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761345.649093:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515903360/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761345.649117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761345.649121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761345.649124:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761345.649128:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1316 00000100:00080000:3.0:1789761345.649133:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761345.649138:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761345.649147:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761345.649157:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515903360:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761345.649165:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515903488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761345.649179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761345.649183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761345.649184:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761345.649189:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1316 00000100:00080000:3.0:1789761345.649193:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761345.649198:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761345.649204:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761345.649216:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515903616/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789761345.649227:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761345.649228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761345.649235:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761345.649237:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761345.649243:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1316 00000100:00080000:3.0:1789761345.649247:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761345.649252:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761345.649257:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761345.649269:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515903744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761345.649279:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761345/real 1789761345] req@ffff980dc61e5880 x1876699515903360/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761345.649303:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515903360/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761345.649316:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761345.649320:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761345.649325:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515903360:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761345.649350:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515903488:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761345.649372:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761345.649385:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761345/real 1789761345] req@ffff980dc61e7480 x1876699515903488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761345.649398:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515903488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761345.649408:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761345.649412:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761345.649415:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515903488:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761345.649422:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515903616:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761345.649438:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761345.649447:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761345/real 1789761345] req@ffff980dc61e7b80 x1876699515903616/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761345.649459:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515903616/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761345.649468:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761345.649472:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761345.649476:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515903616:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761345.649482:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515903744:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761345.649503:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761345.649515:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761345/real 1789761345] req@ffff980dc61e4e00 x1876699515903744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761345.649526:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515903744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761345.649533:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761345.649537:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761345.649540:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515903744:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761346.544996:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761347.569038:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761348.592968:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761349.617066:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761350.641043:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761350.768924:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761350.768933:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761350.768938:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761350.768948:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1321 00000100:00080000:0.0:1789761350.768958:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761350.768966:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761350.769000:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7b80 x1876699515903872/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761350.769023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761350.769025:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761350.769027:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761350.769030:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1321 00000100:00080000:0.0:1789761350.769032:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761350.769035:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761350.769043:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761350.769052:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4a80 x1876699515904000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761350.769060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761350.769064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1789761350.769064:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515903872:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789761350.769068:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761350.769075:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1321 00000100:00080000:0.0:1789761350.769077:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761350.769080:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761350.769084:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761350.769098:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5180 x1876699515904128/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761350.769109:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761350.769113:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761350.769115:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761350.769119:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1321 00000800:00000100:2.0:1789761350.769124:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789761350.769127:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761350.769134:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761350.769140:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761350.769152:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5c00 x1876699515904256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761350.769167:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761350/real 1789761350] req@ffff980dc8fc7b80 x1876699515903872/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761350.769195:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7b80 x1876699515903872/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761350.769205:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761350.769209:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761350.769212:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515903872:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761350.769231:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515904000:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761350.769250:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761350.769259:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761350/real 1789761350] req@ffff980dc8fc4a80 x1876699515904000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761350.769267:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4a80 x1876699515904000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761350.769273:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761350.769275:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761350.769278:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515904000:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761350.769281:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515904128:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761350.769299:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761350.769307:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761350/real 1789761350] req@ffff980dc8fc5180 x1876699515904128/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761350.769319:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5180 x1876699515904128/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761350.769325:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761350.769327:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761350.769329:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515904128:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761350.769332:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515904256:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761350.769349:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761350.769356:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761350/real 1789761350] req@ffff980dc8fc5c00 x1876699515904256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761350.769364:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5c00 x1876699515904256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761350.769369:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761350.769371:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761350.769373:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515904256:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761351.665043:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761352.689016:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761353.712991:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761354.737026:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761355.761019:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761355.888958:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761355.888968:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761355.888973:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761355.888989:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1327 00000100:00080000:3.0:1789761355.889002:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761355.889010:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761355.889050:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515904384/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761355.889082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761355.889087:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761355.889090:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761355.889096:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1327 00000100:00080000:3.0:1789761355.889100:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761355.889106:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761355.889119:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761355.889131:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515904384:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761355.889135:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515904512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761355.889146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761355.889151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761355.889153:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761355.889157:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1327 00000100:00080000:3.0:1789761355.889169:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761355.889175:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761355.889180:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761355.889191:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515904640/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761355.889204:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761355.889207:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761355.889208:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761355.889211:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1327 00000100:00080000:3.0:1789761355.889217:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761355.889220:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761355.889225:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789761355.889233:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761355.889243:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515904768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761355.889283:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761355/real 1789761355] req@ffff980dc61e4e00 x1876699515904384/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761355.889306:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515904384/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761355.889333:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761355.889337:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761355.889341:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515904384:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761355.889365:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515904512:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761355.889385:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761355.889395:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761355/real 1789761355] req@ffff980dc61e7b80 x1876699515904512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761355.889404:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515904512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761355.889410:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761355.889418:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761355.889421:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515904512:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761355.889425:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515904640:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761355.889439:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761355.889446:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761355/real 1789761355] req@ffff980dc61e7480 x1876699515904640/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761355.889454:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515904640/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761355.889459:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761355.889461:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761355.889463:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515904640:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761355.889467:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515904768:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761355.889478:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761355.889484:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761355/real 1789761355] req@ffff980dc61e5880 x1876699515904768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761355.889491:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515904768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761355.889497:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761355.889498:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761355.889500:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515904768:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761356.784980:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761357.809036:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761358.833009:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761359.856970:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761360.881040:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761361.008974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761361.008983:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761361.008986:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761361.008995:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1332 00000100:00080000:3.0:1789761361.009004:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761361.009011:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761361.009048:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515904896/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761361.009085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761361.009089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761361.009091:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761361.009095:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1332 00000100:00080000:3.0:1789761361.009099:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761361.009105:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761361.009114:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761361.009122:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515904896:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761361.009131:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515905024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761361.009156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761361.009158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761361.009160:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761361.009163:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1332 00000100:00080000:3.0:1789761361.009167:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761361.009171:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761361.009176:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:1.0:1789761361.009189:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761361.009193:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515905152/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761361.009207:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761361.009211:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761361.009213:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761361.009218:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1332 00000100:00080000:3.0:1789761361.009223:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789761361.009228:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361] req@ffff980dc61e5180 x1876699515904896/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761361.009231:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761361.009243:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761361.009251:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515904896/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761361.009260:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1789761361.009261:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515905280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761361.009266:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761361.009275:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515904896:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761361.009299:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515905024:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761361.009340:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761361.009353:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361] req@ffff980dc61e6300 x1876699515905024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761361.009366:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515905024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761361.009375:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761361.009378:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761361.009382:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515905024:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761361.009388:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515905152:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761361.009408:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761361.009419:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361] req@ffff980dc61e7800 x1876699515905152/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761361.009437:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515905152/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761361.009446:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761361.009448:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761361.009452:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515905152:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761361.009457:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515905280:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761361.009477:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761361.009489:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361] req@ffff980dc61e6680 x1876699515905280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761361.009510:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515905280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761361.009516:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761361.009518:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761361.009520:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515905280:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761361.904966:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761362.929122:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761363.953053:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761364.977003:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761366.001014:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761366.128984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761366.128999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761366.129004:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761366.129018:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1337 00000100:00080000:0.0:1789761366.129031:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761366.129038:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761366.129081:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4380 x1876699515905408/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761366.129106:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761366.129109:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761366.129111:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761366.129114:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1337 00000100:00080000:0.0:1789761366.129117:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761366.129119:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761366.129129:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761366.129139:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5880 x1876699515905536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761366.129147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761366.129150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761366.129151:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761366.129154:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1337 00000100:00080000:0.0:1789761366.129156:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761366.129161:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761366.129164:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515905408:192.168.203.146@tcp:250:kworker.0 00000008:00100000:0.0:1789761366.129165:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761366.129174:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5500 x1876699515905664/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761366.129182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761366.129184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761366.129185:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761366.129188:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1337 00000100:00080000:0.0:1789761366.129190:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761366.129193:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761366.129196:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761366.129202:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7480 x1876699515905792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789761366.129254:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761366.129309:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366] req@ffff980dc8fc4380 x1876699515905408/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761366.129326:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4380 x1876699515905408/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761366.129341:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761366.129344:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761366.129347:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515905408:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761366.129353:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515905536:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761366.129371:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761366.129381:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366] req@ffff980dc8fc5880 x1876699515905536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761366.129389:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5880 x1876699515905536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761366.129395:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761366.129397:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761366.129400:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515905536:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761366.129420:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515905664:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761366.129433:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761366.129439:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366] req@ffff980dc8fc5500 x1876699515905664/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761366.129447:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5500 x1876699515905664/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761366.129459:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761366.129462:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761366.129464:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515905664:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761366.129469:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515905792:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761366.129481:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761366.129488:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366] req@ffff980dc8fc7480 x1876699515905792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761366.129501:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7480 x1876699515905792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761366.129509:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761366.129512:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761366.129516:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515905792:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761367.025153:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761368.048993:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761369.073056:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761370.096966:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761371.121046:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761371.248947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761371.248962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761371.248967:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761371.248987:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1342 00000100:00080000:0.0:1789761371.249000:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761371.249008:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761371.249051:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6a00 x1876699515905920/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761371.249076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761371.249079:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761371.249081:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761371.249084:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1342 00000100:00080000:0.0:1789761371.249087:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761371.249090:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761371.249100:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761371.249114:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4000 x1876699515906048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761371.249116:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515905920:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789761371.249130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761371.249132:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761371.249133:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761371.249142:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1342 00000100:00080000:0.0:1789761371.249144:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761371.249147:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761371.249151:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761371.249161:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6300 x1876699515906176/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761371.249168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761371.249172:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761371.249173:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761371.249177:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1342 00000100:00080000:0.0:1789761371.249180:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761371.249182:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761371.249185:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789761371.249190:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761371.249194:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6680 x1876699515906304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761371.249234:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761371] req@ffff980dc8fc6a00 x1876699515905920/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761371.249249:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6a00 x1876699515905920/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761371.249258:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761371.249261:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761371.249264:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515905920:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761371.249286:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515906048:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761371.249302:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761371.249311:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761371] req@ffff980dc8fc4000 x1876699515906048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761371.249320:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4000 x1876699515906048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761371.249326:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761371.249328:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761371.249330:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515906048:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761371.249334:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515906176:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761371.249345:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761371.249351:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761371] req@ffff980dc8fc6300 x1876699515906176/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761371.249359:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6300 x1876699515906176/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761371.249364:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761371.249366:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761371.249368:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515906176:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761371.249371:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515906304:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761371.249381:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761371.249387:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761371] req@ffff980dc8fc6680 x1876699515906304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761371.249395:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6680 x1876699515906304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761371.249405:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761371.249407:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761371.249409:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515906304:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761372.145040:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761373.168987:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761374.193015:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761375.216985:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761376.241050:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761376.369001:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761376.369010:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761376.369014:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761376.369024:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1347 00000100:00080000:2.0:1789761376.369033:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761376.369039:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761376.369070:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699515906432/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761376.369094:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761376.369097:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761376.369099:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761376.369102:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1347 00000100:00080000:2.0:1789761376.369104:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761376.369106:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761376.369114:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761376.369123:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699515906560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761376.369132:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761376.369134:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761376.369135:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761376.369138:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1347 00000100:00080000:2.0:1789761376.369140:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761376.369142:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761376.369145:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761376.369151:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699515906688/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761376.369165:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515906432:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789761376.369168:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761376.369180:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761376.369188:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761376.369191:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1347 00000100:00080000:2.0:1789761376.369193:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761376.369195:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761376.369198:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761376.369205:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699515906816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789761376.369286:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761376.369356:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376] req@ffff980dd23a8380 x1876699515906432/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761376.369380:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699515906432/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761376.369394:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761376.369399:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761376.369405:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515906432:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761376.369414:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515906560:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761376.369439:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761376.369453:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376] req@ffff980dd23aa300 x1876699515906560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761376.369466:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699515906560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761376.369476:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761376.369480:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761376.369483:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515906560:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761376.369515:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515906688:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761376.369538:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761376.369551:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376] req@ffff980dd23a8e00 x1876699515906688/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761376.369562:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699515906688/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761376.369571:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761376.369574:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761376.369577:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515906688:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761376.369583:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515906816:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761376.369608:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761376.369634:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376] req@ffff980dd23a9180 x1876699515906816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761376.369647:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699515906816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761376.369655:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761376.369659:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761376.369663:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515906816:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761377.265028:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761378.289095:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761379.312979:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761380.337007:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761381.361000:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761381.488990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761381.489003:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761381.489009:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761381.489021:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1352 00000100:00080000:2.0:1789761381.489035:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761381.489045:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761381.489097:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699515906944/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761381.489131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761381.489136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761381.489138:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761381.489143:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1352 00000100:00080000:2.0:1789761381.489147:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761381.489152:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761381.489165:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761381.489180:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699515907072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761381.489184:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515906944:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789761381.489201:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761381.489206:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761381.489208:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761381.489214:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1352 00000100:00080000:2.0:1789761381.489218:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761381.489223:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761381.489228:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761381.489243:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699515907200/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761381.489255:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761381.489259:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761381.489261:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761381.489266:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1352 00000100:00080000:2.0:1789761381.489270:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789761381.489275:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789761381.489279:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761381.489286:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761381.489300:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699515907328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761381.489326:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761381/real 1789761381] req@ffff980dd23ab800 x1876699515906944/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761381.489344:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699515906944/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761381.489354:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761381.489358:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761381.489361:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515906944:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761381.489384:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515907072:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761381.489399:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761381.489408:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761381/real 1789761381] req@ffff980dd23a8a80 x1876699515907072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761381.489416:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699515907072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761381.489422:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761381.489425:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761381.489427:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515907072:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761381.489430:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515907200:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761381.489441:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761381.489447:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761381/real 1789761381] req@ffff980dd23a8000 x1876699515907200/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761381.489455:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699515907200/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761381.489465:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761381.489467:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761381.489469:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515907200:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761381.489472:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515907328:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761381.489483:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761381.489489:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761381/real 1789761381] req@ffff980dd23ab480 x1876699515907328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761381.489495:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699515907328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761381.489501:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761381.489503:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761381.489505:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515907328:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761382.385003:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761383.408993:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761384.433062:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761385.457013:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761386.481050:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761386.608979:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761386.608986:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761386.608990:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761386.608997:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1357 00000100:00080000:3.0:1789761386.609006:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761386.609012:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761386.609050:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515907456/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761386.609075:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761386.609078:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761386.609079:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761386.609082:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1357 00000100:00080000:3.0:1789761386.609085:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761386.609087:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761386.609099:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761386.609112:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515907584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761386.609119:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761386.609121:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761386.609122:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761386.609125:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1357 00000100:00080000:3.0:1789761386.609128:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761386.609130:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761386.609134:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761386.609139:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515907456:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761386.609146:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515907712/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761386.609154:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761386.609157:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761386.609158:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761386.609160:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1357 00000100:00080000:3.0:1789761386.609162:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761386.609164:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761386.609167:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761386.609175:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515907840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789761386.609213:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761386.609256:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761386/real 1789761386] req@ffff980dc61e5c00 x1876699515907456/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761386.609275:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515907456/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761386.609285:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761386.609288:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761386.609291:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515907456:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761386.609297:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515907584:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761386.609316:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761386.609326:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761386/real 1789761386] req@ffff980dc61e4380 x1876699515907584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761386.609334:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515907584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761386.609339:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761386.609341:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761386.609343:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515907584:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761386.609361:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515907712:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761386.609372:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761386.609378:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761386/real 1789761386] req@ffff980dc61e4a80 x1876699515907712/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761386.609386:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515907712/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761386.609391:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761386.609393:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761386.609395:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515907712:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761386.609398:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515907840:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761386.609409:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761386.609415:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761386/real 1789761386] req@ffff980dc61e4000 x1876699515907840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761386.609422:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515907840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761386.609427:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761386.609429:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761386.609431:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515907840:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761387.505054:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761388.529054:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761389.552976:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761390.577023:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761391.601030:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761391.728928:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761391.728937:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761391.728940:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761391.728949:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1362 00000100:00080000:3.0:1789761391.728959:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761391.728965:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761391.729006:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515907968/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761391.729043:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761391.729046:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761391.729048:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761391.729051:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1362 00000100:00080000:3.0:1789761391.729054:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761391.729057:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761391.729066:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761391.729079:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515908096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761391.729092:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515907968:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761391.729095:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761391.729100:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761391.729103:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761391.729108:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1362 00000100:00080000:3.0:1789761391.729112:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761391.729116:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761391.729123:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761391.729138:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515908224/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761391.729149:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761391.729151:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761391.729157:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761391.729159:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761391.729166:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1362 00000100:00080000:3.0:1789761391.729172:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761391.729179:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761391.729187:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761391.729203:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761391/real 1789761391] req@ffff980dc61e4000 x1876699515907968/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761391.729210:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515908352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761391.729225:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515907968/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761391.729243:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761391.729249:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761391.729256:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515907968:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761391.729286:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515908096:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761391.729318:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761391.729335:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761391/real 1789761391] req@ffff980dc61e4a80 x1876699515908096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761391.729345:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515908096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761391.729353:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761391.729357:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761391.729360:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515908096:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761391.729367:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515908224:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761391.729382:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761391.729390:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761391/real 1789761391] req@ffff980dc61e4380 x1876699515908224/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761391.729397:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515908224/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761391.729402:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761391.729404:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761391.729406:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515908224:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761391.729410:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515908352:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761391.729423:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761391.729429:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761391/real 1789761391] req@ffff980dc61e5c00 x1876699515908352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761391.729436:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515908352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761391.729442:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761391.729445:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761391.729447:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515908352:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761392.625023:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761393.649044:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761394.673040:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761395.696984:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761396.721021:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761396.849008:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761396.849023:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761396.849028:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761396.849040:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1368 00000100:00080000:3.0:1789761396.849055:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761396.849075:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761396.849125:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515908480/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761396.849154:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761396.849157:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761396.849159:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761396.849163:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1368 00000100:00080000:3.0:1789761396.849166:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761396.849169:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761396.849180:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761396.849190:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515908608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761396.849198:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761396.849200:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761396.849202:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789761396.849207:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515908480:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761396.849208:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1368 00000100:00080000:3.0:1789761396.849214:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761396.849218:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761396.849222:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761396.849233:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515908736/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761396.849240:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761396.849244:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761396.849246:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761396.849250:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1368 00000100:00080000:3.0:1789761396.849254:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761396.849259:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761396.849263:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761396.849278:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515908864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761396.849283:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761396.849337:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761396/real 1789761396] req@ffff980dc61e6680 x1876699515908480/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761396.849359:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515908480/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761396.849370:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761396.849374:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761396.849379:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515908480:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761396.849406:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515908608:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761396.849431:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761396.849444:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761396/real 1789761396] req@ffff980dc61e7800 x1876699515908608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761396.849456:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515908608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761396.849480:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761396.849484:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761396.849489:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515908608:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761396.849495:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515908736:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761396.849519:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761396.849531:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761396/real 1789761396] req@ffff980dc61e6300 x1876699515908736/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761396.849542:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515908736/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761396.849551:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761396.849555:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761396.849558:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515908736:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761396.849565:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515908864:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761396.849584:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761396.849593:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761396/real 1789761396] req@ffff980dc61e5180 x1876699515908864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761396.849601:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515908864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761396.849607:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761396.849609:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761396.849611:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515908864:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761397.745008:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761398.769013:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761399.792972:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761400.817028:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761401.841025:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761401.968978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761401.968991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761401.968996:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761401.969008:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1373 00000100:00080000:2.0:1789761401.969023:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761401.969031:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761401.969079:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699515908992/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761401.969103:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761401.969106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761401.969108:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761401.969111:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1373 00000100:00080000:2.0:1789761401.969114:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761401.969116:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761401.969126:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761401.969138:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699515909120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761401.969147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761401.969150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761401.969151:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761401.969155:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1373 00000100:00080000:2.0:1789761401.969158:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761401.969163:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761401.969169:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761401.969182:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515908992:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761401.969185:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699515909248/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761401.969209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761401.969214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761401.969216:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761401.969222:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1373 00000100:00080000:2.0:1789761401.969228:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761401.969233:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761401.969240:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761401.969254:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699515909376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761401.969265:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761401.969318:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761401/real 1789761401] req@ffff980dd23ab480 x1876699515908992/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761401.969333:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699515908992/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761401.969343:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761401.969347:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761401.969352:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515908992:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761401.969360:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515909120:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761401.969387:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761401.969403:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761401/real 1789761401] req@ffff980dd23a8000 x1876699515909120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761401.969416:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699515909120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761401.969442:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761401.969448:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761401.969451:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515909120:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761401.969478:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515909248:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761401.969498:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761401.969507:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761401/real 1789761401] req@ffff980dd23a8a80 x1876699515909248/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761401.969520:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699515909248/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761401.969525:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761401.969527:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761401.969529:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515909248:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761401.969533:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515909376:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761401.969545:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761401.969551:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761401/real 1789761401] req@ffff980dd23ab800 x1876699515909376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761401.969558:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699515909376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761401.969563:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761401.969565:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761401.969567:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515909376:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761402.864965:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761403.889052:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761404.912974:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761405.937052:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761406.961012:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761407.088990:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761407.089000:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761407.089005:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761407.089016:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1378 00000100:00080000:3.0:1789761407.089030:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761407.089039:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761407.089093:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515909504/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761407.089126:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761407.089129:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761407.089131:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761407.089135:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1378 00000100:00080000:3.0:1789761407.089138:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761407.089141:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761407.089151:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761407.089164:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515909632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761407.089177:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761407.089180:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761407.089182:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761407.089185:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1378 00000100:00080000:3.0:1789761407.089187:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761407.089190:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761407.089199:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515909504:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789761407.089200:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761407.089225:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515909760/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761407.089237:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761407.089240:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761407.089242:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761407.089245:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1378 00000100:00080000:3.0:1789761407.089249:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761407.089252:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761407.089255:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761407.089264:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515909888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761407.089320:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515909632:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761407.089358:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515909760:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761407.089377:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515909888:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761407.985010:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761409.009006:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761410.033077:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789761410.161109:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:2.0:1789761410.161155:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789761410.161172:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789761410.161210:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789761410.161231:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789761410.161245:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:0.0:1789761410.161280:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761410] req@ffff980dc61e7b80 x1876699515909760/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761410.161322:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515909760/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761410.161341:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761410.161348:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761410.161354:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515909760:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761410.161376:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761410] req@ffff980dc61e4e00 x1876699515909888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761410.161392:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515909888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761410.161402:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761410.161407:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761410.161411:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515909888:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761410.161434:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761410] req@ffff980dc61e5880 x1876699515909504/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761410.161451:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515909504/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761410.161461:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761410.161465:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761410.161469:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515909504:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761410.161480:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761410] req@ffff980dc61e7480 x1876699515909632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761410.161496:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515909632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761410.161505:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761410.161509:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761410.161513:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515909632:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761411.057107:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761412.081022:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761412.208951:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761412.208966:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761412.208972:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761412.208986:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1383 00000100:00080000:3.0:1789761412.209001:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761412.209011:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761412.209057:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515910016/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761412.209083:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761412.209086:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761412.209087:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761412.209091:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1383 00000100:00080000:3.0:1789761412.209095:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761412.209100:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761412.209113:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761412.209123:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515910016:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761412.209132:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515910144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761412.209145:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761412.209149:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761412.209152:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761412.209156:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1383 00000100:00080000:3.0:1789761412.209161:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761412.209165:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761412.209172:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761412.209187:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515910272/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761412.209206:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761412.209210:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761412.209212:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761412.209216:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1383 00000100:00080000:3.0:1789761412.209221:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1789761412.209222:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761412.209231:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761412.209238:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761412.209254:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515910400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761412.209286:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761412] req@ffff980dc61e7480 x1876699515910016/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761412.209310:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515910016/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761412.209324:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761412.209330:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761412.209335:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515910016:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761412.209390:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515910144:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761412.209444:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761412.209460:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761412] req@ffff980dc61e5880 x1876699515910144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761412.209473:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515910144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761412.209484:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761412.209488:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761412.209492:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515910144:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761412.209498:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515910272:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761412.209523:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761412.209535:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761412] req@ffff980dc61e4e00 x1876699515910272/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761412.209546:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515910272/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761412.209554:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761412.209557:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761412.209561:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515910272:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761412.209566:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515910400:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761412.209597:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761412.209608:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761412] req@ffff980dc61e7b80 x1876699515910400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761412.209619:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515910400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761412.209627:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761412.209629:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761412.209633:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515910400:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761413.105058:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761414.128985:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761415.153020:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761416.176997:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761417.201033:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761417.328922:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761417.328932:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761417.328936:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761417.328945:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1388 00000100:00080000:3.0:1789761417.328954:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761417.328960:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761417.328990:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515910528/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761417.329014:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761417.329016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761417.329018:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761417.329021:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1388 00000100:00080000:3.0:1789761417.329023:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761417.329026:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761417.329033:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761417.329042:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515910656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761417.329049:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761417.329051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761417.329052:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761417.329056:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1388 00000100:00080000:3.0:1789761417.329058:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761417.329060:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761417.329063:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761417.329070:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515910784/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761417.329083:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789761417.329092:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515910528:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761417.329092:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761417.329102:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761417.329110:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1388 00000100:00080000:3.0:1789761417.329114:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761417.329121:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761417.329129:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761417.329144:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515910912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761417.329181:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761417.329232:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761417] req@ffff980dc61e5180 x1876699515910528/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761417.329247:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515910528/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761417.329257:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761417.329260:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761417.329264:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515910528:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761417.329269:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515910656:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761417.329286:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761417.329294:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761417] req@ffff980dc61e6300 x1876699515910656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761417.329303:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515910656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761417.329309:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761417.329324:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761417.329327:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515910656:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761417.329352:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515910784:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761417.329369:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761417.329378:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761417] req@ffff980dc61e7800 x1876699515910784/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761417.329386:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515910784/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761417.329392:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761417.329394:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761417.329397:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515910784:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761417.329401:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515910912:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761417.329412:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761417.329419:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761417] req@ffff980dc61e6680 x1876699515910912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761417.329427:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515910912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761417.329432:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761417.329434:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761417.329436:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515910912:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761418.224998:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761419.249045:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761420.273021:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761421.297078:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761422.321008:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761422.448907:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761422.448915:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761422.448919:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761422.448926:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1393 00000100:00080000:3.0:1789761422.448935:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761422.448941:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761422.448971:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515911040/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761422.448992:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761422.448994:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761422.448996:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761422.448998:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1393 00000100:00080000:3.0:1789761422.449001:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761422.449003:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761422.449010:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761422.449020:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515911168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761422.449027:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761422.449029:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761422.449031:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761422.449036:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1393 00000100:00080000:3.0:1789761422.449038:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761422.449040:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761422.449044:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761422.449052:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515911040:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761422.449059:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515911296/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761422.449074:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761422.449077:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761422.449078:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761422.449083:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1393 00000100:00080000:3.0:1789761422.449085:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761422.449089:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761422.449092:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761422.449111:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515911424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761422.449151:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761422.449202:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422] req@ffff980dc61e5c00 x1876699515911040/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761422.449222:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515911040/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761422.449233:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761422.449237:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761422.449240:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515911040:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761422.449246:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515911168:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761422.449264:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761422.449285:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422] req@ffff980dc61e4380 x1876699515911168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761422.449299:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515911168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761422.449310:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761422.449314:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761422.449318:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515911168:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761422.449349:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515911296:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761422.449374:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761422.449386:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422] req@ffff980dc61e4a80 x1876699515911296/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761422.449398:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515911296/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761422.449408:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761422.449412:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761422.449416:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515911296:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761422.449422:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515911424:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761422.449440:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761422.449456:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422] req@ffff980dc61e4000 x1876699515911424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761422.449465:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515911424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761422.449470:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761422.449473:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761422.449475:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515911424:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761423.345067:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761424.368991:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761425.393041:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761426.417044:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761427.441006:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761427.568963:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761427.568978:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761427.568984:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761427.568996:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1398 00000100:00080000:3.0:1789761427.569011:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761427.569029:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761427.569082:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515911552/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761427.569122:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761427.569127:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761427.569130:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761427.569138:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1398 00000100:00080000:3.0:1789761427.569145:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761427.569150:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761427.569180:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515911552:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789761427.569257:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761427.569276:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515911680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789761427.569285:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761427.569335:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761427/real 1789761427] req@ffff980dc61e4000 x1876699515911552/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761427.569358:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515911552/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761427.569371:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761427.569377:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761427.569381:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515911552:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761427.569408:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761427.569413:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1789761427.569414:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515911680:192.168.203.146@tcp:38:kworker.0 00000100:00080000:3.0:1789761427.569416:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761427.569423:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1398 00000100:00080000:3.0:1789761427.569427:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789761427.569466:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761427.569466:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761427.569477:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761427.569496:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515911808/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761427.569507:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761427/real 1789761427] req@ffff980dc61e4a80 x1876699515911680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761427.569513:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761427.569521:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761427.569523:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761427.569527:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1398 00000100:00100000:1.0:1789761427.569531:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515911680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761427.569532:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761427.569539:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761427.569544:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1789761427.569553:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1789761427.569556:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515911936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761427.569563:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761427.569573:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515911680:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761427.569592:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515911808:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761427.569621:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761427.569634:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761427/real 1789761427] req@ffff980dc61e4380 x1876699515911808/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761427.569647:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515911808/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761427.569657:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761427.569660:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761427.569664:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515911808:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761427.569671:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515911936:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761427.569694:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761427.569707:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761427/real 1789761427] req@ffff980dc61e5c00 x1876699515911936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761427.569728:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515911936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761427.569736:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761427.569740:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761427.569743:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515911936:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761428.465026:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761429.489061:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761430.513049:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761431.537032:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761432.561068:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761432.688977:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761432.688986:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761432.688990:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761432.689001:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1403 00000100:00080000:3.0:1789761432.689013:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761432.689020:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761432.689062:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515912064/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761432.689088:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761432.689091:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761432.689093:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761432.689097:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1403 00000100:00080000:3.0:1789761432.689099:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761432.689101:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761432.689111:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761432.689122:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515912192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761432.689130:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761432.689133:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761432.689134:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761432.689138:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1403 00000100:00100000:1.0:1789761432.689140:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515912064:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761432.689141:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761432.689147:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761432.689152:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761432.689162:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515912320/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761432.689169:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761432.689172:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761432.689173:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761432.689176:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1403 00000100:00080000:3.0:1789761432.689178:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761432.689181:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761432.689184:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761432.689191:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515912448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789761432.689233:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761432.689274:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761432/real 1789761432] req@ffff980dc61e6680 x1876699515912064/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761432.689290:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515912064/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761432.689299:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761432.689302:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761432.689305:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515912064:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761432.689327:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515912192:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761432.689344:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761432.689353:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761432/real 1789761432] req@ffff980dc61e7800 x1876699515912192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761432.689361:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515912192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761432.689372:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761432.689374:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761432.689377:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515912192:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761432.689380:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515912320:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761432.689392:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761432.689398:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761432/real 1789761432] req@ffff980dc61e6300 x1876699515912320/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761432.689405:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515912320/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761432.689411:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761432.689413:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761432.689415:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515912320:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761432.689419:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515912448:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761432.689430:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761432.689436:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761432/real 1789761432] req@ffff980dc61e5180 x1876699515912448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761432.689443:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515912448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761432.689448:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761432.689450:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761432.689453:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515912448:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761433.585016:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761434.609070:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761435.633063:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761436.657048:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761437.681031:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761437.809027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761437.809036:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761437.809040:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761437.809051:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1408 00000100:00080000:2.0:1789761437.809062:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761437.809070:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761437.809106:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699515912576/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761437.809132:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761437.809134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761437.809136:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761437.809139:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1408 00000100:00080000:2.0:1789761437.809142:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761437.809144:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761437.809151:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761437.809172:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699515912704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761437.809180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761437.809183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761437.809184:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761437.809187:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1408 00000100:00080000:2.0:1789761437.809189:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761437.809192:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761437.809196:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761437.809205:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699515912832/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761437.809217:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515912576:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789761437.809218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761437.809226:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761437.809232:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761437.809240:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1408 00000100:00080000:2.0:1789761437.809244:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761437.809248:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761437.809254:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761437.809270:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699515912960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789761437.809325:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761437.809390:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761437/real 1789761437] req@ffff980dd23a9180 x1876699515912576/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761437.809412:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699515912576/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761437.809426:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761437.809430:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761437.809435:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515912576:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761437.809444:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515912704:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761437.809470:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761437.809484:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761437/real 1789761437] req@ffff980dd23a8e00 x1876699515912704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761437.809496:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699515912704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761437.809505:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761437.809508:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761437.809512:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515912704:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761437.809542:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515912832:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761437.809565:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761437.809578:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761437/real 1789761437] req@ffff980dd23aa300 x1876699515912832/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761437.809590:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699515912832/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761437.809599:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761437.809603:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761437.809607:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515912832:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761437.809613:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515912960:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761437.809639:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761437.809651:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761437/real 1789761437] req@ffff980dd23a8380 x1876699515912960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761437.809662:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699515912960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761437.809670:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761437.809673:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761437.809677:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515912960:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761438.705008:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761439.728972:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761440.753028:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761441.777015:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761442.801035:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761442.928976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761442.928990:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761442.928996:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761442.929008:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1414 00000100:00080000:3.0:1789761442.929024:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761442.929042:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761442.929094:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515913088/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761442.929136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761442.929141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761442.929143:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761442.929148:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1414 00000100:00080000:3.0:1789761442.929158:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761442.929162:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761442.929173:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761442.929182:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515913088:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761442.929187:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515913216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761442.929198:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761442.929201:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761442.929202:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761442.929205:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1414 00000100:00080000:3.0:1789761442.929208:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761442.929210:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761442.929215:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761442.929224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515913344/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761442.929232:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761442.929235:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761442.929236:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761442.929238:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1414 00000100:00080000:3.0:1789761442.929240:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761442.929242:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761442.929245:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761442.929252:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515913472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789761442.929279:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761442.929322:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761442/real 1789761442] req@ffff980dc61e7b80 x1876699515913088/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761442.929337:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515913088/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761442.929347:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761442.929351:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761442.929354:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515913088:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761442.929376:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515913216:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761442.929393:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761442.929401:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761442/real 1789761442] req@ffff980dc61e4e00 x1876699515913216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761442.929409:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515913216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761442.929415:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761442.929417:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761442.929419:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515913216:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761442.929423:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515913344:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761442.929434:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761442.929440:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761442/real 1789761442] req@ffff980dc61e5880 x1876699515913344/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761442.929448:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515913344/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761442.929453:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761442.929455:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761442.929457:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515913344:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761442.929461:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515913472:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761442.929473:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761442.929479:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761442/real 1789761442] req@ffff980dc61e7480 x1876699515913472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761442.929487:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515913472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761442.929492:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761442.929493:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761442.929495:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515913472:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761443.825016:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761444.849018:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761445.872977:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761446.897047:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761447.921016:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761448.048984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761448.048995:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761448.048999:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761448.049011:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1419 00000100:00080000:2.0:1789761448.049024:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761448.049031:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761448.049072:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699515913600/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761448.049106:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761448.049109:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761448.049111:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761448.049114:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1419 00000100:00080000:2.0:1789761448.049117:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761448.049120:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761448.049130:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761448.049141:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699515913728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761448.049155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761448.049159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1789761448.049160:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515913600:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789761448.049161:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761448.049168:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1419 00000100:00080000:2.0:1789761448.049173:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761448.049175:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761448.049180:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761448.049188:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699515913856/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761448.049196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761448.049199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761448.049200:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761448.049203:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1419 00000100:00080000:2.0:1789761448.049205:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761448.049208:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761448.049210:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761448.049218:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699515913984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789761448.049254:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761448.049307:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761448/real 1789761448] req@ffff980dd23aa680 x1876699515913600/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761448.049328:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699515913600/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761448.049340:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761448.049345:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761448.049349:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515913600:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761448.049376:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515913728:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761448.049400:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761448.049413:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761448/real 1789761448] req@ffff980dd23aaa00 x1876699515913728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761448.049425:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699515913728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761448.049434:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761448.049437:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761448.049440:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515913728:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761448.049447:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515913856:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761448.049467:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761448.049477:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761448/real 1789761448] req@ffff980dd23a9f80 x1876699515913856/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761448.049489:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699515913856/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761448.049497:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761448.049501:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761448.049504:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515913856:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761448.049510:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515913984:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761448.049528:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761448.049539:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761448/real 1789761448] req@ffff980dd23a9c00 x1876699515913984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761448.049551:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699515913984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761448.049565:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761448.049569:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761448.049573:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515913984:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761448.944992:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761449.969025:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761450.993041:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761452.017080:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761453.041173:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761453.169007:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761453.169021:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761453.169027:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761453.169039:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1424 00000100:00080000:3.0:1789761453.169064:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761453.169072:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761453.169125:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515914112/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761453.169153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761453.169156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761453.169159:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761453.169163:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1424 00000100:00080000:3.0:1789761453.169166:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761453.169170:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761453.169184:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761453.169203:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515914240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761453.169215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761453.169219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761453.169221:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761453.169225:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1424 00000100:00080000:3.0:1789761453.169230:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761453.169233:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761453.169239:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761453.169247:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515914112:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761453.169253:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515914368/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761453.169272:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761453.169275:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761453.169277:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761453.169281:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1424 00000100:00080000:3.0:1789761453.169286:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761453.169289:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761453.169292:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761453.169303:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515914496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789761453.169336:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761453.169380:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761453/real 1789761453] req@ffff980dc61e7480 x1876699515914112/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761453.169400:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515914112/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761453.169413:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761453.169418:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761453.169422:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515914112:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761453.169431:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515914240:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761453.169452:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761453.169462:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761453/real 1789761453] req@ffff980dc61e5880 x1876699515914240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761453.169471:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515914240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761453.169477:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761453.169480:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761453.169482:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515914240:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761453.169502:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515914368:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761453.169515:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761453.169522:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761453/real 1789761453] req@ffff980dc61e4e00 x1876699515914368/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761453.169530:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515914368/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761453.169536:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761453.169538:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761453.169539:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515914368:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761453.169543:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515914496:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761453.169554:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761453.169560:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761453/real 1789761453] req@ffff980dc61e7b80 x1876699515914496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761453.169567:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515914496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761453.169572:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761453.169574:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761453.169576:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515914496:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761454.065066:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761455.089041:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761456.113063:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761457.137006:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761458.161083:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761458.288988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761458.288998:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761458.289003:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761458.289028:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1429 00000100:00080000:3.0:1789761458.289040:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761458.289047:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761458.289100:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515914624/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761458.289135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761458.289138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761458.289140:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761458.289144:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1429 00000100:00080000:3.0:1789761458.289148:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761458.289151:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761458.289162:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761458.289174:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515914752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761458.289182:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515914624:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761458.289185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761458.289190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761458.289192:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761458.289196:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1429 00000100:00080000:3.0:1789761458.289198:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761458.289202:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761458.289206:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761458.289215:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515914880/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761458.289223:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761458.289225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761458.289227:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761458.289229:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1429 00000100:00080000:3.0:1789761458.289232:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761458.289234:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761458.289237:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761458.289244:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515915008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789761458.289271:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761458.289321:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761458/real 1789761458] req@ffff980dc61e5180 x1876699515914624/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761458.289336:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515914624/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761458.289346:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761458.289349:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761458.289353:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515914624:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761458.289378:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515914752:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761458.289396:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761458.289409:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761458/real 1789761458] req@ffff980dc61e6300 x1876699515914752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761458.289423:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515914752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761458.289432:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761458.289436:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761458.289440:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515914752:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761458.289447:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515914880:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761458.289472:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761458.289485:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761458/real 1789761458] req@ffff980dc61e7800 x1876699515914880/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761458.289499:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515914880/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761458.289508:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761458.289520:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761458.289524:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515914880:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761458.289531:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515915008:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761458.289554:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761458.289567:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761458/real 1789761458] req@ffff980dc61e6680 x1876699515915008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761458.289582:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515915008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761458.289590:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761458.289593:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761458.289597:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515915008:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761459.184989:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761460.209022:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761461.233051:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761462.257032:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761463.281034:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761463.409001:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761463.409012:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761463.409016:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761463.409028:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1434 00000100:00080000:3.0:1789761463.409041:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761463.409050:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761463.409096:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515915136/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761463.409129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761463.409133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761463.409135:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761463.409141:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1434 00000100:00080000:3.0:1789761463.409147:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761463.409152:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761463.409163:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761463.409174:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515915136:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761463.409183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515915264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761463.409196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761463.409199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761463.409202:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761463.409209:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1434 00000100:00080000:3.0:1789761463.409215:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761463.409218:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761463.409224:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761463.409234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515915392/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761463.409241:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761463.409244:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761463.409245:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761463.409251:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1434 00000100:00080000:3.0:1789761463.409259:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1789761463.409260:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761463.409267:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761463.409272:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761463.409285:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515915520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761463.409301:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761463/real 1789761463] req@ffff980dc61e5c00 x1876699515915136/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761463.409316:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515915136/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761463.409324:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761463.409327:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761463.409330:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515915136:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761463.409355:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515915264:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761463.409391:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761463.409415:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761463/real 1789761463] req@ffff980dc61e4380 x1876699515915264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761463.409425:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515915264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761463.409431:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761463.409434:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761463.409436:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515915264:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761463.409441:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515915392:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761463.409457:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761463.409464:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761463/real 1789761463] req@ffff980dc61e4a80 x1876699515915392/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761463.409472:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515915392/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761463.409477:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761463.409480:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761463.409482:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515915392:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761463.409492:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515915520:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761463.409504:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761463.409510:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761463/real 1789761463] req@ffff980dc61e4000 x1876699515915520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761463.409517:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515915520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761463.409522:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761463.409524:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761463.409527:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515915520:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761464.305061:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761465.329048:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761466.353052:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761467.376992:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761468.401043:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761468.528971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761468.528983:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761468.528987:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761468.528997:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1439 00000100:00080000:3.0:1789761468.529009:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761468.529017:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761468.529063:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515915648/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761468.529090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761468.529093:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761468.529094:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761468.529098:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1439 00000100:00080000:3.0:1789761468.529101:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761468.529104:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761468.529117:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761468.529126:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515915648:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761468.529130:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515915776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761468.529140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761468.529142:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761468.529143:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761468.529146:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1439 00000100:00080000:3.0:1789761468.529148:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761468.529151:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761468.529156:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761468.529170:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515915904/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761468.529181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761468.529186:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761468.529188:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761468.529192:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1439 00000800:00000100:2.0:1789761468.529198:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761468.529203:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761468.529211:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761468.529217:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761468.529230:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515916032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761468.529248:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761468/real 1789761468] req@ffff980dc61e4000 x1876699515915648/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761468.529271:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515915648/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761468.529284:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761468.529289:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761468.529294:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515915648:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761468.529322:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515915776:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761468.529349:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761468.529364:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761468/real 1789761468] req@ffff980dc61e4a80 x1876699515915776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761468.529377:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515915776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761468.529385:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761468.529388:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761468.529391:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515915776:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761468.529401:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515915904:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761468.529422:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761468.529435:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761468/real 1789761468] req@ffff980dc61e4380 x1876699515915904/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761468.529448:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515915904/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761468.529458:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761468.529460:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761468.529462:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515915904:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761468.529467:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515916032:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761468.529483:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761468.529491:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761468/real 1789761468] req@ffff980dc61e5c00 x1876699515916032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761468.529499:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515916032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761468.529504:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761468.529506:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761468.529508:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515916032:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761469.425033:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761470.449053:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761471.473078:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761472.497049:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761473.521009:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761473.648997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761473.649014:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761473.649019:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761473.649030:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1444 00000100:00080000:2.0:1789761473.649044:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761473.649053:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761473.649109:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699515916160/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761473.649139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761473.649142:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761473.649144:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761473.649147:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1444 00000100:00080000:2.0:1789761473.649150:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761473.649154:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761473.649164:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761473.649176:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699515916288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761473.649182:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515916160:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789761473.649187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761473.649191:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761473.649193:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761473.649196:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1444 00000100:00080000:2.0:1789761473.649198:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761473.649201:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761473.649204:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761473.649213:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699515916416/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761473.649222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761473.649225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761473.649226:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761473.649228:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1444 00000100:00080000:2.0:1789761473.649230:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761473.649233:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761473.649235:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761473.649242:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699515916544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761473.649306:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515916288:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761473.649333:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515916416:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761473.649349:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515916544:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761474.544984:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761475.569060:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761476.593041:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1789761476.721151:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:0.0:1789761476.721200:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1789761476.721218:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789761476.721262:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789761476.721275:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789761476.721287:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:1.0:1789761476.721310:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761473/real 1789761476] req@ffff980dd23a9f80 x1876699515916288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761476.721347:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699515916288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761476.721363:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761476.721369:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761476.721374:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515916288:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761476.721384:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761473/real 1789761476] req@ffff980dd23aaa00 x1876699515916416/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761476.721397:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699515916416/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761476.721405:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761476.721409:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761476.721413:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515916416:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761476.721421:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761473/real 1789761476] req@ffff980dd23aa680 x1876699515916544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761476.721433:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699515916544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761476.721441:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761476.721445:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761476.721448:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515916544:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761476.721457:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761473/real 1789761476] req@ffff980dd23a9c00 x1876699515916160/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761476.721470:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699515916160/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761476.721479:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761476.721483:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761476.721486:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515916160:192.168.203.146@tcp:250:kworker.0 00010000:00010000:3.0:1789761477.617056:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761478.641027:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761478.769027:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761478.769038:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761478.769043:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761478.769052:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1449 00000100:00080000:0.0:1789761478.769064:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761478.769071:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761478.769121:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4e00 x1876699515916672/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761478.769153:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761478.769158:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761478.769159:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761478.769170:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1449 00000100:00080000:0.0:1789761478.769174:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761478.769178:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761478.769192:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761478.769195:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515916672:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761478.769206:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6d80 x1876699515916800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761478.769216:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761478.769219:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761478.769220:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761478.769223:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1449 00000100:00080000:0.0:1789761478.769226:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761478.769229:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761478.769232:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761478.769242:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7100 x1876699515916928/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761478.769257:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761478.769260:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761478.769262:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761478.769265:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1449 00000100:00080000:0.0:1789761478.769268:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761478.769271:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761478.769274:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761478.769284:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4700 x1876699515917056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789761478.769294:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761478.769345:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761478/real 1789761478] req@ffff980dc8fc4e00 x1876699515916672/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761478.769367:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4e00 x1876699515916672/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761478.769381:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761478.769397:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761478.769407:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515916672:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761478.769438:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515916800:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761478.769466:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761478.769481:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761478/real 1789761478] req@ffff980dc8fc6d80 x1876699515916800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761478.769496:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6d80 x1876699515916800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761478.769506:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761478.769510:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761478.769514:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515916800:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761478.769520:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515916928:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761478.769539:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761478.769547:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761478/real 1789761478] req@ffff980dc8fc7100 x1876699515916928/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761478.769560:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7100 x1876699515916928/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761478.769569:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761478.769573:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761478.769577:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515916928:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761478.769583:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515917056:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761478.769605:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761478.769618:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761478/real 1789761478] req@ffff980dc8fc4700 x1876699515917056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761478.769629:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4700 x1876699515917056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761478.769637:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761478.769640:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761478.769644:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515917056:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761479.665028:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761480.689049:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761481.713033:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761482.737013:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761483.760979:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761483.888942:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761483.888955:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761483.888960:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761483.888972:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1455 00000100:00080000:3.0:1789761483.888983:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761483.888991:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761483.889030:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515917184/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761483.889056:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761483.889059:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761483.889060:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761483.889064:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1455 00000100:00080000:3.0:1789761483.889066:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761483.889069:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761483.889079:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761483.889094:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515917312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761483.889102:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515917184:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761483.889105:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761483.889111:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761483.889114:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761483.889117:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1455 00000100:00080000:3.0:1789761483.889120:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761483.889122:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761483.889126:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761483.889138:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515917440/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761483.889145:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761483.889148:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761483.889149:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761483.889152:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1455 00000100:00080000:3.0:1789761483.889155:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761483.889159:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761483.889163:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761483.889169:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515917568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789761483.889189:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761483.889228:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761483/real 1789761483] req@ffff980dc61e6680 x1876699515917184/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761483.889252:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515917184/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761483.889262:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761483.889265:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761483.889268:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515917184:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761483.889290:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515917312:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761483.889311:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761483.889325:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761483/real 1789761483] req@ffff980dc61e7800 x1876699515917312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761483.889340:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515917312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761483.889349:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761483.889353:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761483.889357:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515917312:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761483.889364:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515917440:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761483.889388:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761483.889402:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761483/real 1789761483] req@ffff980dc61e6300 x1876699515917440/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761483.889415:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515917440/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761483.889424:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761483.889427:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761483.889429:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515917440:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761483.889434:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515917568:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761483.889450:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761483.889458:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761483/real 1789761483] req@ffff980dc61e5180 x1876699515917568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761483.889465:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515917568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761483.889471:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761483.889473:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761483.889475:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515917568:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761484.785023:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761485.809045:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761486.832979:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761487.856996:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761488.881003:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761489.008935:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761489.008946:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761489.008950:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761489.008961:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1460 00000100:00080000:2.0:1789761489.008971:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761489.008979:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761489.009027:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699515917696/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761489.009059:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761489.009064:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761489.009066:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761489.009071:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1460 00000100:00080000:2.0:1789761489.009075:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761489.009079:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761489.009090:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761489.009094:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515917696:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761489.009105:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699515917824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761489.009114:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761489.009117:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761489.009118:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761489.009121:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1460 00000100:00080000:2.0:1789761489.009124:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761489.009126:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761489.009135:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761489.009143:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699515917952/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761489.009152:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761489.009155:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761489.009156:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761489.009159:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1460 00000100:00080000:2.0:1789761489.009161:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789761489.009166:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789761489.009166:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761489.009173:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761489.009182:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699515918080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761489.009212:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489] req@ffff980dd23a8380 x1876699515917696/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761489.009233:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699515917696/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761489.009241:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761489.009244:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761489.009247:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515917696:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761489.009268:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515917824:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761489.009284:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761489.009292:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489] req@ffff980dd23aa300 x1876699515917824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761489.009301:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699515917824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761489.009314:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761489.009317:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761489.009320:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515917824:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761489.009324:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515917952:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761489.009338:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761489.009345:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489] req@ffff980dd23a8e00 x1876699515917952/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761489.009353:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699515917952/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761489.009363:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761489.009365:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761489.009368:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515917952:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761489.009371:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515918080:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761489.009382:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761489.009389:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489] req@ffff980dd23a9180 x1876699515918080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761489.009396:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699515918080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761489.009402:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761489.009404:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761489.009406:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515918080:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761489.905026:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761490.929049:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761491.952981:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761492.977044:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761494.000974:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761494.128999:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761494.129011:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761494.129016:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761494.129028:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1465 00000100:00080000:2.0:1789761494.129041:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761494.129050:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761494.129093:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699515918208/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761494.129123:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761494.129127:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761494.129129:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761494.129134:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1465 00000100:00080000:2.0:1789761494.129138:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761494.129143:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761494.129157:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761494.129166:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515918208:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761494.129175:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699515918336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761494.129189:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761494.129193:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761494.129195:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761494.129200:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1465 00000100:00080000:2.0:1789761494.129205:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761494.129209:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761494.129216:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761494.129229:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699515918464/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789761494.129240:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789761494.129243:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761494.129248:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761494.129250:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761494.129256:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1465 00000100:00080000:2.0:1789761494.129261:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761494.129266:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761494.129271:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761494.129284:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699515918592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761494.129306:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494] req@ffff980dd23ab800 x1876699515918208/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761494.129331:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699515918208/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761494.129344:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761494.129350:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761494.129356:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515918208:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761494.129385:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515918336:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761494.129406:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761494.129417:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494] req@ffff980dd23a8a80 x1876699515918336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761494.129426:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699515918336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761494.129432:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761494.129434:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761494.129437:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515918336:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761494.129441:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515918464:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761494.129454:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761494.129461:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494] req@ffff980dd23a8000 x1876699515918464/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761494.129469:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699515918464/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761494.129474:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761494.129476:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761494.129478:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515918464:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761494.129482:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515918592:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761494.129494:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761494.129501:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494] req@ffff980dd23ab480 x1876699515918592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761494.129508:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699515918592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761494.129513:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761494.129515:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761494.129517:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515918592:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761495.025011:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761496.049022:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761497.073060:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761498.096997:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761499.120952:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761499.249073:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761499.249082:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761499.249086:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761499.249095:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1470 00000100:00080000:3.0:1789761499.249107:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761499.249114:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761499.249151:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515918720/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761499.249179:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761499.249184:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761499.249187:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761499.249194:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1470 00000100:00080000:3.0:1789761499.249199:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761499.249205:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761499.249216:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761499.249236:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515918848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761499.249251:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761499.249255:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761499.249258:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761499.249265:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1470 00000100:00080000:3.0:1789761499.249272:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761499.249277:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761499.249285:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761499.249299:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515918976/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761499.249311:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761499.249314:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761499.249316:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761499.249320:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1470 00000100:00080000:3.0:1789761499.249325:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761499.249329:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761499.249335:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761499.249343:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515919104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789761499.249377:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515918720:192.168.203.146@tcp:250:kworker.0 00000800:00000100:3.0:1789761499.249494:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761499.249524:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499] req@ffff980dc61e7b80 x1876699515918720/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761499.249536:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515918720/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761499.249544:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761499.249547:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761499.249549:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515918720:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761499.249554:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515918848:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761499.249570:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761499.249578:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499] req@ffff980dc61e4e00 x1876699515918848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761499.249585:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515918848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761499.249747:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761499.249750:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761499.249752:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515918848:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761499.249757:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515918976:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761499.249780:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761499.249837:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499] req@ffff980dc61e5880 x1876699515918976/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761499.249879:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515918976/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761499.249885:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761499.249887:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761499.249890:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515918976:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761499.249895:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515919104:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761499.249923:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761499.249936:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499] req@ffff980dc61e7480 x1876699515919104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761499.249944:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515919104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761499.249950:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761499.249952:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761499.249954:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515919104:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761500.145021:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761501.169043:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761502.193041:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761503.217005:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761504.240964:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761504.369002:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761504.369012:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761504.369016:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761504.369026:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1475 00000100:00080000:3.0:1789761504.369038:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761504.369046:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761504.369090:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515919232/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761504.369119:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761504.369122:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761504.369123:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761504.369127:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1475 00000100:00080000:3.0:1789761504.369129:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761504.369132:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761504.369141:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761504.369152:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515919360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761504.369160:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761504.369164:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761504.369167:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789761504.369168:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515919232:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761504.369172:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1475 00000100:00080000:3.0:1789761504.369178:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761504.369185:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761504.369190:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761504.369205:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515919488/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761504.369217:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761504.369221:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761504.369224:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761504.369229:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1475 00000100:00080000:3.0:1789761504.369241:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761504.369246:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761504.369251:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761504.369262:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515919616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789761504.369273:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761504.369328:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761504] req@ffff980dc61e7480 x1876699515919232/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761504.369345:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515919232/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761504.369355:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761504.369358:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761504.369361:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515919232:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761504.369384:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515919360:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761504.369408:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761504.369433:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761504] req@ffff980dc61e5880 x1876699515919360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761504.369449:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515919360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761504.369458:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761504.369463:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761504.369466:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515919360:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761504.369470:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515919488:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761504.369489:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761504.369498:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761504] req@ffff980dc61e4e00 x1876699515919488/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761504.369506:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515919488/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761504.369512:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761504.369514:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761504.369516:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515919488:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761504.369519:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515919616:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761504.369530:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761504.369536:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761504] req@ffff980dc61e7b80 x1876699515919616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761504.369543:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515919616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761504.369549:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761504.369551:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761504.369553:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515919616:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761505.265003:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761506.289068:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761507.313016:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761508.337037:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761509.360990:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761509.488998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761509.489009:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761509.489012:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761509.489023:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1480 00000100:00080000:1.0:1789761509.489035:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761509.489043:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761509.489090:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570a80 x1876699515919744/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761509.489124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761509.489127:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761509.489129:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761509.489133:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1480 00000100:00080000:1.0:1789761509.489137:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761509.489141:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761509.489152:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761509.489163:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515919744:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761509.489169:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699515919872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761509.489179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761509.489182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761509.489183:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761509.489187:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1480 00000100:00080000:1.0:1789761509.489191:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761509.489203:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761509.489209:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761509.489223:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699515920000/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761509.489236:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1789761509.489242:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:1.0:1789761509.489243:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761509.489253:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761509.489258:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1480 00000100:00080000:1.0:1789761509.489261:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761509.489265:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761509.489270:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761509.489281:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699515920128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789761509.489309:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761509/real 1789761509] req@ffff980dc8570a80 x1876699515919744/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761509.489325:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570a80 x1876699515919744/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761509.489334:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761509.489337:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761509.489341:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515919744:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761509.489364:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515919872:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761509.489382:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761509.489392:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761509/real 1789761509] req@ffff980dc8573480 x1876699515919872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761509.489405:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699515919872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761509.489411:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761509.489413:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761509.489416:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515919872:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761509.489419:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515920000:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761509.489432:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761509.489438:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761509/real 1789761509] req@ffff980dc8571180 x1876699515920000/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761509.489446:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699515920000/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761509.489451:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761509.489453:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761509.489455:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515920000:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761509.489458:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515920128:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761509.489469:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761509.489475:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761509/real 1789761509] req@ffff980dc8573800 x1876699515920128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761509.489482:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699515920128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761509.489492:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761509.489494:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761509.489496:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515920128:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761510.385014:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761511.409050:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761512.433041:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761513.457026:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761514.481071:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761514.608972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761514.608985:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761514.608989:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761514.609001:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1485 00000100:00080000:3.0:1789761514.609020:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761514.609028:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761514.609076:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515920256/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761514.609102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761514.609105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761514.609106:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761514.609110:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1485 00000100:00080000:3.0:1789761514.609113:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761514.609115:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761514.609124:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761514.609135:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515920384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761514.609146:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515920256:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761514.609155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761514.609160:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761514.609162:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761514.609167:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1485 00000100:00080000:3.0:1789761514.609172:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761514.609177:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761514.609183:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761514.609200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515920512/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761514.609212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761514.609216:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761514.609218:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761514.609222:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1485 00000800:00000100:1.0:1789761514.609229:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761514.609236:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761514.609244:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761514.609250:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761514.609265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515920640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761514.609284:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761514/real 1789761514] req@ffff980dc61e7b80 x1876699515920256/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761514.609303:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515920256/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761514.609313:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761514.609316:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761514.609320:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515920256:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761514.609343:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515920384:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761514.609363:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761514.609373:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761514/real 1789761514] req@ffff980dc61e4e00 x1876699515920384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761514.609381:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515920384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761514.609387:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761514.609390:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761514.609392:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515920384:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761514.609396:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515920512:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761514.609408:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761514.609414:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761514/real 1789761514] req@ffff980dc61e5880 x1876699515920512/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761514.609422:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515920512/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761514.609427:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761514.609429:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761514.609431:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515920512:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761514.609435:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515920640:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761514.609446:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761514.609452:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761514/real 1789761514] req@ffff980dc61e7480 x1876699515920640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761514.609461:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515920640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761514.609466:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761514.609468:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761514.609469:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515920640:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761515.505009:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761516.529048:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761517.552981:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761518.577063:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761519.600994:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761519.728942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761519.728953:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761519.728958:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761519.728968:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1490 00000100:00080000:2.0:1789761519.728979:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761519.728987:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761519.729034:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699515920768/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761519.729058:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761519.729062:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761519.729063:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761519.729067:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1490 00000100:00080000:2.0:1789761519.729069:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761519.729073:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761519.729083:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761519.729093:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699515920896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789761519.729099:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515920768:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789761519.729104:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761519.729110:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761519.729112:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761519.729116:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1490 00000100:00080000:2.0:1789761519.729118:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761519.729121:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761519.729125:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761519.729134:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699515921024/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761519.729142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761519.729145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761519.729146:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761519.729149:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1490 00000100:00080000:2.0:1789761519.729150:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761519.729153:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761519.729156:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761519.729163:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699515921152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789761519.729198:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761519.729251:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761519/real 1789761519] req@ffff980dd23ab480 x1876699515920768/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761519.729274:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699515920768/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761519.729287:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761519.729292:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761519.729297:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515920768:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761519.729328:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515920896:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761519.729350:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761519.729360:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761519/real 1789761519] req@ffff980dd23a8000 x1876699515920896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761519.729369:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699515920896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761519.729381:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761519.729383:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761519.729386:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515920896:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761519.729390:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515921024:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761519.729403:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761519.729409:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761519/real 1789761519] req@ffff980dd23a8a80 x1876699515921024/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761519.729417:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699515921024/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761519.729422:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761519.729424:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761519.729426:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515921024:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761519.729430:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515921152:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761519.729441:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761519.729447:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761519/real 1789761519] req@ffff980dd23ab800 x1876699515921152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761519.729455:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699515921152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761519.729460:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761519.729461:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761519.729464:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515921152:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761520.625050:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761521.648995:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761522.673003:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761523.696981:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761524.721009:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761524.848949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761524.848959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761524.848964:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761524.848975:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1496 00000100:00080000:1.0:1789761524.848987:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761524.848994:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761524.849035:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699515921280/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761524.849066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761524.849069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761524.849071:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761524.849075:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1496 00000100:00080000:1.0:1789761524.849077:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761524.849079:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761524.849089:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761524.849100:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570e00 x1876699515921408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761524.849107:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761524.849109:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761524.849111:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761524.849113:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1496 00000100:00080000:1.0:1789761524.849116:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761524.849119:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761524.849123:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761524.849128:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515921280:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761524.849133:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570700 x1876699515921536/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761524.849143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761524.849144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761524.849146:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761524.849148:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1496 00000100:00080000:1.0:1789761524.849150:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761524.849152:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761524.849155:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761524.849176:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572d80 x1876699515921664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789761524.849224:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761524.849276:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761524/real 1789761524] req@ffff980dc8571880 x1876699515921280/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761524.849298:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699515921280/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761524.849311:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761524.849316:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761524.849321:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515921280:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761524.849330:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515921408:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761524.849351:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761524.849362:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761524/real 1789761524] req@ffff980dc8570e00 x1876699515921408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761524.849371:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570e00 x1876699515921408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761524.849377:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761524.849380:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761524.849382:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515921408:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761524.849404:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515921536:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761524.849416:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761524.849423:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761524/real 1789761524] req@ffff980dc8570700 x1876699515921536/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761524.849431:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570700 x1876699515921536/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761524.849441:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761524.849443:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761524.849445:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515921536:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761524.849449:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515921664:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761524.849459:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761524.849464:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761524/real 1789761524] req@ffff980dc8572d80 x1876699515921664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761524.849471:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572d80 x1876699515921664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761524.849476:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761524.849478:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761524.849480:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515921664:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761525.745021:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761526.769012:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761527.792999:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761528.817010:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761529.840988:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761529.968950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761529.968958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761529.968962:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761529.968971:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1501 00000100:00080000:1.0:1789761529.968980:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761529.968986:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761529.969017:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699515921792/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761529.969047:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761529.969051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761529.969054:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761529.969059:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1501 00000100:00080000:1.0:1789761529.969063:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761529.969068:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761529.969078:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761529.969090:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699515921920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761529.969121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761529.969124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761529.969128:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789761529.969129:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515921792:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789761529.969132:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1501 00000100:00080000:1.0:1789761529.969138:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761529.969143:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761529.969148:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761529.969161:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699515922048/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761529.969173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761529.969177:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761529.969179:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761529.969183:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1501 00000100:00080000:1.0:1789761529.969187:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761529.969192:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761529.969198:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789761529.969204:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761529.969216:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571500 x1876699515922176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789761529.969251:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761529/real 1789761529] req@ffff980dc8571f80 x1876699515921792/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761529.969283:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699515921792/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761529.969295:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761529.969300:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761529.969305:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515921792:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761529.969329:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515921920:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761529.969351:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761529.969362:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761529/real 1789761529] req@ffff980dc8572680 x1876699515921920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761529.969371:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699515921920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761529.969387:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761529.969390:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761529.969394:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515921920:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761529.969400:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515922048:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761529.969421:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761529.969434:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761529/real 1789761529] req@ffff980dc8573b80 x1876699515922048/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761529.969447:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699515922048/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761529.969457:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761529.969460:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761529.969464:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515922048:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761529.969486:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515922176:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761529.969503:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761529.969514:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761529/real 1789761529] req@ffff980dc8571500 x1876699515922176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761529.969527:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571500 x1876699515922176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761529.969544:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761529.969549:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761529.969552:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515922176:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761530.865012:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761531.889032:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761532.913003:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761533.937015:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761534.961015:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761535.089000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761535.089008:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761535.089011:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761535.089022:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1506 00000100:00080000:3.0:1789761535.089031:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761535.089038:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761535.089072:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515922304/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761535.089104:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761535.089107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761535.089109:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761535.089112:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1506 00000100:00080000:3.0:1789761535.089115:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761535.089119:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761535.089128:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761535.089141:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515922432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761535.089154:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515922304:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761535.089157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761535.089168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761535.089174:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761535.089178:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1506 00000100:00080000:3.0:1789761535.089181:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761535.089184:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761535.089188:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761535.089202:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515922560/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761535.089212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761535.089214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761535.089216:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761535.089222:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1506 00000100:00080000:3.0:1789761535.089245:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761535.089248:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761535.089254:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789761535.089261:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761535.089267:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515922688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761535.089317:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535] req@ffff980dc61e5180 x1876699515922304/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761535.089340:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515922304/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761535.089390:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761535.089395:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761535.089400:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515922304:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761535.089448:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515922432:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761535.089480:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761535.089500:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535] req@ffff980dc61e6300 x1876699515922432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761535.089524:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515922432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761535.089537:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761535.089543:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761535.089548:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515922432:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761535.089559:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515922560:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761535.089587:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761535.089612:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535] req@ffff980dc61e7800 x1876699515922560/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761535.089631:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515922560/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761535.089649:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761535.089656:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761535.089664:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515922560:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761535.089688:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515922688:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761535.089711:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761535.089724:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535] req@ffff980dc61e6680 x1876699515922688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761535.089737:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515922688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761535.089754:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761535.089758:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761535.089762:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515922688:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761535.985025:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761537.009013:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761538.033005:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761539.057016:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761540.081050:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761540.208955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761540.208970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761540.208976:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761540.208988:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1511 00000100:00080000:3.0:1789761540.209001:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761540.209011:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761540.209055:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515922816/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761540.209087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761540.209090:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761540.209091:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761540.209095:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1511 00000100:00080000:3.0:1789761540.209098:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761540.209101:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761540.209110:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761540.209120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515922944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761540.209128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761540.209131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761540.209133:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761540.209136:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1511 00000100:00080000:3.0:1789761540.209139:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761540.209142:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761540.209146:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761540.209155:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515922816:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761540.209157:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515923072/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761540.209170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761540.209173:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761540.209174:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761540.209177:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1511 00000100:00080000:3.0:1789761540.209179:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761540.209181:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761540.209184:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761540.209191:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515923200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761540.209268:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515922944:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761540.209304:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515923072:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761540.209322:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515923200:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761541.105005:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761542.129059:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761543.153049:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789761543.281221:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:3.0:1789761543.281280:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789761543.281302:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789761543.281354:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789761543.281366:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789761543.281388:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:2.0:1789761543.281523:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761543] req@ffff980dc61e4a80 x1876699515923072/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761543.281557:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515923072/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761543.281571:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761543.281576:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761543.281580:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515923072:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761543.281589:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761543] req@ffff980dc61e4000 x1876699515923200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761543.281603:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515923200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761543.281611:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761543.281616:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761543.281619:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515923200:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761543.281628:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761543] req@ffff980dc61e5c00 x1876699515922816/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761543.281642:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515922816/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761543.281651:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761543.281655:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761543.281659:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515922816:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761543.281667:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761543] req@ffff980dc61e4380 x1876699515922944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761543.281680:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515922944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761543.281688:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761543.281691:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761543.281694:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515922944:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761544.177083:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761545.201033:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761545.329006:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761545.329015:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761545.329018:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761545.329026:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1516 00000100:00080000:2.0:1789761545.329036:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761545.329045:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761545.329077:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699515923328/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761545.329107:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761545.329111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761545.329113:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761545.329117:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1516 00000100:00080000:2.0:1789761545.329121:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761545.329124:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761545.329134:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761545.329149:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699515923456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761545.329162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761545.329165:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761545.329168:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789761545.329177:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515923328:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789761545.329178:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1516 00000100:00080000:2.0:1789761545.329196:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761545.329204:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761545.329212:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761545.329231:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699515923584/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761545.329242:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761545.329246:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761545.329248:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761545.329252:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1516 00000100:00080000:2.0:1789761545.329267:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761545.329274:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:3.0:1789761545.329285:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:2.0:1789761545.329289:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761545.329317:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699515923712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789761545.329371:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761545] req@ffff980dd23a9180 x1876699515923328/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761545.329398:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699515923328/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761545.329411:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761545.329417:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761545.329422:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515923328:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761545.329460:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515923456:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761545.329490:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761545.329507:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761545] req@ffff980dd23a8e00 x1876699515923456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761545.329521:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699515923456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761545.329530:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761545.329534:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761545.329537:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515923456:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761545.329544:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515923584:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761545.329569:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761545.329580:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761545] req@ffff980dd23aa300 x1876699515923584/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761545.329599:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699515923584/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761545.329608:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761545.329611:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761545.329614:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515923584:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761545.329620:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515923712:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761545.329640:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761545.329659:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761545] req@ffff980dd23a8380 x1876699515923712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761545.329672:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699515923712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761545.329680:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761545.329684:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761545.329687:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515923712:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761546.225002:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761547.248989:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761548.273026:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761549.297044:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761550.321062:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761550.448936:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761550.448947:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761550.448951:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761550.448961:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1521 00000100:00080000:3.0:1789761550.448973:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761550.448980:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761550.449018:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515923840/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761550.449046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761550.449050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761550.449052:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761550.449057:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1521 00000100:00080000:3.0:1789761550.449061:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761550.449065:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761550.449072:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761550.449073:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515923840:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761550.449086:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515923968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761550.449105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761550.449113:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761550.449115:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761550.449120:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1521 00000100:00080000:3.0:1789761550.449125:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1789761550.449130:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761550.449134:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761550.449142:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761550.449158:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515924096/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761550.449166:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761550] req@ffff980dc61e4380 x1876699515923840/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761550.449172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761550.449179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761550.449181:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789761550.449185:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515923840/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761550.449186:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1521 00000100:00080000:3.0:1789761550.449194:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761550.449198:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761550.449200:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00080000:2.0:1789761550.449205:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761550.449210:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515923840:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789761550.449210:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761550.449228:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515924224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761550.449235:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515923968:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761550.449260:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761550.449270:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761550] req@ffff980dc61e5c00 x1876699515923968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761550.449279:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515923968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761550.449285:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761550.449288:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761550.449290:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515923968:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761550.449294:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515924096:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761550.449305:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761550.449311:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761550] req@ffff980dc61e4000 x1876699515924096/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761550.449333:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515924096/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761550.449339:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761550.449341:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761550.449344:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515924096:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761550.449354:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515924224:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761550.449368:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761550.449376:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761550] req@ffff980dc61e4a80 x1876699515924224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761550.449383:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515924224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761550.449388:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761550.449390:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761550.449392:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515924224:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761551.344986:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761552.369032:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761553.393040:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761554.417000:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761555.441064:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761555.568925:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761555.568939:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761555.568946:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761555.568959:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1526 00000100:00080000:3.0:1789761555.568973:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761555.568983:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761555.569033:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515924352/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761555.569064:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761555.569069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761555.569071:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761555.569076:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1526 00000100:00080000:3.0:1789761555.569082:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761555.569088:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761555.569100:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761555.569105:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515924352:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761555.569118:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515924480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761555.569132:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761555.569136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761555.569139:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761555.569143:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1526 00000100:00080000:3.0:1789761555.569166:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761555.569172:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:2.0:1789761555.569188:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:3.0:1789761555.569190:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761555.569208:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515924608/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761555.569221:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761555.569225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761555.569227:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761555.569232:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1526 00000100:00080000:3.0:1789761555.569237:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1789761555.569251:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761555/real 1789761555] req@ffff980dc61e6680 x1876699515924352/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761555.569257:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761555.569268:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761555.569295:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515924352/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761555.569301:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515924736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761555.569323:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761555.569331:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761555.569338:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515924352:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761555.569373:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515924480:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761555.569400:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761555.569418:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761555/real 1789761555] req@ffff980dc61e7800 x1876699515924480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761555.569428:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515924480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761555.569434:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761555.569437:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761555.569439:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515924480:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761555.569444:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515924608:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761555.569459:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761555.569466:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761555/real 1789761555] req@ffff980dc61e6300 x1876699515924608/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761555.569479:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515924608/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761555.569484:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761555.569486:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761555.569488:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515924608:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761555.569492:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515924736:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761555.569503:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761555.569510:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761555/real 1789761555] req@ffff980dc61e5180 x1876699515924736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761555.569518:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515924736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761555.569523:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761555.569525:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761555.569526:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515924736:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761556.464998:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761557.489062:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761558.512986:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761559.537068:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761560.560990:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761560.688990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761560.689016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761560.689021:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761560.689035:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1531 00000100:00080000:3.0:1789761560.689049:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761560.689059:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761560.689128:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515924864/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761560.689159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761560.689163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761560.689165:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761560.689170:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1531 00000100:00080000:3.0:1789761560.689175:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761560.689181:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761560.689194:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761560.689204:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515924864:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761560.689213:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515924992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761560.689226:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761560.689230:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761560.689232:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761560.689237:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1531 00000100:00080000:3.0:1789761560.689255:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761560.689261:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761560.689269:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761560.689285:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515925120/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789761560.689290:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761560.689303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761560.689306:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761560.689308:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761560.689314:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1531 00000100:00080000:3.0:1789761560.689318:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761560.689324:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761560.689330:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761560.689341:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761560/real 1789761560] req@ffff980dc61e7480 x1876699515924864/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761560.689347:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515925248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761560.689365:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515924864/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761560.689381:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761560.689386:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761560.689391:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515924864:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761560.689423:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515924992:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761560.689448:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761560.689459:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761560/real 1789761560] req@ffff980dc61e5880 x1876699515924992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761560.689468:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515924992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761560.689474:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761560.689477:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761560.689479:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515924992:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761560.689483:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515925120:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761560.689497:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761560.689504:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761560/real 1789761560] req@ffff980dc61e4e00 x1876699515925120/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761560.689511:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515925120/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761560.689517:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761560.689519:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761560.689521:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515925120:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761560.689525:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515925248:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761560.689537:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761560.689543:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761560/real 1789761560] req@ffff980dc61e7b80 x1876699515925248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761560.689551:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515925248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761560.689556:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761560.689558:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761560.689560:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515925248:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761561.585067:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761562.609059:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761563.633049:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761564.657038:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761565.680998:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761565.808948:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761565.808959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761565.808963:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761565.808974:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1536 00000100:00080000:3.0:1789761565.808986:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761565.808994:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761565.809039:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515925376/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761565.809065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761565.809068:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761565.809070:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761565.809073:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1536 00000100:00080000:3.0:1789761565.809076:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761565.809079:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761565.809089:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761565.809100:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515925504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761565.809106:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515925376:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761565.809111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761565.809115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761565.809116:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761565.809120:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1536 00000100:00080000:3.0:1789761565.809122:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761565.809124:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761565.809129:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761565.809138:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515925632/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761565.809145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761565.809148:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761565.809149:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761565.809152:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1536 00000100:00080000:3.0:1789761565.809171:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761565.809174:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:2.0:1789761565.809182:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:3.0:1789761565.809184:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761565.809199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515925760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761565.809250:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761565/real 1789761565] req@ffff980dc61e7b80 x1876699515925376/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761565.809273:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515925376/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761565.809283:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761565.809286:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761565.809289:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515925376:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761565.809314:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515925504:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761565.809334:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761565.809345:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761565/real 1789761565] req@ffff980dc61e4e00 x1876699515925504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761565.809353:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515925504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761565.809360:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761565.809362:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761565.809365:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515925504:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761565.809369:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515925632:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761565.809381:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761565.809388:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761565/real 1789761565] req@ffff980dc61e5880 x1876699515925632/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761565.809396:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515925632/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761565.809401:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761565.809403:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761565.809405:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515925632:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761565.809409:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515925760:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761565.809420:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761565.809427:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761565/real 1789761565] req@ffff980dc61e7480 x1876699515925760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761565.809434:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515925760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761565.809440:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761565.809443:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761565.809445:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515925760:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761566.705039:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761567.729010:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761568.753015:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761569.777008:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761570.800981:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761570.928957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761570.928968:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761570.928973:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761570.928986:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1542 00000100:00080000:3.0:1789761570.928998:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761570.929007:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761570.929049:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515925888/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761570.929073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761570.929077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761570.929079:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761570.929082:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1542 00000100:00080000:3.0:1789761570.929085:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761570.929088:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761570.929099:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761570.929111:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515925888:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761570.929112:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515926016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761570.929125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761570.929128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761570.929130:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761570.929134:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1542 00000100:00080000:3.0:1789761570.929138:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761570.929141:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761570.929147:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761570.929159:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515926144/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761570.929181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761570.929185:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761570.929187:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761570.929191:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1542 00000100:00080000:3.0:1789761570.929196:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761570.929200:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761570.929204:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789761570.929209:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761570.929216:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515926272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761570.929254:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761570/real 1789761570] req@ffff980dc61e5180 x1876699515925888/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761570.929270:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515925888/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761570.929278:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761570.929282:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761570.929286:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515925888:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761570.929313:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515926016:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761570.929335:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761570.929351:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761570/real 1789761570] req@ffff980dc61e6300 x1876699515926016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761570.929365:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515926016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761570.929374:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761570.929378:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761570.929382:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515926016:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761570.929390:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515926144:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761570.929411:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761570.929421:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761570/real 1789761570] req@ffff980dc61e7800 x1876699515926144/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761570.929440:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515926144/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761570.929446:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761570.929448:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761570.929451:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515926144:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761570.929456:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515926272:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761570.929469:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761570.929477:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761570/real 1789761570] req@ffff980dc61e6680 x1876699515926272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761570.929484:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515926272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761570.929499:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761570.929501:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761570.929503:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515926272:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761571.825056:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761572.849026:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761573.873004:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761574.897022:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761575.920986:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761576.048979:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761576.048988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761576.048992:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761576.049001:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1547 00000100:00080000:3.0:1789761576.049010:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761576.049015:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761576.049047:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515926400/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761576.049070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761576.049073:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761576.049075:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761576.049077:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1547 00000100:00080000:3.0:1789761576.049080:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761576.049082:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761576.049090:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761576.049099:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515926528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761576.049109:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761576.049111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761576.049113:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761576.049115:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1547 00000100:00080000:3.0:1789761576.049117:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761576.049119:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761576.049123:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761576.049146:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515926656/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761576.049155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761576.049157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761576.049158:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761576.049161:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1547 00000100:00080000:3.0:1789761576.049164:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761576.049166:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761576.049170:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761576.049176:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515926784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761576.049196:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515926400:192.168.203.146@tcp:250:kworker.0 00000800:00000100:2.0:1789761576.049290:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761576.049348:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576] req@ffff980dc61e4a80 x1876699515926400/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761576.049372:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515926400/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761576.049386:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761576.049391:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761576.049395:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515926400:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761576.049405:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515926528:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761576.049434:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761576.049450:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576] req@ffff980dc61e4000 x1876699515926528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761576.049464:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515926528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761576.049475:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761576.049478:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761576.049482:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515926528:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761576.049513:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515926656:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761576.049539:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761576.049554:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576] req@ffff980dc61e5c00 x1876699515926656/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761576.049568:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515926656/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761576.049585:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761576.049589:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761576.049593:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515926656:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761576.049601:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515926784:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761576.049624:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761576.049636:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576] req@ffff980dc61e4380 x1876699515926784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761576.049648:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515926784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761576.049656:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761576.049660:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761576.049664:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515926784:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761576.945009:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761577.969041:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761578.993043:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761580.016998:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761581.041033:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761581.168923:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761581.168933:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761581.168937:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761581.168945:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1552 00000100:00080000:3.0:1789761581.168955:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761581.168962:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761581.168993:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515926912/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761581.169015:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761581.169018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761581.169019:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761581.169022:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1552 00000100:00080000:3.0:1789761581.169024:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761581.169026:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761581.169033:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761581.169042:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515927040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761581.169049:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761581.169053:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761581.169055:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761581.169059:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1552 00000100:00100000:2.0:1789761581.169065:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515926912:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761581.169066:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761581.169074:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761581.169082:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761581.169109:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515927168/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761581.169123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761581.169125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761581.169127:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761581.169129:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1552 00000100:00080000:3.0:1789761581.169134:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761581.169137:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761581.169141:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789761581.169145:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761581.169155:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515927296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761581.169185:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581] req@ffff980dc61e4380 x1876699515926912/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761581.169200:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515926912/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761581.169208:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761581.169211:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761581.169214:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515926912:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761581.169219:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515927040:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761581.169235:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761581.169244:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581] req@ffff980dc61e5c00 x1876699515927040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761581.169252:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515927040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761581.169257:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761581.169259:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761581.169261:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515927040:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761581.169279:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515927168:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761581.169291:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761581.169297:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581] req@ffff980dc61e4000 x1876699515927168/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761581.169305:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515927168/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761581.169310:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761581.169312:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761581.169314:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515927168:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761581.169318:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515927296:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761581.169336:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761581.169347:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581] req@ffff980dc61e4a80 x1876699515927296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761581.169360:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515927296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761581.169368:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761581.169372:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761581.169375:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515927296:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761582.064963:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761583.089062:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761584.113011:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761585.137054:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761586.161098:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761586.288973:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761586.288983:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761586.288987:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761586.288997:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1557 00000100:00080000:3.0:1789761586.289009:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761586.289017:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761586.289074:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515927424/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761586.289108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761586.289113:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761586.289115:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761586.289122:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1557 00000100:00080000:3.0:1789761586.289128:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761586.289134:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761586.289147:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761586.289156:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515927424:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761586.289169:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515927552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761586.289184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761586.289187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761586.289189:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761586.289194:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1557 00000100:00080000:3.0:1789761586.289212:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761586.289217:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:2.0:1789761586.289224:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:3.0:1789761586.289230:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761586.289250:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515927680/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761586.289265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1789761586.289269:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586] req@ffff980dc61e6680 x1876699515927424/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761586.289271:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761586.289276:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761586.289287:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1557 00000100:00080000:3.0:1789761586.289298:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1789761586.289304:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515927424/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761586.289308:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761586.289324:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1789761586.289326:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761586.289334:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761586.289339:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515927424:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761586.289345:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515927808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761586.289370:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515927552:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761586.289397:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761586.289411:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586] req@ffff980dc61e7800 x1876699515927552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761586.289426:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515927552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761586.289442:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761586.289446:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761586.289450:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515927552:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761586.289457:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515927680:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761586.289480:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761586.289491:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586] req@ffff980dc61e6300 x1876699515927680/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761586.289499:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515927680/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761586.289505:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761586.289507:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761586.289509:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515927680:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761586.289514:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515927808:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761586.289527:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761586.289534:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586] req@ffff980dc61e5180 x1876699515927808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761586.289541:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515927808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761586.289546:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761586.289548:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761586.289550:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515927808:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761587.185019:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761588.209060:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761589.233060:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761590.257046:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761591.281031:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761591.408954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761591.408962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761591.408966:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761591.408974:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1562 00000100:00080000:3.0:1789761591.408983:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761591.408989:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761591.409036:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515927936/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761591.409064:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761591.409069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761591.409071:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761591.409076:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1562 00000100:00080000:3.0:1789761591.409081:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761591.409087:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761591.409097:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761591.409113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515928064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761591.409125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1789761591.409132:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515927936:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761591.409133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761591.409141:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761591.409148:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1562 00000100:00080000:3.0:1789761591.409152:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761591.409157:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761591.409163:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761591.409176:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515928192/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761591.409184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761591.409186:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761591.409188:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761591.409190:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1562 00000100:00080000:3.0:1789761591.409202:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761591.409205:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761591.409208:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789761591.409215:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761591.409221:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515928320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761591.409269:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591] req@ffff980dc61e7480 x1876699515927936/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761591.409285:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515927936/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761591.409295:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761591.409299:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761591.409302:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515927936:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761591.409326:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515928064:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761591.409342:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761591.409351:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591] req@ffff980dc61e5880 x1876699515928064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761591.409360:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515928064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761591.409366:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761591.409368:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761591.409370:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515928064:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761591.409374:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515928192:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761591.409386:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761591.409393:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591] req@ffff980dc61e4e00 x1876699515928192/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761591.409401:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515928192/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761591.409406:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761591.409408:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761591.409410:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515928192:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761591.409414:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515928320:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761591.409425:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761591.409432:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591] req@ffff980dc61e7b80 x1876699515928320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761591.409440:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515928320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761591.409445:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761591.409446:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761591.409448:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515928320:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761592.305022:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761593.329032:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761594.353074:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761595.377011:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761596.401045:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761596.528954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761596.528964:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761596.528968:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761596.528993:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1567 00000100:00080000:3.0:1789761596.529005:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761596.529013:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761596.529060:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515928448/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761596.529086:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761596.529089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761596.529090:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761596.529094:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1567 00000100:00080000:3.0:1789761596.529096:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761596.529098:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761596.529108:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761596.529118:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515928576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761596.529126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761596.529130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1789761596.529131:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515928448:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761596.529132:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761596.529140:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1567 00000100:00080000:3.0:1789761596.529152:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761596.529158:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761596.529166:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761596.529175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515928704/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761596.529185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761596.529188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761596.529189:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761596.529192:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1567 00000100:00080000:3.0:1789761596.529215:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761596.529218:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761596.529221:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789761596.529228:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761596.529231:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515928832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761596.529276:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761596/real 1789761596] req@ffff980dc61e7b80 x1876699515928448/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761596.529297:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515928448/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761596.529307:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761596.529310:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761596.529314:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515928448:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761596.529337:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515928576:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761596.529355:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761596.529365:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761596/real 1789761596] req@ffff980dc61e4e00 x1876699515928576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761596.529374:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515928576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761596.529379:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761596.529382:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761596.529384:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515928576:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761596.529388:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515928704:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761596.529400:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761596.529406:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761596/real 1789761596] req@ffff980dc61e5880 x1876699515928704/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761596.529414:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515928704/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761596.529420:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761596.529421:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761596.529423:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515928704:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761596.529428:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515928832:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761596.529439:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761596.529445:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761596/real 1789761596] req@ffff980dc61e7480 x1876699515928832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761596.529453:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515928832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761596.529458:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761596.529460:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761596.529462:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515928832:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761597.425018:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761598.449030:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761599.473029:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761600.497021:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761601.521018:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761601.648988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761601.649001:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761601.649006:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761601.649020:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1572 00000100:00080000:3.0:1789761601.649034:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761601.649045:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761601.649091:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515928960/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761601.649118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761601.649121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761601.649122:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761601.649126:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1572 00000100:00080000:3.0:1789761601.649128:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761601.649131:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761601.649140:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761601.649151:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515929088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761601.649158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761601.649161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761601.649162:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761601.649166:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1572 00000100:00080000:3.0:1789761601.649168:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1789761601.649173:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515928960:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761601.649174:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761601.649179:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761601.649190:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515929216/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761601.649197:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761601.649200:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761601.649202:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761601.649205:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1572 00000100:00080000:3.0:1789761601.649207:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761601.649209:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761601.649212:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761601.649221:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515929344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789761601.649259:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761601.649303:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761601/real 1789761601] req@ffff980dc61e5180 x1876699515928960/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761601.649319:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515928960/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761601.649328:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761601.649331:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761601.649335:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515928960:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761601.649357:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515929088:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761601.649372:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761601.649381:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761601/real 1789761601] req@ffff980dc61e6300 x1876699515929088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761601.649390:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515929088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761601.649396:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761601.649398:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761601.649400:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515929088:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761601.649403:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515929216:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761601.649415:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761601.649422:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761601/real 1789761601] req@ffff980dc61e7800 x1876699515929216/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761601.649429:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515929216/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761601.649435:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761601.649437:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761601.649438:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515929216:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761601.649442:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515929344:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761601.649453:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761601.649459:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761601/real 1789761601] req@ffff980dc61e6680 x1876699515929344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761601.649466:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515929344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761601.649472:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761601.649474:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761601.649476:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515929344:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761602.545059:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761603.569070:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761604.593071:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761605.617057:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761606.641075:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761606.768949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761606.768960:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761606.768965:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761606.768977:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1577 00000100:00080000:3.0:1789761606.768989:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761606.768997:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761606.769037:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515929472/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761606.769066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761606.769069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761606.769070:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761606.769074:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1577 00000100:00080000:3.0:1789761606.769077:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761606.769080:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761606.769091:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761606.769103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515929600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761606.769112:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515929472:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761606.769116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761606.769122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761606.769124:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761606.769129:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1577 00000100:00080000:3.0:1789761606.769131:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761606.769133:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761606.769137:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761606.769147:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515929728/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761606.769155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761606.769158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761606.769159:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761606.769163:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1577 00000100:00080000:3.0:1789761606.769165:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761606.769168:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761606.769172:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761606.769179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515929856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761606.769248:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515929600:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761606.769287:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515929728:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761606.769313:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515929856:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761607.665042:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761608.689075:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761609.712979:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789761609.841243:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:1.0:1789761609.841303:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789761609.841326:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:1.0:1789761609.841379:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:1.0:1789761609.841391:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:1.0:1789761609.841402:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:0.0:1789761609.841438:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761606/real 1789761609] req@ffff980dc61e4380 x1876699515929856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761609.841471:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515929856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761609.841487:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761609.841494:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761609.841499:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515929856:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761609.841509:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761606/real 1789761609] req@ffff980dc61e4000 x1876699515929600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761609.841524:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515929600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761609.841533:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761609.841538:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761609.841542:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515929600:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761609.841550:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761606/real 1789761609] req@ffff980dc61e5c00 x1876699515929728/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761609.841564:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515929728/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761609.841575:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761609.841580:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761609.841583:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515929728:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761609.841591:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761606/real 1789761609] req@ffff980dc61e4a80 x1876699515929472/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761609.841605:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515929472/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761609.841615:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761609.841618:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761609.841623:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515929472:192.168.203.146@tcp:250:kworker.0 00010000:00010000:2.0:1789761610.737007:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761611.761010:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761611.888994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761611.889009:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761611.889014:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761611.889026:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1583 00000100:00080000:3.0:1789761611.889041:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761611.889050:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761611.889096:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515929984/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761611.889133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761611.889137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761611.889140:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761611.889145:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1583 00000100:00080000:3.0:1789761611.889149:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761611.889154:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761611.889182:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761611.889190:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515929984:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761611.889201:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515930112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761611.889213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761611.889216:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761611.889218:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761611.889222:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1583 00000100:00080000:3.0:1789761611.889227:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761611.889231:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761611.889239:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761611.889254:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515930240/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761611.889266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761611.889270:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761611.889272:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761611.889276:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1583 00000800:00000100:0.0:1789761611.889282:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761611.889283:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761611.889292:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761611.889299:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761611.889313:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515930368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761611.889346:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761611/real 1789761611] req@ffff980dc61e4a80 x1876699515929984/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761611.889369:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515929984/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761611.889382:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761611.889388:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761611.889393:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515929984:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761611.889424:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515930112:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761611.889451:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761611.889464:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761611/real 1789761611] req@ffff980dc61e5c00 x1876699515930112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761611.889485:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515930112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761611.889493:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761611.889497:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761611.889500:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515930112:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761611.889522:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515930240:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761611.889546:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761611.889559:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761611/real 1789761611] req@ffff980dc61e4000 x1876699515930240/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761611.889573:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515930240/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761611.889583:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761611.889587:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761611.889590:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515930240:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761611.889598:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515930368:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761611.889620:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761611.889632:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761611/real 1789761611] req@ffff980dc61e4380 x1876699515930368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761611.889645:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515930368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761611.889657:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761611.889659:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761611.889662:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515930368:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761612.785005:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761613.809035:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761614.833024:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761615.857027:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761616.881022:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761617.008963:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761617.008975:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761617.008980:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761617.008990:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1588 00000100:00080000:2.0:1789761617.009001:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761617.009008:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761617.009049:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699515930496/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761617.009076:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761617.009079:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761617.009081:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761617.009085:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1588 00000100:00080000:2.0:1789761617.009089:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761617.009094:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761617.009106:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761617.009122:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699515930624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761617.009135:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515930496:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789761617.009138:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761617.009147:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761617.009149:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761617.009155:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1588 00000100:00080000:2.0:1789761617.009159:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761617.009164:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761617.009171:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761617.009194:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699515930752/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761617.009207:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761617.009210:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761617.009212:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761617.009215:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1588 00000100:00080000:2.0:1789761617.009218:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761617.009221:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761617.009225:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789761617.009233:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761617.009237:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699515930880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761617.009290:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617] req@ffff980dd23a9c00 x1876699515930496/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761617.009313:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699515930496/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761617.009322:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761617.009326:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761617.009328:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515930496:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761617.009351:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515930624:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761617.009372:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761617.009381:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617] req@ffff980dd23aa680 x1876699515930624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761617.009390:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699515930624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761617.009396:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761617.009398:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761617.009402:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515930624:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761617.009412:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515930752:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761617.009426:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761617.009433:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617] req@ffff980dd23aaa00 x1876699515930752/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761617.009441:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699515930752/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761617.009446:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761617.009448:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761617.009450:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515930752:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761617.009454:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515930880:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761617.009466:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761617.009472:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617] req@ffff980dd23a9f80 x1876699515930880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761617.009480:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699515930880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761617.009485:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761617.009487:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761617.009489:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515930880:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761617.905012:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761618.929027:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761619.953025:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761620.977026:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761622.001050:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761622.128974:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761622.128987:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761622.128992:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761622.129005:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1593 00000100:00080000:2.0:1789761622.129021:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761622.129031:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761622.129088:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699515931008/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761622.129119:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761622.129123:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761622.129125:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761622.129136:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1593 00000100:00080000:2.0:1789761622.129140:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761622.129145:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761622.129156:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761622.129172:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699515931136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761622.129185:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515931008:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789761622.129187:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761622.129204:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761622.129207:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761622.129211:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1593 00000100:00080000:2.0:1789761622.129214:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761622.129217:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761622.129221:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761622.129231:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699515931264/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761622.129240:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761622.129242:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761622.129243:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761622.129246:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1593 00000100:00080000:2.0:1789761622.129251:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761622.129254:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761622.129257:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761622.129266:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699515931392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761622.129278:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761622.129317:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622] req@ffff980dd23a9f80 x1876699515931008/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761622.129332:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699515931008/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761622.129341:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761622.129345:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761622.129348:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515931008:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761622.129367:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515931136:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761622.129385:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761622.129394:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622] req@ffff980dd23aaa00 x1876699515931136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761622.129403:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699515931136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761622.129409:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761622.129411:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761622.129414:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515931136:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761622.129418:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515931264:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761622.129429:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761622.129448:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622] req@ffff980dd23aa680 x1876699515931264/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761622.129468:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699515931264/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761622.129478:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761622.129482:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761622.129486:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515931264:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761622.129492:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515931392:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761622.129509:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761622.129518:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622] req@ffff980dd23a9c00 x1876699515931392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761622.129525:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699515931392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761622.129531:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761622.129533:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761622.129535:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515931392:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761623.024974:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761624.048984:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761625.073003:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761626.096997:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761627.121006:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761627.248973:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761627.248982:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761627.248985:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761627.248993:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1598 00000100:00080000:0.0:1789761627.249003:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761627.249010:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761627.249039:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5f80 x1876699515931520/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761627.249061:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761627.249064:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761627.249065:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761627.249069:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1598 00000100:00080000:0.0:1789761627.249071:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761627.249073:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761627.249081:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761627.249090:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7800 x1876699515931648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761627.249100:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761627.249104:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761627.249106:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789761627.249112:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515931520:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789761627.249113:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1598 00000100:00080000:0.0:1789761627.249121:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761627.249127:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761627.249133:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761627.249151:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4700 x1876699515931776/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761627.249163:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761627.249165:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761627.249167:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761627.249171:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1598 00000800:00000100:2.0:1789761627.249176:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789761627.249177:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761627.249183:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761627.249196:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761627.249211:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7100 x1876699515931904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761627.249232:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627] req@ffff980dc8fc5f80 x1876699515931520/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761627.249253:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5f80 x1876699515931520/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761627.249264:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761627.249268:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761627.249273:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515931520:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761627.249304:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515931648:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761627.249333:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761627.249347:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627] req@ffff980dc8fc7800 x1876699515931648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761627.249362:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7800 x1876699515931648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761627.249372:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761627.249375:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761627.249377:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515931648:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761627.249381:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515931776:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761627.249398:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761627.249405:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627] req@ffff980dc8fc4700 x1876699515931776/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761627.249413:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4700 x1876699515931776/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761627.249418:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761627.249427:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761627.249430:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515931776:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761627.249434:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515931904:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761627.249447:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761627.249454:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627] req@ffff980dc8fc7100 x1876699515931904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761627.249461:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7100 x1876699515931904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761627.249466:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761627.249468:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761627.249470:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515931904:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761628.145019:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761629.169051:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761630.193003:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761631.217011:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761632.240953:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761632.368924:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761632.368935:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761632.368939:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761632.368949:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1603 00000100:00080000:0.0:1789761632.368961:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761632.368969:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761632.369014:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6d80 x1876699515932032/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761632.369045:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761632.369049:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761632.369051:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761632.369056:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1603 00000100:00080000:0.0:1789761632.369061:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761632.369066:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761632.369078:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761632.369096:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4e00 x1876699515932160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761632.369106:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515932032:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789761632.369135:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761632.369139:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761632.369141:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761632.369148:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1603 00000100:00080000:0.0:1789761632.369151:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761632.369155:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761632.369160:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761632.369171:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6680 x1876699515932288/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761632.369179:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761632.369182:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761632.369183:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761632.369187:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1603 00000100:00080000:0.0:1789761632.369191:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1789761632.369195:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789761632.369199:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761632.369204:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761632.369212:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6300 x1876699515932416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761632.369260:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632] req@ffff980dc8fc6d80 x1876699515932032/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761632.369276:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6d80 x1876699515932032/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761632.369285:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761632.369288:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761632.369291:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515932032:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761632.369311:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515932160:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761632.369331:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761632.369340:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632] req@ffff980dc8fc4e00 x1876699515932160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761632.369348:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4e00 x1876699515932160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761632.369354:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761632.369356:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761632.369358:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515932160:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761632.369365:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515932288:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761632.369395:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761632.369409:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632] req@ffff980dc8fc6680 x1876699515932288/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761632.369423:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6680 x1876699515932288/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761632.369432:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761632.369435:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761632.369438:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515932288:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761632.369443:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515932416:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761632.369460:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761632.369469:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632] req@ffff980dc8fc6300 x1876699515932416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761632.369476:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6300 x1876699515932416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761632.369482:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761632.369484:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761632.369486:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515932416:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761633.265013:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761634.289010:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761635.312985:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761636.336993:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761637.360961:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761637.488947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761637.488955:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761637.488958:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761637.488967:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1608 00000100:00080000:3.0:1789761637.488976:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761637.488982:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761637.489011:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515932544/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761637.489030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761637.489033:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761637.489034:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761637.489037:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1608 00000100:00080000:3.0:1789761637.489040:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761637.489042:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761637.489050:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761637.489061:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515932672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761637.489070:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515932544:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761637.489076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761637.489082:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761637.489084:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761637.489089:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1608 00000100:00080000:3.0:1789761637.489094:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761637.489099:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761637.489106:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761637.489127:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515932800/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789761637.489135:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761637.489142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761637.489145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761637.489146:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761637.489151:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1608 00000100:00080000:3.0:1789761637.489155:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761637.489159:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761637.489162:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761637.489169:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515932928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761637.489222:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761637/real 1789761637] req@ffff980dc61e6680 x1876699515932544/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761637.489242:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515932544/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761637.489253:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761637.489257:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761637.489260:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515932544:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761637.489283:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515932672:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761637.489309:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761637.489323:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761637/real 1789761637] req@ffff980dc61e7800 x1876699515932672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761637.489336:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515932672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761637.489349:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761637.489352:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761637.489355:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515932672:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761637.489359:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515932800:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761637.489376:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761637.489385:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761637/real 1789761637] req@ffff980dc61e6300 x1876699515932800/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761637.489397:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515932800/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761637.489403:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761637.489405:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761637.489407:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515932800:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761637.489411:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515932928:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761637.489421:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761637.489430:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761637/real 1789761637] req@ffff980dc61e5180 x1876699515932928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761637.489442:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515932928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761637.489451:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761637.489454:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761637.489458:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515932928:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761638.384992:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761639.409040:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761640.433007:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761641.456979:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761642.480979:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761642.608959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761642.608969:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761642.608975:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761642.608987:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1613 00000100:00080000:3.0:1789761642.608999:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761642.609007:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761642.609049:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515933056/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761642.609078:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761642.609081:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761642.609082:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761642.609087:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1613 00000100:00080000:3.0:1789761642.609091:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761642.609095:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761642.609105:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761642.609124:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515933184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761642.609138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761642.609141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761642.609142:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761642.609148:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1613 00000100:00080000:3.0:1789761642.609151:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789761642.609158:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515933056:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761642.609160:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761642.609173:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:0.0:1789761642.609237:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761642.609277:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515933312/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761642.609286:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761642/real 1789761642] req@ffff980dc61e7480 x1876699515933056/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761642.609317:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761642.609322:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761642.609324:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789761642.609330:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515933056/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761642.609330:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1613 00000100:00080000:3.0:1789761642.609341:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761642.609349:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761642.609350:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00080000:0.0:1789761642.609360:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000008:00100000:3.0:1789761642.609361:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761642.609365:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515933056:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761642.609375:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515933184:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761642.609379:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515933440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761642.609407:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761642.609423:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761642/real 1789761642] req@ffff980dc61e5880 x1876699515933184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761642.609433:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515933184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761642.609438:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761642.609441:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761642.609444:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515933184:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761642.609469:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515933312:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761642.609496:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761642.609509:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761642/real 1789761642] req@ffff980dc61e4e00 x1876699515933312/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761642.609524:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515933312/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761642.609541:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761642.609545:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761642.609550:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515933312:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761642.609557:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515933440:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761642.609585:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761642.609597:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761642/real 1789761642] req@ffff980dc61e7b80 x1876699515933440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761642.609610:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515933440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761642.609616:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761642.609619:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761642.609622:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515933440:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761643.504954:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761644.529032:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761645.553060:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761646.577133:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761647.600977:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761647.728921:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761647.728929:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761647.728932:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761647.728940:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1618 00000100:00080000:3.0:1789761647.728949:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761647.728955:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761647.728989:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515933568/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761647.729020:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761647.729024:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761647.729026:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761647.729031:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1618 00000100:00080000:3.0:1789761647.729036:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761647.729040:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761647.729048:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761647.729060:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515933568:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761647.729062:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515933696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761647.729074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761647.729081:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761647.729083:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761647.729086:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1618 00000100:00080000:3.0:1789761647.729090:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761647.729092:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761647.729103:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:0.0:1789761647.729118:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761647.729123:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515933824/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761647.729136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761647.729141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761647.729143:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761647.729147:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1618 00000100:00080000:3.0:1789761647.729152:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761647.729157:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761647.729162:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761647/real 1789761647] req@ffff980dc61e7b80 x1876699515933568/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789761647.729165:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761647.729184:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515933568/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761647.729188:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515933952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761647.729201:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761647.729208:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761647.729212:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515933568:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761647.729243:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515933696:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761647.729267:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761647.729278:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761647/real 1789761647] req@ffff980dc61e4e00 x1876699515933696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761647.729286:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515933696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761647.729292:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761647.729295:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761647.729297:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515933696:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761647.729301:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515933824:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761647.729313:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761647.729319:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761647/real 1789761647] req@ffff980dc61e5880 x1876699515933824/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761647.729327:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515933824/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761647.729332:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761647.729334:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761647.729336:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515933824:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761647.729339:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515933952:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761647.729352:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761647.729363:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761647/real 1789761647] req@ffff980dc61e7480 x1876699515933952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761647.729375:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515933952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761647.729394:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761647.729401:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761647.729405:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515933952:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761648.625047:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761649.649004:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761650.672982:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761651.696985:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761652.720973:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761652.848958:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761652.848968:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761652.848973:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761652.848983:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1624 00000100:00080000:3.0:1789761652.848995:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761652.849003:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761652.849050:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515934080/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761652.849083:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761652.849087:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761652.849088:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761652.849092:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1624 00000100:00080000:3.0:1789761652.849095:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761652.849098:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761652.849108:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761652.849121:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515934208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761652.849129:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761652.849132:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761652.849133:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761652.849137:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1624 00000100:00080000:3.0:1789761652.849139:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761652.849142:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761652.849146:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761652.849151:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515934080:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761652.849158:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515934336/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761652.849166:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761652.849169:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761652.849171:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761652.849173:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1624 00000100:00080000:3.0:1789761652.849176:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761652.849179:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761652.849182:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761652.849191:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515934464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761652.849236:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761652.849301:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761652/real 1789761652] req@ffff980dc61e5180 x1876699515934080/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761652.849322:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515934080/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761652.849336:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761652.849341:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761652.849346:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515934080:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761652.849355:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515934208:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761652.849381:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761652.849396:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761652/real 1789761652] req@ffff980dc61e6300 x1876699515934208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761652.849411:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515934208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761652.849422:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761652.849425:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761652.849429:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515934208:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761652.849459:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515934336:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761652.849482:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761652.849494:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761652/real 1789761652] req@ffff980dc61e7800 x1876699515934336/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761652.849507:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515934336/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761652.849517:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761652.849520:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761652.849524:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515934336:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761652.849530:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515934464:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761652.849546:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761652.849570:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761652/real 1789761652] req@ffff980dc61e6680 x1876699515934464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761652.849579:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515934464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761652.849590:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761652.849592:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761652.849595:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515934464:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761653.745021:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761654.768991:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761655.792996:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761656.817008:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761657.840977:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761657.968989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761657.968999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761657.969003:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761657.969014:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1629 00000100:00080000:0.0:1789761657.969027:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761657.969034:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761657.969078:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4000 x1876699515934592/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761657.969116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761657.969119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761657.969121:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761657.969124:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1629 00000100:00080000:0.0:1789761657.969127:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761657.969129:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761657.969140:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761657.969172:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6a00 x1876699515934720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761657.969184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761657.969189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761657.969192:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761657.969197:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1629 00000100:00080000:0.0:1789761657.969202:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1789761657.969208:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515934592:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789761657.969213:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761657.969239:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761657.969258:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7480 x1876699515934848/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761657.969273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761657.969278:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761657.969281:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761657.969286:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1629 00000100:00080000:0.0:1789761657.969290:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761657.969294:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761657.969299:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789761657.969303:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761657.969323:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5500 x1876699515934976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761657.969365:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761657/real 1789761657] req@ffff980dc8fc4000 x1876699515934592/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761657.969384:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4000 x1876699515934592/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761657.969395:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761657.969415:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761657.969418:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515934592:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761657.969425:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515934720:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761657.969444:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761657.969453:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761657/real 1789761657] req@ffff980dc8fc6a00 x1876699515934720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761657.969462:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6a00 x1876699515934720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761657.969468:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761657.969470:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761657.969473:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515934720:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761657.969498:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515934848:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761657.969527:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761657.969538:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761657/real 1789761657] req@ffff980dc8fc7480 x1876699515934848/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761657.969557:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7480 x1876699515934848/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761657.969563:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761657.969566:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761657.969568:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515934848:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761657.969573:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515934976:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761657.969588:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761657.969596:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761657/real 1789761657] req@ffff980dc8fc5500 x1876699515934976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761657.969604:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5500 x1876699515934976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761657.969609:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761657.969611:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761657.969613:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515934976:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761658.865014:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761659.889000:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761660.913043:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761661.936977:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761662.961032:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761663.088944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761663.088952:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761663.088956:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761663.088967:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1634 00000100:00080000:0.0:1789761663.088984:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761663.088993:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761663.089032:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5880 x1876699515935104/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761663.089064:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761663.089068:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761663.089071:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761663.089076:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1634 00000100:00080000:0.0:1789761663.089081:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761663.089085:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761663.089093:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761663.089104:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4380 x1876699515935232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761663.089114:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515935104:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789761663.089115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761663.089122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761663.089124:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761663.089134:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1634 00000100:00080000:0.0:1789761663.089137:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761663.089139:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761663.089144:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761663.089154:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5c00 x1876699515935360/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761663.089161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761663.089164:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761663.089166:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761663.089168:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1634 00000100:00080000:0.0:1789761663.089171:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761663.089176:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:2.0:1789761663.089176:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:0.0:1789761663.089181:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761663.089190:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5180 x1876699515935488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761663.089225:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663] req@ffff980dc8fc5880 x1876699515935104/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761663.089261:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5880 x1876699515935104/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761663.089273:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761663.089276:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761663.089279:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515935104:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761663.089299:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515935232:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761663.089318:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761663.089327:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663] req@ffff980dc8fc4380 x1876699515935232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761663.089336:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4380 x1876699515935232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761663.089341:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761663.089344:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761663.089346:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515935232:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761663.089350:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515935360:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761663.089361:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761663.089367:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663] req@ffff980dc8fc5c00 x1876699515935360/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761663.089374:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5c00 x1876699515935360/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761663.089379:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761663.089381:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761663.089383:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515935360:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761663.089387:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515935488:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761663.089397:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761663.089403:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663] req@ffff980dc8fc5180 x1876699515935488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761663.089410:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5180 x1876699515935488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761663.089415:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761663.089417:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761663.089419:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515935488:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761663.985041:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761665.009044:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761666.033010:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761667.057008:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761668.081034:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761668.208993:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761668.209003:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761668.209007:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761668.209018:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1639 00000100:00080000:3.0:1789761668.209031:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761668.209038:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761668.209081:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515935616/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761668.209112:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761668.209116:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761668.209118:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761668.209123:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1639 00000100:00080000:3.0:1789761668.209127:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761668.209131:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761668.209144:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761668.209158:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515935616:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761668.209164:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515935744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761668.209177:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761668.209181:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761668.209183:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761668.209187:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1639 00000100:00080000:3.0:1789761668.209192:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761668.209196:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761668.209204:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761668.209218:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515935872/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761668.209228:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761668.209232:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761668.209234:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761668.209238:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1639 00000100:00080000:3.0:1789761668.209242:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1789761668.209247:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761668.209250:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761668.209255:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761668.209269:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515936000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761668.209304:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668] req@ffff980dc61e4380 x1876699515935616/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761668.209321:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515935616/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761668.209330:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761668.209334:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761668.209337:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515935616:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761668.209360:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515935744:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761668.209380:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761668.209389:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668] req@ffff980dc61e4000 x1876699515935744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761668.209397:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515935744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761668.209403:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761668.209406:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761668.209408:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515935744:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761668.209411:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515935872:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761668.209423:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761668.209429:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668] req@ffff980dc61e5c00 x1876699515935872/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761668.209451:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515935872/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761668.209458:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761668.209460:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761668.209462:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515935872:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761668.209466:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515936000:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761668.209484:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761668.209496:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668] req@ffff980dc61e4a80 x1876699515936000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761668.209516:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515936000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761668.209526:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761668.209530:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761668.209532:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515936000:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761669.104989:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761670.129050:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761671.153022:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761672.177041:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761673.201021:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761673.328979:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761673.328991:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761673.328997:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761673.329011:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1644 00000100:00080000:3.0:1789761673.329027:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761673.329036:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761673.329089:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515936128/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761673.329118:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761673.329121:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761673.329124:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761673.329127:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1644 00000100:00080000:3.0:1789761673.329130:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761673.329134:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761673.329147:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761673.329164:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515936128:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761673.329170:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515936256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761673.329185:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761673.329189:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761673.329191:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761673.329196:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1644 00000100:00080000:3.0:1789761673.329200:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761673.329205:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761673.329211:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761673.329226:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515936384/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761673.329237:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761673.329241:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761673.329242:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761673.329247:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1644 00000100:00080000:3.0:1789761673.329251:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761673.329255:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761673.329260:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761673.329273:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515936512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761673.329298:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515936256:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761673.329339:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515936384:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761673.329355:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515936512:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761674.225005:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761675.249019:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761676.272997:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1789761676.401130:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:0.0:1789761676.401189:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1789761676.401212:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789761676.401257:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789761676.401270:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789761676.401282:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:2.0:1789761676.401304:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761676] req@ffff980dc61e5c00 x1876699515936256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761676.401396:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515936256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761676.401411:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761676.401416:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761676.401421:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515936256:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761676.401430:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761676] req@ffff980dc61e4000 x1876699515936384/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761676.401450:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515936384/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761676.401458:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761676.401462:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761676.401465:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515936384:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761676.401472:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761676] req@ffff980dc61e4380 x1876699515936512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761676.401485:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515936512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761676.401493:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761676.401497:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761676.401501:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515936512:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761676.401508:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761676] req@ffff980dc61e4a80 x1876699515936128/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761676.401521:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515936128/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761676.401529:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761676.401533:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761676.401537:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515936128:192.168.203.146@tcp:250:kworker.0 00010000:00010000:2.0:1789761677.297000:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761678.320967:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761678.449053:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761678.449063:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761678.449068:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761678.449081:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1649 00000100:00080000:3.0:1789761678.449094:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761678.449104:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761678.449152:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515936640/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761678.449192:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761678.449198:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761678.449200:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761678.449206:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1649 00000100:00080000:3.0:1789761678.449212:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761678.449219:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761678.449233:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761678.449249:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515936768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761678.449262:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761678.449266:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761678.449269:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761678.449275:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1649 00000100:00080000:3.0:1789761678.449279:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761678.449284:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761678.449291:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761678.449305:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515936896/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761678.449317:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761678.449321:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761678.449323:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761678.449327:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1649 00000100:00080000:3.0:1789761678.449331:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761678.449336:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761678.449342:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761678.449355:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515937024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761678.449514:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515936640:192.168.203.146@tcp:250:kworker.0 00000800:00000100:2.0:1789761678.449615:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761678.449689:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761678] req@ffff980dc61e6680 x1876699515936640/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761678.449715:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515936640/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761678.449728:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761678.449733:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761678.449738:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515936640:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761678.449747:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515936768:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761678.449776:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761678.449792:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761678] req@ffff980dc61e7800 x1876699515936768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761678.449805:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515936768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761678.449814:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761678.449818:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761678.449822:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515936768:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761678.449828:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515936896:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761678.449850:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761678.449897:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761678] req@ffff980dc61e6300 x1876699515936896/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761678.449916:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515936896/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761678.449924:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761678.449927:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761678.449931:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515936896:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761678.449937:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515937024:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761678.449958:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761678.449971:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761678] req@ffff980dc61e5180 x1876699515937024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761678.449984:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515937024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761678.449992:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761678.449995:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761678.449999:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515937024:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761679.344973:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761680.369035:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761681.393016:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761682.417038:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761683.441071:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761683.568948:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761683.568961:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761683.568966:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761683.568979:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1654 00000100:00080000:0.0:1789761683.568993:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761683.569002:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761683.569053:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4a80 x1876699515937152/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761683.569082:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761683.569087:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761683.569089:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761683.569094:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1654 00000100:00080000:0.0:1789761683.569098:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761683.569104:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761683.569115:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761683.569123:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515937152:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761683.569132:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7b80 x1876699515937280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761683.569145:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761683.569149:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761683.569150:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761683.569154:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1654 00000100:00080000:0.0:1789761683.569158:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761683.569161:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761683.569166:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761683.569179:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5180 x1876699515937408/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761683.569187:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761683.569192:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761683.569194:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761683.569197:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1654 00000100:00080000:0.0:1789761683.569202:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761683.569208:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:2.0:1789761683.569208:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:0.0:1789761683.569217:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761683.569232:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5c00 x1876699515937536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761683.569255:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761683/real 1789761683] req@ffff980dc8fc4a80 x1876699515937152/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761683.569281:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4a80 x1876699515937152/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761683.569296:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761683.569299:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761683.569302:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515937152:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761683.569339:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515937280:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761683.569359:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761683.569370:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761683/real 1789761683] req@ffff980dc8fc7b80 x1876699515937280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761683.569378:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7b80 x1876699515937280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761683.569384:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761683.569387:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761683.569389:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515937280:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761683.569393:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515937408:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761683.569406:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761683.569413:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761683/real 1789761683] req@ffff980dc8fc5180 x1876699515937408/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761683.569420:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5180 x1876699515937408/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761683.569426:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761683.569428:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761683.569429:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515937408:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761683.569434:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515937536:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761683.569445:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761683.569451:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761683/real 1789761683] req@ffff980dc8fc5c00 x1876699515937536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761683.569459:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5c00 x1876699515937536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761683.569464:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761683.569466:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761683.569468:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515937536:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761684.465031:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761685.489061:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761686.513027:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761687.537016:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761688.560978:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761688.688933:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761688.688943:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761688.688951:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761688.688963:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1659 00000100:00080000:3.0:1789761688.688975:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761688.688983:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761688.689029:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515937664/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761688.689051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761688.689054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761688.689055:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761688.689059:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1659 00000100:00080000:3.0:1789761688.689061:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761688.689063:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761688.689073:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761688.689083:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515937792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761688.689092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761688.689095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761688.689098:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789761688.689099:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515937664:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761688.689103:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1659 00000100:00080000:3.0:1789761688.689110:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761688.689113:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761688.689117:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761688.689128:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515937920/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761688.689136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761688.689139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761688.689141:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761688.689143:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1659 00000100:00080000:3.0:1789761688.689168:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761688.689171:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761688.689174:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789761688.689183:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761688.689184:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515938048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761688.689240:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761688/real 1789761688] req@ffff980dc61e7480 x1876699515937664/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761688.689258:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515937664/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761688.689267:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761688.689271:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761688.689274:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515937664:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761688.689310:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515937792:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761688.689330:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761688.689343:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761688/real 1789761688] req@ffff980dc61e5880 x1876699515937792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761688.689358:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515937792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761688.689367:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761688.689371:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761688.689374:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515937792:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761688.689381:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515937920:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761688.689405:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761688.689416:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761688/real 1789761688] req@ffff980dc61e4e00 x1876699515937920/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761688.689425:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515937920/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761688.689431:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761688.689433:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761688.689436:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515937920:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761688.689439:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515938048:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761688.689453:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761688.689460:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761688/real 1789761688] req@ffff980dc61e7b80 x1876699515938048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761688.689467:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515938048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761688.689477:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761688.689480:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761688.689482:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515938048:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761689.585036:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761690.609027:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761691.633236:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761692.657044:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761693.681004:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761693.808935:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761693.808950:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761693.808955:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761693.808966:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1664 00000100:00080000:3.0:1789761693.808985:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761693.808993:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761693.809042:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515938176/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761693.809066:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761693.809069:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761693.809070:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761693.809074:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1664 00000100:00080000:3.0:1789761693.809076:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761693.809079:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761693.809090:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761693.809106:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515938304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761693.809119:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761693.809125:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1789761693.809126:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515938176:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761693.809128:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761693.809140:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1664 00000100:00080000:3.0:1789761693.809145:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761693.809150:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761693.809158:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761693.809174:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515938432/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761693.809186:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761693.809190:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761693.809192:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761693.809204:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1664 00000800:00000100:2.0:1789761693.809207:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761693.809210:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761693.809215:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761693.809220:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761693.809231:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515938560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761693.809275:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761693/real 1789761693] req@ffff980dc61e7b80 x1876699515938176/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761693.809293:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515938176/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761693.809302:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761693.809306:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761693.809309:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515938176:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761693.809331:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515938304:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761693.809350:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761693.809359:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761693/real 1789761693] req@ffff980dc61e4e00 x1876699515938304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761693.809368:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515938304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761693.809374:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761693.809377:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761693.809379:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515938304:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761693.809384:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515938432:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761693.809396:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761693.809403:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761693/real 1789761693] req@ffff980dc61e5880 x1876699515938432/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761693.809411:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515938432/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761693.809416:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761693.809418:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761693.809420:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515938432:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761693.809424:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515938560:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761693.809436:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761693.809442:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761693/real 1789761693] req@ffff980dc61e7480 x1876699515938560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761693.809449:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515938560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761693.809454:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761693.809456:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761693.809458:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515938560:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761694.705010:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761695.729037:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761696.752999:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761697.777048:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761698.801047:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761698.928960:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761698.928971:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761698.928975:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761698.928986:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1670 00000100:00080000:3.0:1789761698.928999:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761698.929007:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761698.929047:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515938688/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761698.929073:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761698.929076:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761698.929078:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761698.929081:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1670 00000100:00080000:3.0:1789761698.929083:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761698.929086:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761698.929096:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761698.929105:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515938816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761698.929113:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761698.929118:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1789761698.929120:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515938688:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761698.929121:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761698.929129:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1670 00000100:00080000:3.0:1789761698.929132:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761698.929135:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761698.929139:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761698.929149:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515938944/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761698.929156:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761698.929158:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761698.929160:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761698.929162:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1670 00000100:00080000:3.0:1789761698.929165:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761698.929170:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761698.929175:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761698.929188:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515939072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789761698.929215:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761698.929282:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761698/real 1789761698] req@ffff980dc61e5180 x1876699515938688/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761698.929304:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515938688/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761698.929313:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761698.929317:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761698.929320:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515938688:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761698.929343:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515938816:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761698.929362:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761698.929373:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761698/real 1789761698] req@ffff980dc61e6300 x1876699515938816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761698.929382:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515938816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761698.929388:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761698.929390:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761698.929393:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515938816:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761698.929396:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515938944:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761698.929410:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761698.929417:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761698/real 1789761698] req@ffff980dc61e7800 x1876699515938944/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761698.929424:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515938944/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761698.929435:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761698.929437:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761698.929440:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515938944:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761698.929443:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515939072:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761698.929461:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761698.929473:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761698/real 1789761698] req@ffff980dc61e6680 x1876699515939072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761698.929486:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515939072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761698.929496:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761698.929500:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761698.929503:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515939072:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761699.825004:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761700.848996:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761701.873032:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761702.896994:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761703.921027:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761704.048918:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761704.048926:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761704.048930:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761704.048937:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1675 00000100:00080000:3.0:1789761704.048947:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761704.048952:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761704.048982:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515939200/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761704.049003:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761704.049006:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761704.049008:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761704.049011:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1675 00000100:00080000:3.0:1789761704.049013:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761704.049015:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761704.049023:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761704.049031:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515939328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761704.049038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761704.049040:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761704.049041:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761704.049044:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1675 00000100:00080000:3.0:1789761704.049046:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761704.049048:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761704.049051:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761704.049058:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515939456/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761704.049064:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761704.049067:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761704.049068:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761704.049070:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1675 00000100:00080000:3.0:1789761704.049073:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761704.049077:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761704.049078:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515939200:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789761704.049081:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761704.049089:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515939584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789761704.049136:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761704.049198:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704] req@ffff980dc61e4a80 x1876699515939200/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761704.049215:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515939200/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761704.049227:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761704.049230:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761704.049238:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515939200:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761704.049244:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515939328:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761704.049261:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761704.049276:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704] req@ffff980dc61e4380 x1876699515939328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761704.049284:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515939328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761704.049290:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761704.049292:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761704.049294:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515939328:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761704.049298:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515939456:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761704.049311:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761704.049317:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704] req@ffff980dc61e4000 x1876699515939456/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761704.049324:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515939456/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761704.049330:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761704.049332:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761704.049333:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515939456:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761704.049352:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515939584:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761704.049363:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761704.049369:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704] req@ffff980dc61e5c00 x1876699515939584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761704.049376:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515939584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761704.049381:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761704.049382:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761704.049384:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515939584:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761704.945049:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761705.969243:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761706.993048:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761708.017055:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761709.041092:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761709.168949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761709.168962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761709.168967:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761709.168979:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1680 00000100:00080000:3.0:1789761709.168993:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761709.169000:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761709.169053:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515939712/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761709.169077:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761709.169080:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761709.169082:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761709.169085:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1680 00000100:00080000:3.0:1789761709.169087:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761709.169090:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761709.169099:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761709.169109:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515939840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761709.169117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761709.169122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761709.169123:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761709.169139:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1680 00000100:00080000:3.0:1789761709.169142:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761709.169145:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761709.169150:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761709.169160:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515939968/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761709.169171:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515939712:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761709.169177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761709.169186:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761709.169188:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761709.169192:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1680 00000100:00080000:3.0:1789761709.169194:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761709.169198:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761709.169203:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761709.169211:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515940096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789761709.169249:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761709.169293:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709] req@ffff980dc61e5c00 x1876699515939712/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761709.169308:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515939712/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761709.169317:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761709.169320:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761709.169323:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515939712:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761709.169328:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515939840:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761709.169344:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761709.169352:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709] req@ffff980dc61e4000 x1876699515939840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761709.169361:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515939840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761709.169367:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761709.169369:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761709.169371:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515939840:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761709.169390:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515939968:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761709.169402:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761709.169408:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709] req@ffff980dc61e4380 x1876699515939968/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761709.169416:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515939968/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761709.169421:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761709.169424:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761709.169425:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515939968:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761709.169429:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515940096:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761709.169440:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761709.169446:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709] req@ffff980dc61e4a80 x1876699515940096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761709.169453:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515940096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761709.169463:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761709.169465:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761709.169467:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515940096:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761710.064978:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761711.089074:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761712.113024:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761713.137037:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761714.160981:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761714.288988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761714.288999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761714.289003:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761714.289015:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1685 00000100:00080000:3.0:1789761714.289027:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761714.289035:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761714.289080:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515940224/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761714.289128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761714.289131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761714.289133:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761714.289137:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1685 00000100:00080000:3.0:1789761714.289140:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761714.289143:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761714.289153:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761714.289165:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515940352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761714.289173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761714.289175:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761714.289176:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761714.289179:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1685 00000100:00080000:3.0:1789761714.289181:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1789761714.289185:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515940224:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761714.289187:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761714.289195:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761714.289203:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515940480/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761714.289215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761714.289218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761714.289219:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761714.289222:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1685 00000100:00080000:3.0:1789761714.289224:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761714.289226:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761714.289229:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761714.289237:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515940608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789761714.289261:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761714.289305:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714] req@ffff980dc61e6680 x1876699515940224/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761714.289320:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515940224/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761714.289329:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761714.289333:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761714.289338:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515940224:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761714.289360:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515940352:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761714.289380:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761714.289390:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714] req@ffff980dc61e7800 x1876699515940352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761714.289400:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515940352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761714.289407:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761714.289409:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761714.289412:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515940352:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761714.289417:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515940480:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761714.289433:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761714.289441:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714] req@ffff980dc61e6300 x1876699515940480/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761714.289453:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515940480/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761714.289459:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761714.289462:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761714.289465:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515940480:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761714.289471:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515940608:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761714.289485:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761714.289492:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714] req@ffff980dc61e5180 x1876699515940608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761714.289500:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515940608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761714.289506:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761714.289509:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761714.289511:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515940608:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761715.185008:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761716.209018:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761717.233029:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761718.257007:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761719.281066:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761719.408945:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761719.408955:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761719.408963:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761719.408974:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1690 00000100:00080000:3.0:1789761719.408985:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761719.408994:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761719.409047:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515940736/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761719.409086:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761719.409089:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761719.409091:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761719.409095:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1690 00000100:00080000:3.0:1789761719.409098:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761719.409101:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761719.409111:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761719.409123:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515940864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761719.409131:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761719.409134:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761719.409136:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789761719.409140:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515940736:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761719.409141:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1690 00000100:00080000:3.0:1789761719.409146:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761719.409151:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761719.409156:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761719.409166:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515940992/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761719.409173:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761719.409176:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761719.409177:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761719.409180:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1690 00000100:00080000:3.0:1789761719.409183:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761719.409186:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761719.409189:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761719.409196:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515941120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789761719.409232:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761719.409281:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719] req@ffff980dc61e7480 x1876699515940736/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761719.409330:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515940736/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761719.409339:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761719.409343:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761719.409346:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515940736:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761719.409370:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515940864:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761719.409390:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761719.409400:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719] req@ffff980dc61e5880 x1876699515940864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761719.409409:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515940864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761719.409416:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761719.409418:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761719.409420:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515940864:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761719.409424:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515940992:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761719.409437:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761719.409453:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719] req@ffff980dc61e4e00 x1876699515940992/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761719.409461:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515940992/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761719.409472:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761719.409476:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761719.409478:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515940992:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761719.409484:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515941120:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761719.409501:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761719.409512:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719] req@ffff980dc61e7b80 x1876699515941120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761719.409527:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515941120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761719.409536:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761719.409540:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761719.409544:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515941120:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761720.304971:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761721.329023:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761722.352988:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761723.377186:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761724.401057:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761724.528944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761724.528952:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761724.528955:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761724.528963:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1695 00000100:00080000:3.0:1789761724.528972:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761724.528978:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761724.529010:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515941248/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761724.529044:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761724.529047:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761724.529048:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761724.529052:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1695 00000100:00080000:3.0:1789761724.529054:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761724.529057:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761724.529064:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761724.529074:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515941376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761724.529082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761724.529084:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761724.529085:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761724.529088:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1695 00000100:00080000:3.0:1789761724.529090:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761724.529093:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761724.529097:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761724.529103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515941504/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761724.529110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761724.529113:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761724.529114:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761724.529116:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1695 00000100:00080000:3.0:1789761724.529118:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761724.529122:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761724.529126:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761724.529132:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515941632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761724.529144:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515941248:192.168.203.146@tcp:250:kworker.0 00000800:00000100:2.0:1789761724.529228:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761724.529285:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761724/real 1789761724] req@ffff980dc61e7b80 x1876699515941248/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761724.529304:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515941248/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761724.529313:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761724.529317:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761724.529321:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515941248:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761724.529327:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515941376:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761724.529344:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761724.529353:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761724/real 1789761724] req@ffff980dc61e4e00 x1876699515941376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761724.529361:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515941376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761724.529367:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761724.529369:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761724.529372:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515941376:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761724.529375:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515941504:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761724.529387:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761724.529393:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761724/real 1789761724] req@ffff980dc61e5880 x1876699515941504/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761724.529401:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515941504/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761724.529406:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761724.529408:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761724.529410:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515941504:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761724.529435:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515941632:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761724.529447:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761724.529455:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761724/real 1789761724] req@ffff980dc61e7480 x1876699515941632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761724.529462:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515941632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761724.529468:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761724.529470:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761724.529472:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515941632:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761725.424997:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761726.449073:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761727.473069:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761728.497021:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761729.521055:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761729.648963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761729.648971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761729.648984:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761729.648993:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1700 00000100:00080000:0.0:1789761729.649002:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761729.649008:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761729.649044:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4380 x1876699515941760/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761729.649072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761729.649077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761729.649079:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761729.649083:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1700 00000100:00080000:0.0:1789761729.649088:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761729.649092:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761729.649101:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761729.649114:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5880 x1876699515941888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761729.649123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761729.649126:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761729.649127:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761729.649131:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1700 00000100:00080000:0.0:1789761729.649133:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761729.649136:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761729.649139:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761729.649146:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5500 x1876699515942016/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761729.649155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761729.649158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761729.649159:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761729.649162:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1700 00000100:00080000:0.0:1789761729.649164:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761729.649166:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761729.649171:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761729.649180:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7480 x1876699515942144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761729.649183:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515941760:192.168.203.146@tcp:250:kworker.0 00000800:00000100:2.0:1789761729.649285:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761729.649344:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761729/real 1789761729] req@ffff980dc8fc4380 x1876699515941760/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761729.649368:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4380 x1876699515941760/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761729.649382:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761729.649387:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761729.649392:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515941760:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761729.649402:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515941888:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761729.649428:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761729.649442:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761729/real 1789761729] req@ffff980dc8fc5880 x1876699515941888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761729.649456:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5880 x1876699515941888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761729.649465:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761729.649469:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761729.649473:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515941888:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761729.649503:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515942016:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761729.649526:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761729.649538:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761729/real 1789761729] req@ffff980dc8fc5500 x1876699515942016/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761729.649551:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5500 x1876699515942016/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761729.649560:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761729.649564:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761729.649568:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515942016:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761729.649575:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515942144:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761729.649596:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761729.649608:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761729/real 1789761729] req@ffff980dc8fc7480 x1876699515942144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761729.649622:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7480 x1876699515942144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761729.649631:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761729.649634:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761729.649639:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515942144:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761730.545037:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761731.569035:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761732.593063:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761733.616994:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761734.641053:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761734.768975:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761734.768986:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761734.768990:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761734.769000:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1705 00000100:00080000:3.0:1789761734.769012:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761734.769020:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761734.769063:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515942272/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761734.769087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761734.769090:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761734.769091:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761734.769095:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1705 00000100:00080000:3.0:1789761734.769097:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761734.769099:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761734.769109:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761734.769120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515942400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761734.769133:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515942272:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761734.769133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761734.769143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761734.769145:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761734.769151:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1705 00000100:00080000:3.0:1789761734.769155:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761734.769160:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761734.769167:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761734.769185:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515942528/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761734.769200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761734.769203:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761734.769205:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1789761734.769209:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761734.769213:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1705 00000100:00080000:3.0:1789761734.769218:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761734.769222:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761734.769227:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761734.769237:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515942656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761734.769259:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761734/real 1789761734] req@ffff980dc61e5180 x1876699515942272/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761734.769276:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515942272/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761734.769285:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761734.769287:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761734.769291:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515942272:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761734.769319:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515942400:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761734.769336:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761734.769345:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761734/real 1789761734] req@ffff980dc61e6300 x1876699515942400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761734.769354:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515942400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761734.769359:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761734.769362:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761734.769364:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515942400:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761734.769367:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515942528:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761734.769380:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761734.769397:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761734/real 1789761734] req@ffff980dc61e7800 x1876699515942528/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761734.769411:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515942528/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761734.769420:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761734.769424:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761734.769428:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515942528:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761734.769435:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515942656:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761734.769454:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761734.769462:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761734/real 1789761734] req@ffff980dc61e6680 x1876699515942656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761734.769470:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515942656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761734.769476:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761734.769478:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761734.769480:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515942656:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761735.664987:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761736.689077:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761737.713023:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761738.737047:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761739.760981:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761739.888972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761739.888981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761739.888984:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761739.888992:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1711 00000100:00080000:3.0:1789761739.889001:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761739.889006:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761739.889038:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515942784/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761739.889060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761739.889063:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761739.889064:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761739.889067:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1711 00000100:00080000:3.0:1789761739.889070:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761739.889072:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761739.889079:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761739.889088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515942912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761739.889095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761739.889098:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761739.889099:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761739.889102:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1711 00000100:00080000:3.0:1789761739.889104:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761739.889107:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761739.889112:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761739.889119:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515943040/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761739.889129:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515942784:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761739.889132:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761739.889146:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761739.889149:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761739.889153:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1711 00000100:00080000:3.0:1789761739.889157:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761739.889161:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761739.889166:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761739.889181:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515943168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761739.889290:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515942912:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761739.889331:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515943040:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761739.889348:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515943168:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761740.784985:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761741.809053:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761742.833016:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1789761742.961194:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:0.0:1789761742.961249:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1789761742.961273:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789761742.961321:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789761742.961340:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789761742.961355:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:2.0:1789761742.961370:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761739/real 1789761742] req@ffff980dc61e4000 x1876699515943040/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761742.961399:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515943040/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761742.961415:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761742.961420:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761742.961426:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515943040:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761742.961435:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761739/real 1789761742] req@ffff980dc61e5c00 x1876699515943168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761742.961449:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515943168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761742.961457:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761742.961460:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761742.961464:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515943168:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761742.961472:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761739/real 1789761742] req@ffff980dc61e4a80 x1876699515942784/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761742.961485:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515942784/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761742.961495:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761742.961498:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761742.961502:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515942784:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761742.961509:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761739/real 1789761742] req@ffff980dc61e4380 x1876699515942912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761742.961521:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515942912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761742.961530:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761742.961533:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761742.961537:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515942912:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761743.857075:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761744.881055:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761745.009025:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761745.009039:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761745.009044:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761745.009059:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1716 00000100:00080000:1.0:1789761745.009073:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761745.009083:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761745.009132:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699515943296/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761745.009179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761745.009185:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761745.009188:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761745.009193:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1716 00000100:00080000:1.0:1789761745.009198:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761745.009202:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761745.009214:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761745.009221:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515943296:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761745.009234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572300 x1876699515943424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761745.009248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761745.009262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761745.009266:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761745.009271:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1716 00000100:00080000:1.0:1789761745.009276:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761745.009281:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761745.009288:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761745.009303:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573100 x1876699515943552/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789761745.009312:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:1.0:1789761745.009329:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761745.009334:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761745.009337:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761745.009342:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1716 00000100:00080000:1.0:1789761745.009347:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761745.009352:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761745.009358:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761745.009373:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761745] req@ffff980dc8572a00 x1876699515943296/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761745.009377:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699515943680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761745.009419:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699515943296/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761745.009434:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761745.009440:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761745.009446:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515943296:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761745.009477:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515943424:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761745.009509:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761745.009524:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761745] req@ffff980dc8572300 x1876699515943424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761745.009538:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572300 x1876699515943424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761745.009547:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761745.009551:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761745.009554:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515943424:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761745.009561:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515943552:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761745.009584:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761745.009596:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761745] req@ffff980dc8573100 x1876699515943552/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761745.009606:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573100 x1876699515943552/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761745.009614:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761745.009617:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761745.009620:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515943552:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761745.009626:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515943680:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761745.009646:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761745.009658:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761745] req@ffff980dc8570380 x1876699515943680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761745.009676:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699515943680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761745.009703:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761745.009707:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761745.009710:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515943680:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761745.905017:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761746.929005:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761747.953032:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761748.977023:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761750.001049:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761750.128925:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761750.128935:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761750.128942:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761750.128953:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1721 00000100:00080000:1.0:1789761750.128967:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761750.128979:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761750.129022:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571c00 x1876699515943808/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761750.129050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761750.129054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761750.129055:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761750.129059:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1721 00000100:00080000:1.0:1789761750.129062:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761750.129065:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761750.129077:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761750.129091:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699515943936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761750.129100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761750.129106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761750.129108:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789761750.129110:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515943808:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789761750.129113:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1721 00000100:00080000:1.0:1789761750.129118:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761750.129126:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761750.129132:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761750.129142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573100 x1876699515944064/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761750.129150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761750.129154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761750.129156:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761750.129160:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1721 00000100:00080000:1.0:1789761750.129164:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761750.129167:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761750.129170:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761750.129178:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572300 x1876699515944192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789761750.129188:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761750.129289:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750] req@ffff980dc8571c00 x1876699515943808/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761750.129303:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571c00 x1876699515943808/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761750.129311:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761750.129315:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761750.129317:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515943808:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761750.129336:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515943936:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761750.129354:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761750.129362:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750] req@ffff980dc8570380 x1876699515943936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761750.129370:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699515943936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761750.129380:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761750.129382:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761750.129385:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515943936:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761750.129388:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515944064:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761750.129546:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761750.129558:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750] req@ffff980dc8573100 x1876699515944064/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761750.129569:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573100 x1876699515944064/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761750.129576:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761750.129579:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761750.129582:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515944064:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761750.129642:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515944192:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761750.129669:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761750.129682:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750] req@ffff980dc8572300 x1876699515944192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761750.129690:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572300 x1876699515944192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761750.129695:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761750.129697:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761750.129700:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515944192:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761751.024997:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761752.049042:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761753.073024:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761754.097051:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761755.121000:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761755.248915:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761755.248925:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761755.248931:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761755.248942:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1726 00000100:00080000:1.0:1789761755.248954:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761755.248962:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761755.249002:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699515944320/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761755.249026:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761755.249029:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761755.249030:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761755.249034:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1726 00000100:00080000:1.0:1789761755.249036:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761755.249038:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761755.249048:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761755.249058:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571500 x1876699515944448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761755.249067:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761755.249069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761755.249071:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761755.249075:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1726 00000100:00080000:1.0:1789761755.249078:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789761755.249079:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515944320:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789761755.249082:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761755.249089:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761755.249097:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699515944576/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761755.249110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761755.249112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761755.249114:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761755.249116:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1726 00000100:00080000:1.0:1789761755.249118:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761755.249121:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761755.249124:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761755.249131:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699515944704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789761755.249169:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761755.249234:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755] req@ffff980dc8572a00 x1876699515944320/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761755.249258:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699515944320/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761755.249272:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761755.249277:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761755.249282:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515944320:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761755.249311:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515944448:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761755.249338:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761755.249353:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755] req@ffff980dc8571500 x1876699515944448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761755.249368:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571500 x1876699515944448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761755.249377:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761755.249380:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761755.249384:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515944448:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761755.249391:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515944576:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761755.249415:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761755.249428:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755] req@ffff980dc8573b80 x1876699515944576/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761755.249443:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699515944576/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761755.249452:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761755.249456:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761755.249460:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515944576:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761755.249467:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515944704:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761755.249490:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761755.249502:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755] req@ffff980dc8572680 x1876699515944704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761755.249515:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699515944704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761755.249524:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761755.249527:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761755.249530:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515944704:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761756.144978:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761757.169026:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761758.193027:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761759.216979:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761760.240973:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761760.368952:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761760.368960:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761760.368963:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761760.368972:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1731 00000100:00080000:1.0:1789761760.368981:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761760.368987:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761760.369019:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699515944832/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761760.369041:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761760.369044:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761760.369045:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761760.369048:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1731 00000100:00080000:1.0:1789761760.369050:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761760.369052:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761760.369060:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761760.369069:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572d80 x1876699515944960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761760.369076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761760.369079:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761760.369080:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761760.369082:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1731 00000100:00080000:1.0:1789761760.369084:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761760.369087:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761760.369091:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761760.369096:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515944832:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761760.369101:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570700 x1876699515945088/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761760.369110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761760.369114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761760.369116:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761760.369120:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1731 00000100:00080000:1.0:1789761760.369124:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761760.369128:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761760.369134:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761760.369147:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570e00 x1876699515945216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789761760.369162:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761760.369204:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760] req@ffff980dc8571f80 x1876699515944832/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761760.369223:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699515944832/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761760.369234:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761760.369238:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761760.369242:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515944832:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761760.369250:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515944960:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761760.369270:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761760.369281:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760] req@ffff980dc8572d80 x1876699515944960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761760.369289:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572d80 x1876699515944960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761760.369295:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761760.369297:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761760.369299:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515944960:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761760.369319:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515945088:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761760.369340:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761760.369351:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760] req@ffff980dc8570700 x1876699515945088/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761760.369364:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570700 x1876699515945088/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761760.369377:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761760.369381:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761760.369384:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515945088:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761760.369390:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515945216:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761760.369410:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761760.369422:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760] req@ffff980dc8570e00 x1876699515945216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761760.369430:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570e00 x1876699515945216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761760.369436:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761760.369438:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761760.369440:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515945216:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761761.265006:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761762.288976:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761763.312988:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761764.337042:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761765.361068:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761765.488986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761765.488998:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761765.489003:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761765.489017:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1736 00000100:00080000:0.0:1789761765.489031:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761765.489039:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761765.489089:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6a00 x1876699515945344/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761765.489126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761765.489130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761765.489132:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761765.489137:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1736 00000100:00080000:0.0:1789761765.489141:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761765.489145:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761765.489157:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761765.489175:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515945344:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761765.489176:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4000 x1876699515945472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761765.489194:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761765.489198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761765.489200:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761765.489205:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1736 00000100:00080000:0.0:1789761765.489209:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761765.489213:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761765.489220:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761765.489234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6300 x1876699515945600/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761765.489244:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761765.489248:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761765.489252:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1789761765.489252:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789761765.489261:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1736 00000100:00080000:0.0:1789761765.489266:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761765.489272:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761765.489278:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761765.489290:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6680 x1876699515945728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789761765.489303:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761765/real 1789761765] req@ffff980dc8fc6a00 x1876699515945344/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761765.489331:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6a00 x1876699515945344/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761765.489340:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761765.489345:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761765.489348:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515945344:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761765.489378:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515945472:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761765.489405:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761765.489417:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761765/real 1789761765] req@ffff980dc8fc4000 x1876699515945472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761765.489426:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4000 x1876699515945472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761765.489432:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761765.489435:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761765.489437:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515945472:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761765.489450:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515945600:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761765.489466:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761765.489474:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761765/real 1789761765] req@ffff980dc8fc6300 x1876699515945600/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761765.489481:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6300 x1876699515945600/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761765.489487:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761765.489490:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761765.489492:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515945600:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761765.489495:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515945728:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761765.489512:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761765.489519:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761765/real 1789761765] req@ffff980dc8fc6680 x1876699515945728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761765.489526:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6680 x1876699515945728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761765.489531:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761765.489533:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761765.489535:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515945728:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761766.385053:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761767.409078:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761768.433031:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761769.457045:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761770.481047:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761770.608986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761770.608998:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761770.609002:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761770.609012:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1741 00000100:00080000:0.0:1789761770.609025:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761770.609033:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761770.609079:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4e00 x1876699515945856/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761770.609106:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761770.609109:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761770.609110:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761770.609114:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1741 00000100:00080000:0.0:1789761770.609117:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761770.609119:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761770.609129:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761770.609139:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6d80 x1876699515945984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761770.609146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761770.609149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761770.609150:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761770.609153:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1741 00000100:00080000:0.0:1789761770.609155:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761770.609158:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761770.609161:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761770.609171:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515945856:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761770.609172:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7100 x1876699515946112/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761770.609191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761770.609195:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761770.609197:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761770.609201:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1741 00000100:00080000:0.0:1789761770.609205:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761770.609209:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761770.609215:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761770.609228:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4700 x1876699515946240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789761770.609280:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761770.609331:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761770/real 1789761770] req@ffff980dc8fc4e00 x1876699515945856/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761770.609352:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4e00 x1876699515945856/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761770.609364:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761770.609369:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761770.609374:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515945856:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761770.609383:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515945984:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761770.609421:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761770.609437:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761770/real 1789761770] req@ffff980dc8fc6d80 x1876699515945984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761770.609451:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6d80 x1876699515945984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761770.609460:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761770.609463:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761770.609467:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515945984:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761770.609497:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515946112:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761770.609520:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761770.609531:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761770/real 1789761770] req@ffff980dc8fc7100 x1876699515946112/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761770.609545:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7100 x1876699515946112/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761770.609555:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761770.609558:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761770.609561:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515946112:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761770.609568:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515946240:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761770.609590:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761770.609602:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761770/real 1789761770] req@ffff980dc8fc4700 x1876699515946240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761770.609623:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4700 x1876699515946240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761770.609632:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761770.609636:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761770.609639:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515946240:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761771.505064:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761772.529037:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761773.553052:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761774.576980:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761775.601033:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761775.728951:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761775.728958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761775.728962:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761775.728970:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1746 00000100:00080000:3.0:1789761775.728980:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761775.728986:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761775.729019:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515946368/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761775.729044:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761775.729048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761775.729050:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761775.729054:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1746 00000100:00080000:3.0:1789761775.729058:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761775.729062:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761775.729073:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761775.729084:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515946368:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761775.729091:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515946496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761775.729114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761775.729117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761775.729118:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761775.729121:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1746 00000100:00080000:3.0:1789761775.729125:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761775.729128:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761775.729133:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761775.729143:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515946624/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761775.729151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1789761775.729155:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761775.729157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761775.729160:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761775.729163:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1746 00000100:00080000:3.0:1789761775.729167:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761775.729170:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761775.729174:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761775.729182:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515946752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761775.729194:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761775/real 1789761775] req@ffff980dc61e4380 x1876699515946368/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761775.729211:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515946368/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761775.729220:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761775.729222:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761775.729225:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515946368:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761775.729242:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515946496:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761775.729258:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761775.729267:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761775/real 1789761775] req@ffff980dc61e4a80 x1876699515946496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761775.729275:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515946496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761775.729280:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761775.729282:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761775.729284:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515946496:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761775.729288:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515946624:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761775.729301:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761775.729309:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761775/real 1789761775] req@ffff980dc61e5c00 x1876699515946624/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761775.729317:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515946624/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761775.729323:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761775.729325:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761775.729327:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515946624:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761775.729331:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515946752:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761775.729342:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761775.729349:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761775/real 1789761775] req@ffff980dc61e4000 x1876699515946752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761775.729356:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515946752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761775.729362:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761775.729364:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761775.729366:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515946752:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761776.625001:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761777.649011:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761778.673023:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761779.697015:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761780.721038:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761780.848964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761780.848972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761780.848976:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761780.848985:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1752 00000100:00080000:3.0:1789761780.848995:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761780.849002:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761780.849032:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515946880/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761780.849055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761780.849060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761780.849062:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761780.849067:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1752 00000100:00080000:3.0:1789761780.849070:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761780.849074:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761780.849083:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761780.849103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515947008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761780.849109:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515946880:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761780.849117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761780.849120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761780.849122:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761780.849126:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1752 00000100:00080000:3.0:1789761780.849129:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761780.849132:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761780.849136:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761780.849147:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515947136/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761780.849156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761780.849159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761780.849160:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761780.849163:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1752 00000800:00000100:2.0:1789761780.849166:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761780.849166:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761780.849170:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761780.849174:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761780.849182:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515947264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789761780.849202:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761780/real 1789761780] req@ffff980dc61e6680 x1876699515946880/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761780.849220:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515946880/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761780.849231:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761780.849234:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761780.849237:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515946880:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789761780.849255:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515947008:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761780.849273:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761780.849281:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761780/real 1789761780] req@ffff980dc61e7800 x1876699515947008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761780.849289:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515947008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761780.849295:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761780.849297:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761780.849299:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515947008:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789761780.849303:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515947136:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789761780.849314:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761780.849320:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761780/real 1789761780] req@ffff980dc61e6300 x1876699515947136/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761780.849328:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515947136/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761780.849333:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761780.849334:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761780.849336:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515947136:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789761780.849340:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515947264:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789761780.849349:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761780.849355:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761780/real 1789761780] req@ffff980dc61e5180 x1876699515947264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789761780.849362:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515947264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789761780.849367:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789761780.849369:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789761780.849371:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515947264:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761781.744995:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761782.769053:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761783.793049:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761784.817015:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761785.840990:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761785.968983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761785.968994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761785.968998:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761785.969009:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1757 00000100:00080000:0.0:1789761785.969022:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761785.969029:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761785.969073:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7800 x1876699515947392/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761785.969104:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761785.969112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761785.969114:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761785.969119:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1757 00000100:00080000:0.0:1789761785.969123:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761785.969129:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761785.969141:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761785.969146:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515947392:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761785.969158:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5f80 x1876699515947520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761785.969170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761785.969173:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761785.969174:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761785.969178:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1757 00000100:00080000:0.0:1789761785.969182:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761785.969185:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761785.969191:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761785.969201:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4700 x1876699515947648/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761785.969208:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761785.969210:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761785.969211:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761785.969215:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1757 00000100:00080000:0.0:1789761785.969218:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761785.969221:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761785.969225:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761785.969235:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7100 x1876699515947776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789761785.969271:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761785.969306:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761785/real 1789761785] req@ffff980dc8fc7800 x1876699515947392/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761785.969411:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7800 x1876699515947392/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761785.969419:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761785.969422:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761785.969424:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515947392:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761785.969471:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515947520:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761785.969492:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761785.969503:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761785/real 1789761785] req@ffff980dc8fc5f80 x1876699515947520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761785.969513:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5f80 x1876699515947520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761785.969518:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761785.969521:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761785.969524:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515947520:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761785.969530:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515947648:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761785.969543:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761785.969550:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761785/real 1789761785] req@ffff980dc8fc4700 x1876699515947648/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761785.969570:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4700 x1876699515947648/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761785.969575:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761785.969577:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761785.969579:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515947648:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761785.969583:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515947776:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761785.969601:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761785.969612:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761785/real 1789761785] req@ffff980dc8fc7100 x1876699515947776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761785.969630:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7100 x1876699515947776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761785.969638:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761785.969641:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761785.969644:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515947776:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761786.864962:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761787.888988:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761788.912964:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761789.936953:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761790.961057:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761791.088959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761791.088969:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761791.088974:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761791.088983:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1762 00000100:00080000:0.0:1789761791.088994:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761791.089001:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761791.089047:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6d80 x1876699515947904/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761791.089074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761791.089078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761791.089079:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761791.089084:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1762 00000100:00080000:0.0:1789761791.089088:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761791.089092:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761791.089103:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761791.089114:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515947904:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761791.089117:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4e00 x1876699515948032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761791.089133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761791.089136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761791.089138:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761791.089142:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1762 00000100:00080000:0.0:1789761791.089145:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761791.089149:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761791.089155:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761791.089166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6680 x1876699515948160/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761791.089176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761791.089179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761791.089181:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761791.089184:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1762 00000100:00080000:0.0:1789761791.089188:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761791.089192:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761791.089197:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789761791.089200:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761791.089206:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6300 x1876699515948288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789761791.089248:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791] req@ffff980dc8fc6d80 x1876699515947904/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761791.089267:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6d80 x1876699515947904/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761791.089276:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761791.089279:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761791.089282:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515947904:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761791.089310:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515948032:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761791.089336:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761791.089393:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791] req@ffff980dc8fc4e00 x1876699515948032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761791.089406:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4e00 x1876699515948032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761791.089421:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761791.089425:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761791.089428:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515948032:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761791.089434:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515948160:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761791.089457:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761791.089469:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791] req@ffff980dc8fc6680 x1876699515948160/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761791.089481:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6680 x1876699515948160/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761791.089489:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761791.089492:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761791.089495:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515948160:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761791.089501:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515948288:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761791.089540:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761791.089553:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791] req@ffff980dc8fc6300 x1876699515948288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761791.089566:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6300 x1876699515948288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761791.089575:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761791.089578:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761791.089583:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515948288:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761791.985040:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761793.009074:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761794.032963:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761795.057012:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761796.081008:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761796.208972:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761796.208980:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761796.208983:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761796.208992:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1767 00000100:00080000:1.0:1789761796.209001:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761796.209006:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761796.209045:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699515948416/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761796.209065:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761796.209068:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761796.209069:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761796.209072:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1767 00000100:00080000:1.0:1789761796.209074:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761796.209077:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761796.209085:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761796.209093:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699515948544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761796.209107:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761796.209110:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761796.209111:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761796.209114:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1767 00000100:00080000:1.0:1789761796.209116:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761796.209118:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761796.209123:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761796.209130:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699515948672/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761796.209137:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761796.209140:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761796.209141:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761796.209144:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1767 00000100:00080000:1.0:1789761796.209146:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761796.209148:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761796.209150:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761796.209156:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699515948800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789761796.209180:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515948416:192.168.203.146@tcp:250:kworker.0 00000800:00000100:3.0:1789761796.209275:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761796.209347:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796] req@ffff980dc8571880 x1876699515948416/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761796.209369:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699515948416/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761796.209384:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761796.209390:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761796.209394:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515948416:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761796.209404:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515948544:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761796.209431:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761796.209447:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796] req@ffff980dc8573800 x1876699515948544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761796.209462:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699515948544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761796.209473:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761796.209476:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761796.209501:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515948544:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761796.209517:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515948672:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761796.209551:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761796.209564:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796] req@ffff980dc8571180 x1876699515948672/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761796.209579:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699515948672/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761796.209590:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761796.209593:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761796.209597:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515948672:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761796.209630:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515948800:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761796.209653:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761796.209666:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796] req@ffff980dc8573480 x1876699515948800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761796.209679:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699515948800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761796.209689:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761796.209692:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761796.209696:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515948800:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761797.105058:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761798.129079:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761799.153074:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761800.177050:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761801.201036:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761801.328952:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761801.328962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761801.328967:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761801.328976:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1772 00000100:00080000:0.0:1789761801.328987:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761801.329002:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761801.329040:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4000 x1876699515948928/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761801.329078:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761801.329090:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761801.329092:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761801.329097:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1772 00000100:00080000:0.0:1789761801.329101:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761801.329105:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761801.329114:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761801.329127:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6a00 x1876699515949056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761801.329141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789761801.329141:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515948928:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789761801.329152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761801.329155:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761801.329160:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1772 00000100:00080000:0.0:1789761801.329164:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761801.329169:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761801.329176:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761801.329190:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7480 x1876699515949184/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761801.329208:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1789761801.329210:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789761801.329215:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761801.329218:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761801.329224:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1772 00000100:00080000:0.0:1789761801.329229:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761801.329233:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761801.329238:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761801.329250:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5500 x1876699515949312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789761801.329262:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801] req@ffff980dc8fc4000 x1876699515948928/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761801.329284:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4000 x1876699515948928/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761801.329292:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761801.329295:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761801.329298:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515948928:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761801.329316:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515949056:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761801.329333:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761801.329341:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801] req@ffff980dc8fc6a00 x1876699515949056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761801.329349:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6a00 x1876699515949056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761801.329355:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761801.329358:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761801.329360:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515949056:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761801.329363:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515949184:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761801.329375:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761801.329380:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801] req@ffff980dc8fc7480 x1876699515949184/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761801.329388:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7480 x1876699515949184/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761801.329398:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761801.329399:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761801.329401:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515949184:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761801.329405:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515949312:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761801.329415:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761801.329421:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801] req@ffff980dc8fc5500 x1876699515949312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761801.329428:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5500 x1876699515949312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761801.329433:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761801.329435:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761801.329437:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515949312:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761802.224969:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761803.248998:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761804.273052:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761805.297037:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761806.321059:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761806.448962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761806.448973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761806.448977:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761806.448988:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1777 00000100:00080000:0.0:1789761806.449000:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761806.449008:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761806.449060:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5880 x1876699515949440/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761806.449088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761806.449091:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761806.449104:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761806.449115:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1777 00000100:00080000:0.0:1789761806.449119:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761806.449124:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761806.449138:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761806.449143:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515949440:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761806.449159:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4380 x1876699515949568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761806.449172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761806.449177:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761806.449179:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761806.449183:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1777 00000100:00080000:0.0:1789761806.449187:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761806.449192:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761806.449198:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761806.449210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5c00 x1876699515949696/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761806.449222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761806.449225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761806.449227:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761806.449231:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1777 00000100:00080000:0.0:1789761806.449236:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761806.449240:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761806.449246:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761806.449260:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5180 x1876699515949824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789761806.449276:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515949568:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761806.449305:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515949696:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761806.449338:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515949824:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761807.345032:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761808.369042:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761809.393074:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789761809.521121:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:2.0:1789761809.521180:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789761809.521202:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789761809.521245:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789761809.521254:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789761809.521266:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:3.0:1789761809.521300:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761809] req@ffff980dc8fc5180 x1876699515949824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761809.521332:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5180 x1876699515949824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761809.521347:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761809.521354:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761809.521359:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515949824:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761809.521370:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761809] req@ffff980dc8fc4380 x1876699515949568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761809.521399:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4380 x1876699515949568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761809.521407:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761809.521411:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761809.521415:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515949568:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761809.521422:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761809] req@ffff980dc8fc5c00 x1876699515949696/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761809.521435:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5c00 x1876699515949696/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761809.521443:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761809.521447:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761809.521451:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515949696:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761809.521459:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761809] req@ffff980dc8fc5880 x1876699515949440/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761809.521471:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5880 x1876699515949440/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761809.521480:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761809.521483:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761809.521487:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515949440:192.168.203.146@tcp:250:kworker.0 00010000:00010000:2.0:1789761810.417035:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761811.441064:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761811.568960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761811.568969:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761811.568972:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761811.568980:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1782 00000100:00080000:0.0:1789761811.568990:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761811.568997:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761811.569036:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7b80 x1876699515949952/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761811.569060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761811.569063:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761811.569064:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761811.569067:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1782 00000100:00080000:0.0:1789761811.569070:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761811.569072:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761811.569079:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761811.569087:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4a80 x1876699515950080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761811.569095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761811.569098:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761811.569099:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761811.569102:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1782 00000100:00080000:0.0:1789761811.569104:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761811.569106:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761811.569110:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761811.569115:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515949952:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761811.569120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5880 x1876699515950208/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761811.569139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761811.569142:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761811.569143:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761811.569147:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1782 00000100:00080000:0.0:1789761811.569151:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761811.569155:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761811.569160:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761811.569174:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5c00 x1876699515950336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789761811.569185:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761811.569248:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761811/real 1789761811] req@ffff980dc8fc7b80 x1876699515949952/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761811.569270:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7b80 x1876699515949952/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761811.569284:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761811.569289:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761811.569294:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515949952:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761811.569301:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515950080:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761811.569325:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761811.569340:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761811/real 1789761811] req@ffff980dc8fc4a80 x1876699515950080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761811.569355:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4a80 x1876699515950080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761811.569382:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761811.569386:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761811.569390:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515950080:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761811.569417:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515950208:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761811.569440:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761811.569452:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761811/real 1789761811] req@ffff980dc8fc5880 x1876699515950208/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761811.569465:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5880 x1876699515950208/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761811.569473:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761811.569476:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761811.569481:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515950208:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761811.569488:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515950336:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761811.569510:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761811.569523:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761811/real 1789761811] req@ffff980dc8fc5c00 x1876699515950336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761811.569536:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5c00 x1876699515950336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761811.569542:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761811.569544:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761811.569547:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515950336:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761812.464997:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761813.489052:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761814.513051:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761815.537036:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761816.561048:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761816.688932:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761816.688942:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761816.688946:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761816.688957:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1787 00000100:00080000:0.0:1789761816.688969:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761816.688976:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761816.689020:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4380 x1876699515950464/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761816.689045:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761816.689048:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761816.689050:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761816.689053:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1787 00000100:00080000:0.0:1789761816.689056:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761816.689060:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761816.689072:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761816.689088:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5180 x1876699515950592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789761816.689102:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515950464:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789761816.689117:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761816.689121:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761816.689122:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761816.689127:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1787 00000100:00080000:0.0:1789761816.689131:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761816.689134:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761816.689139:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761816.689156:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5500 x1876699515950720/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761816.689164:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761816.689167:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761816.689168:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761816.689170:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1787 00000100:00080000:0.0:1789761816.689174:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761816.689177:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761816.689181:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761816.689189:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7480 x1876699515950848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789761816.689196:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761816.689257:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761816/real 1789761816] req@ffff980dc8fc4380 x1876699515950464/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761816.689282:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4380 x1876699515950464/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761816.689295:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761816.689300:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761816.689305:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515950464:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761816.689348:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515950592:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761816.689372:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761816.689386:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761816/real 1789761816] req@ffff980dc8fc5180 x1876699515950592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761816.689400:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5180 x1876699515950592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761816.689409:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761816.689412:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761816.689416:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515950592:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761816.689421:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515950720:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761816.689442:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761816.689453:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761816/real 1789761816] req@ffff980dc8fc5500 x1876699515950720/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761816.689467:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5500 x1876699515950720/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761816.689482:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761816.689486:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761816.689490:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515950720:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761816.689495:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515950848:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761816.689514:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761816.689524:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761816/real 1789761816] req@ffff980dc8fc7480 x1876699515950848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761816.689535:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7480 x1876699515950848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761816.689544:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761816.689548:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761816.689551:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515950848:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761817.584963:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761818.609087:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761819.633031:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761820.657020:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761821.680958:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761821.808964:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761821.808976:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761821.808981:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761821.808993:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1792 00000100:00080000:3.0:1789761821.809009:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761821.809016:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761821.809057:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515950976/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761821.809088:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761821.809092:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761821.809094:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761821.809098:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1792 00000100:00080000:3.0:1789761821.809101:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761821.809106:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761821.809116:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761821.809136:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515951104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761821.809137:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515950976:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761821.809167:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761821.809170:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761821.809173:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761821.809177:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1792 00000100:00080000:3.0:1789761821.809180:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761821.809184:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761821.809190:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761821.809202:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515951232/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761821.809210:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761821.809213:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761821.809215:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1789761821.809222:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761821.809226:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1792 00000100:00080000:3.0:1789761821.809235:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761821.809242:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761821.809270:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761821/real 1789761821] req@ffff980dc61e7480 x1876699515950976/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761821.809305:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515950976/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761821.809315:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761821.809319:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761821.809322:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515950976:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761821.809347:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515951104:192.168.203.146@tcp:38:kworker.0 00000008:00100000:3.0:1789761821.809360:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789761821.809381:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761821.809381:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515951360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761821.809404:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761821/real 1789761821] req@ffff980dc61e5880 x1876699515951104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761821.809418:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515951104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761821.809426:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761821.809429:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761821.809432:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515951104:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761821.809437:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515951232:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761821.809451:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761821.809458:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761821/real 1789761821] req@ffff980dc61e4e00 x1876699515951232/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761821.809465:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515951232/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761821.809470:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761821.809473:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761821.809475:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515951232:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761821.809484:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515951360:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761821.809495:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761821.809502:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761821/real 1789761821] req@ffff980dc61e7b80 x1876699515951360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761821.809510:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515951360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761821.809515:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761821.809517:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761821.809519:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515951360:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761822.705092:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761823.729009:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761824.753011:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761825.777021:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761826.801114:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761826.929009:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761826.929021:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761826.929025:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761826.929037:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1798 00000100:00080000:1.0:1789761826.929050:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761826.929058:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761826.929108:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570a80 x1876699515951488/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761826.929134:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761826.929137:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761826.929139:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761826.929142:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1798 00000100:00080000:1.0:1789761826.929145:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761826.929147:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761826.929157:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761826.929169:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699515951616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761826.929176:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761826.929179:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761826.929180:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761826.929183:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1798 00000100:00080000:1.0:1789761826.929185:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761826.929188:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761826.929191:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761826.929197:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699515951744/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761826.929203:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761826.929205:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761826.929206:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761826.929209:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1798 00000100:00080000:1.0:1789761826.929212:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761826.929215:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761826.929219:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761826.929225:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699515951872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761826.929319:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515951488:192.168.203.146@tcp:250:kworker.0 00000800:00000100:0.0:1789761826.929410:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761826.929466:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761826/real 1789761826] req@ffff980dc8570a80 x1876699515951488/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761826.929490:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570a80 x1876699515951488/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761826.929503:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761826.929509:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761826.929514:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515951488:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761826.929522:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515951616:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761826.929545:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761826.929558:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761826/real 1789761826] req@ffff980dc8573480 x1876699515951616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761826.929572:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699515951616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761826.929581:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761826.929585:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761826.929588:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515951616:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761826.929595:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515951744:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761826.929614:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761826.929625:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761826/real 1789761826] req@ffff980dc8571180 x1876699515951744/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761826.929638:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699515951744/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761826.929654:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761826.929658:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761826.929661:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515951744:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761826.929667:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515951872:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761826.929685:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761826.929695:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761826/real 1789761826] req@ffff980dc8573800 x1876699515951872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761826.929707:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699515951872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761826.929716:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761826.929719:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761826.929723:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515951872:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761827.824983:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761828.849004:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761829.873054:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761830.897010:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761831.921043:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761832.048935:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761832.048946:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761832.048950:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761832.048962:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1803 00000100:00080000:1.0:1789761832.048975:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761832.048983:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761832.049028:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699515952000/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761832.049054:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761832.049057:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761832.049059:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761832.049062:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1803 00000100:00080000:1.0:1789761832.049065:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761832.049067:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761832.049077:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761832.049087:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570e00 x1876699515952128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761832.049094:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761832.049097:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761832.049099:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761832.049102:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1803 00000100:00080000:1.0:1789761832.049105:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761832.049107:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761832.049111:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761832.049121:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570700 x1876699515952256/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761832.049123:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515952000:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789761832.049133:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761832.049136:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761832.049137:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761832.049140:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1803 00000100:00080000:1.0:1789761832.049142:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761832.049145:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761832.049148:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761832.049156:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572d80 x1876699515952384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761832.049235:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761832.049289:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832] req@ffff980dc8571880 x1876699515952000/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761832.049312:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699515952000/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761832.049325:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761832.049330:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761832.049334:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515952000:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761832.049343:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515952128:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761832.049368:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761832.049381:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832] req@ffff980dc8570e00 x1876699515952128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761832.049393:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570e00 x1876699515952128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761832.049402:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761832.049406:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761832.049409:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515952128:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761832.049438:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515952256:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761832.049468:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761832.049480:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832] req@ffff980dc8570700 x1876699515952256/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761832.049492:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570700 x1876699515952256/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761832.049502:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761832.049505:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761832.049509:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515952256:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761832.049515:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515952384:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761832.049536:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761832.049547:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832] req@ffff980dc8572d80 x1876699515952384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761832.049560:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572d80 x1876699515952384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761832.049568:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761832.049572:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761832.049575:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515952384:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761832.944985:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761833.969023:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761834.993006:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761836.017024:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761837.040964:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761837.169008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761837.169019:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761837.169025:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761837.169043:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1808 00000100:00080000:3.0:1789761837.169055:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761837.169071:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761837.169122:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515952512/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761837.169183:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761837.169187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761837.169190:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761837.169194:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1808 00000100:00080000:3.0:1789761837.169198:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761837.169202:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761837.169222:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515952512:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789761837.169224:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761837.169241:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515952640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761837.169264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761837.169268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761837.169271:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761837.169276:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1808 00000100:00080000:3.0:1789761837.169281:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761837.169287:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761837.169293:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:0.0:1789761837.169308:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761837.169310:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515952768/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761837.169324:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761837.169328:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761837.169331:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761837.169336:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1808 00000100:00080000:3.0:1789761837.169341:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761837.169358:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761837.169363:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761837.169366:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837] req@ffff980dc61e7b80 x1876699515952512/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761837.169384:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515952896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761837.169389:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515952512/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761837.169408:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761837.169414:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761837.169419:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515952512:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761837.169449:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515952640:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761837.169476:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761837.169488:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837] req@ffff980dc61e4e00 x1876699515952640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761837.169497:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515952640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761837.169512:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761837.169516:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761837.169519:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515952640:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761837.169526:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515952768:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761837.169550:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761837.169563:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837] req@ffff980dc61e5880 x1876699515952768/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761837.169577:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515952768/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761837.169587:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761837.169591:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761837.169594:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515952768:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761837.169601:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515952896:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761837.169622:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761837.169631:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837] req@ffff980dc61e7480 x1876699515952896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761837.169639:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515952896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761837.169644:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761837.169646:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761837.169649:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515952896:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761838.065062:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761839.089044:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761840.113049:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761841.137075:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761842.161020:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789761842.288982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761842.288991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789761842.288994:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761842.289002:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1813 00000100:00080000:0.0:1789761842.289012:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761842.289018:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761842.289048:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6a00 x1876699515953024/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761842.289071:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761842.289074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761842.289075:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761842.289079:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1813 00000100:00080000:0.0:1789761842.289081:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761842.289084:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761842.289091:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761842.289102:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4000 x1876699515953152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789761842.289102:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515953024:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789761842.289116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789761842.289118:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789761842.289119:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761842.289122:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1813 00000100:00080000:0.0:1789761842.289126:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761842.289130:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761842.289149:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761842.289163:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6300 x1876699515953280/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789761842.289177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1789761842.289177:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789761842.289184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789761842.289186:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789761842.289192:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1813 00000100:00080000:0.0:1789761842.289196:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789761842.289199:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789761842.289204:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761842.289215:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842] req@ffff980dc8fc6a00 x1876699515953024/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761842.289216:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6680 x1876699515953408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789761842.289251:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6a00 x1876699515953024/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761842.289260:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761842.289263:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761842.289267:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515953024:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761842.289288:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515953152:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761842.289303:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761842.289311:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842] req@ffff980dc8fc4000 x1876699515953152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761842.289319:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4000 x1876699515953152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761842.289325:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761842.289327:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761842.289330:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515953152:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761842.289334:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515953280:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761842.289345:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761842.289351:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842] req@ffff980dc8fc6300 x1876699515953280/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761842.289358:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6300 x1876699515953280/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761842.289364:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761842.289366:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761842.289368:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515953280:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761842.289371:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515953408:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761842.289382:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761842.289388:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842] req@ffff980dc8fc6680 x1876699515953408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761842.289396:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6680 x1876699515953408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761842.289401:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761842.289402:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761842.289404:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515953408:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761843.185048:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761844.209078:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761845.233053:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761846.257005:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761847.281059:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761847.408972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761847.408982:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761847.408986:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761847.408998:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1818 00000100:00080000:1.0:1789761847.409011:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761847.409018:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761847.409065:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699515953536/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761847.409108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761847.409116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761847.409118:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761847.409123:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1818 00000100:00080000:1.0:1789761847.409127:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761847.409131:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761847.409141:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761847.409152:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515953536:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761847.409159:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699515953664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761847.409173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761847.409177:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761847.409179:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761847.409184:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1818 00000100:00080000:1.0:1789761847.409189:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761847.409194:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761847.409201:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761847.409211:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699515953792/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761847.409220:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761847.409222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761847.409224:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1789761847.409229:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:1.0:1789761847.409230:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1818 00000100:00080000:1.0:1789761847.409236:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761847.409240:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761847.409244:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761847.409252:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571500 x1876699515953920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789761847.409279:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847] req@ffff980dc8571f80 x1876699515953536/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761847.409296:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699515953536/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761847.409305:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761847.409308:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761847.409311:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515953536:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761847.409334:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515953664:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761847.409350:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761847.409359:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847] req@ffff980dc8572680 x1876699515953664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761847.409367:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699515953664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761847.409373:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761847.409376:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761847.409378:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515953664:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761847.409382:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515953792:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761847.409405:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761847.409413:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847] req@ffff980dc8573b80 x1876699515953792/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761847.409421:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699515953792/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761847.409427:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761847.409430:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761847.409432:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515953792:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761847.409435:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515953920:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761847.409448:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761847.409457:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847] req@ffff980dc8571500 x1876699515953920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761847.409470:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571500 x1876699515953920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761847.409478:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761847.409481:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761847.409485:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515953920:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761848.305010:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761849.329042:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761850.353001:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761851.377029:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761852.401006:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761852.528966:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761852.528975:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761852.528978:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761852.528986:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1823 00000100:00080000:1.0:1789761852.528995:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761852.529000:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761852.529034:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699515954048/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761852.529068:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761852.529071:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761852.529073:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761852.529076:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1823 00000100:00080000:1.0:1789761852.529078:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761852.529082:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761852.529090:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761852.529100:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572300 x1876699515954176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761852.529109:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761852.529113:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761852.529115:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761852.529119:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1823 00000100:00080000:1.0:1789761852.529122:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761852.529124:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761852.529128:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761852.529141:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573100 x1876699515954304/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789761852.529152:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515954048:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789761852.529161:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761852.529167:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761852.529169:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761852.529176:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1823 00000100:00080000:1.0:1789761852.529184:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761852.529188:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761852.529193:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761852.529204:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699515954432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789761852.529244:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761852.529315:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761852/real 1789761852] req@ffff980dc8572a00 x1876699515954048/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761852.529334:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699515954048/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761852.529345:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761852.529348:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761852.529352:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515954048:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761852.529359:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515954176:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761852.529379:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761852.529389:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761852/real 1789761852] req@ffff980dc8572300 x1876699515954176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761852.529397:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572300 x1876699515954176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761852.529403:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761852.529406:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761852.529408:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515954176:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761852.529430:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515954304:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761852.529444:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761852.529450:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761852/real 1789761852] req@ffff980dc8573100 x1876699515954304/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761852.529458:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573100 x1876699515954304/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761852.529468:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761852.529470:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761852.529472:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515954304:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761852.529476:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515954432:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761852.529485:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761852.529492:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761852/real 1789761852] req@ffff980dc8570380 x1876699515954432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761852.529499:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699515954432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761852.529505:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761852.529507:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761852.529508:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515954432:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761853.425003:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761854.448989:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761855.473169:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761856.497060:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761857.521016:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761857.648972:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761857.648980:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761857.648984:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761857.648992:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1828 00000100:00080000:1.0:1789761857.649001:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761857.649007:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761857.649056:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571c00 x1876699515954560/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761857.649079:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761857.649082:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761857.649083:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761857.649086:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1828 00000100:00080000:1.0:1789761857.649089:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761857.649091:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761857.649104:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761857.649118:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699515954688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761857.649128:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761857.649133:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761857.649136:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789761857.649136:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515954560:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789761857.649147:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1828 00000100:00080000:1.0:1789761857.649150:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761857.649159:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761857.649163:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761857.649170:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573100 x1876699515954816/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761857.649177:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761857.649180:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761857.649181:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761857.649185:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1828 00000100:00080000:1.0:1789761857.649188:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761857.649191:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761857.649193:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761857.649202:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572300 x1876699515954944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789761857.649254:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761857.649310:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761857/real 1789761857] req@ffff980dc8571c00 x1876699515954560/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761857.649335:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571c00 x1876699515954560/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761857.649347:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761857.649354:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761857.649362:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515954560:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761857.649395:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515954688:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761857.649424:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761857.649437:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761857/real 1789761857] req@ffff980dc8570380 x1876699515954688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761857.649448:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699515954688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761857.649456:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761857.649461:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761857.649464:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515954688:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761857.649471:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515954816:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761857.649486:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761857.649496:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761857/real 1789761857] req@ffff980dc8573100 x1876699515954816/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761857.649507:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573100 x1876699515954816/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761857.649513:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761857.649516:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761857.649518:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515954816:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761857.649521:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515954944:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761857.649619:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761857.649631:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761857/real 1789761857] req@ffff980dc8572300 x1876699515954944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761857.649646:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572300 x1876699515954944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761857.649655:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761857.649659:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761857.649662:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515954944:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761858.545095:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761859.569048:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761860.593095:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761861.617002:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761862.641020:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761862.768939:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761862.768947:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761862.768950:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761862.768960:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1833 00000100:00080000:3.0:1789761862.768970:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761862.768975:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761862.769023:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515955072/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761862.769063:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761862.769066:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761862.769068:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761862.769073:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1833 00000100:00080000:3.0:1789761862.769077:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761862.769082:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761862.769092:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761862.769108:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515955200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761862.769111:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515955072:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761862.769134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761862.769137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761862.769138:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761862.769142:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1833 00000100:00080000:3.0:1789761862.769146:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761862.769149:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761862.769154:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761862.769164:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515955328/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761862.769172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761862.769175:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761862.769176:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761862.769178:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1833 00000100:00080000:3.0:1789761862.769180:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1789761862.769185:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761862.769185:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761862.769192:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761862.769202:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515955456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761862.769227:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761862/real 1789761862] req@ffff980dc61e5180 x1876699515955072/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761862.769242:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515955072/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761862.769250:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761862.769253:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761862.769256:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515955072:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761862.769284:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515955200:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761862.769308:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761862.769322:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761862/real 1789761862] req@ffff980dc61e6300 x1876699515955200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761862.769335:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515955200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761862.769341:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761862.769344:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761862.769346:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515955200:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761862.769350:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515955328:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761862.769366:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761862.769374:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761862/real 1789761862] req@ffff980dc61e7800 x1876699515955328/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761862.769382:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515955328/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761862.769387:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761862.769389:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761862.769391:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515955328:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761862.769394:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515955456:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761862.769405:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761862.769411:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761862/real 1789761862] req@ffff980dc61e6680 x1876699515955456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761862.769419:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515955456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761862.769424:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761862.769426:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761862.769428:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515955456:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761863.665030:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761864.689153:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761865.713020:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761866.737069:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761867.761084:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761867.889050:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761867.889062:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761867.889066:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761867.889079:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1839 00000100:00080000:1.0:1789761867.889091:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761867.889100:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761867.889156:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699515955584/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761867.889185:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761867.889188:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761867.889189:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761867.889193:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1839 00000100:00080000:1.0:1789761867.889195:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761867.889197:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761867.889207:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761867.889218:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571500 x1876699515955712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761867.889226:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761867.889229:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761867.889230:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761867.889234:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1839 00000100:00080000:1.0:1789761867.889238:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789761867.889242:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515955584:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789761867.889242:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761867.889252:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761867.889264:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699515955840/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761867.889274:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761867.889277:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761867.889279:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761867.889283:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1839 00000100:00080000:1.0:1789761867.889287:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761867.889297:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761867.889300:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761867.889313:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699515955968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761867.889323:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761867.889391:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761867/real 1789761867] req@ffff980dc8572a00 x1876699515955584/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761867.889409:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699515955584/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761867.889418:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761867.889422:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761867.889425:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515955584:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761867.889447:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515955712:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761867.889465:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761867.889474:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761867/real 1789761867] req@ffff980dc8571500 x1876699515955712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761867.889488:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571500 x1876699515955712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761867.889495:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761867.889497:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761867.889499:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515955712:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761867.889504:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515955840:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761867.889516:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761867.889523:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761867/real 1789761867] req@ffff980dc8573b80 x1876699515955840/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761867.889536:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699515955840/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761867.889545:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761867.889548:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761867.889552:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515955840:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761867.889560:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515955968:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761867.889584:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761867.889597:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761867/real 1789761867] req@ffff980dc8572680 x1876699515955968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761867.889607:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699515955968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761867.889618:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761867.889620:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761867.889623:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515955968:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761868.785105:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761869.809065:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761870.833147:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761871.857047:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761872.881012:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761873.008988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761873.008996:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761873.008999:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761873.009007:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1844 00000100:00080000:3.0:1789761873.009017:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761873.009023:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761873.009065:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515956096/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761873.009087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761873.009090:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761873.009091:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761873.009094:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1844 00000100:00080000:3.0:1789761873.009096:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761873.009099:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761873.009105:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761873.009113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515956224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761873.009120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761873.009123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761873.009124:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761873.009127:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1844 00000100:00080000:3.0:1789761873.009129:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761873.009132:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761873.009136:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761873.009142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515956352/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761873.009150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761873.009153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761873.009156:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789761873.009158:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515956096:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761873.009160:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1844 00000100:00080000:3.0:1789761873.009166:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761873.009170:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761873.009173:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761873.009188:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515956480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761873.009261:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515956224:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761873.009300:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515956352:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761873.009326:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515956480:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761873.905059:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761874.929086:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761875.953014:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789761876.081125:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:1.0:1789761876.081161:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789761876.081174:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:1.0:1789761876.081206:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:1.0:1789761876.081211:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:1.0:1789761876.081216:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:0.0:1789761876.081272:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761876] req@ffff980dc61e4a80 x1876699515956352/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761876.081297:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515956352/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761876.081309:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761876.081313:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761876.081318:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515956352:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761876.081326:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761876] req@ffff980dc61e4380 x1876699515956480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761876.081339:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515956480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761876.081346:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761876.081350:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761876.081354:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515956480:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761876.081361:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761876] req@ffff980dc61e4000 x1876699515956096/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761876.081373:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515956096/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761876.081381:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761876.081384:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761876.081388:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515956096:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761876.081395:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761876] req@ffff980dc61e5c00 x1876699515956224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761876.081407:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515956224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761876.081414:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761876.081418:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761876.081421:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515956224:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761876.977033:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761878.001002:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761878.128967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761878.128976:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761878.128979:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761878.128987:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1849 00000100:00080000:3.0:1789761878.128997:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761878.129002:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761878.129034:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515956608/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761878.129054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761878.129057:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761878.129058:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761878.129061:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1849 00000100:00080000:3.0:1789761878.129063:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761878.129065:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761878.129073:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761878.129080:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515956736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761878.129087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761878.129089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761878.129091:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761878.129093:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1849 00000100:00080000:3.0:1789761878.129095:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761878.129097:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761878.129100:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761878.129107:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515956864/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761878.129114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761878.129119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1789761878.129120:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515956608:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761878.129121:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761878.129129:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1849 00000100:00080000:3.0:1789761878.129133:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761878.129135:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761878.129139:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761878.129147:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515956992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761878.129192:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761878.129229:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761878] req@ffff980dc61e5c00 x1876699515956608/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761878.129247:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515956608/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761878.129259:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761878.129263:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761878.129267:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515956608:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761878.129274:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515956736:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761878.129296:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761878.129308:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761878] req@ffff980dc61e4000 x1876699515956736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761878.129319:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515956736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761878.129327:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761878.129330:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761878.129333:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515956736:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761878.129355:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515956864:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761878.129372:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761878.129382:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761878] req@ffff980dc61e4380 x1876699515956864/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761878.129394:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515956864/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761878.129402:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761878.129405:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761878.129408:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515956864:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761878.129414:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515956992:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761878.129433:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761878.129445:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761878] req@ffff980dc61e4a80 x1876699515956992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761878.129457:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515956992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761878.129465:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761878.129469:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761878.129472:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515956992:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761879.025054:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761880.049067:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761881.073068:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761882.097020:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761883.121035:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761883.248915:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761883.248924:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761883.248928:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761883.248938:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1854 00000100:00080000:3.0:1789761883.248948:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761883.248955:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761883.248993:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515957120/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761883.249022:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761883.249026:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761883.249028:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761883.249033:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1854 00000100:00080000:3.0:1789761883.249037:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761883.249042:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761883.249053:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761883.249062:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515957120:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761883.249070:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515957248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761883.249084:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761883.249088:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761883.249090:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761883.249094:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1854 00000100:00080000:3.0:1789761883.249099:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761883.249103:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761883.249110:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:0.0:1789761883.249116:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761883.249126:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515957376/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761883.249139:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761883.249143:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761883.249145:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789761883.249150:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761883] req@ffff980dc61e6680 x1876699515957120/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761883.249152:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1854 00000100:00080000:3.0:1789761883.249160:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761883.249167:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761883.249171:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515957120/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789761883.249174:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1789761883.249182:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761883.249186:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761883.249190:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515957120:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761883.249203:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515957504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761883.249210:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515957248:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761883.249234:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761883.249245:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761883] req@ffff980dc61e7800 x1876699515957248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761883.249254:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515957248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761883.249260:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761883.249262:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761883.249265:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515957248:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761883.249268:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515957376:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761883.249279:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761883.249285:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761883] req@ffff980dc61e6300 x1876699515957376/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761883.249293:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515957376/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761883.249298:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761883.249300:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761883.249302:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515957376:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761883.249309:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515957504:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761883.249320:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761883.249326:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761883] req@ffff980dc61e5180 x1876699515957504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761883.249333:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515957504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761883.249343:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761883.249345:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761883.249347:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515957504:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761884.145025:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761885.168986:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761886.193042:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761887.217045:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761888.241002:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761888.368914:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761888.368922:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761888.368925:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761888.368933:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1859 00000100:00080000:3.0:1789761888.368941:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761888.368947:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761888.368976:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515957632/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761888.368998:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761888.369001:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761888.369003:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761888.369005:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1859 00000100:00080000:3.0:1789761888.369007:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761888.369010:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761888.369017:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761888.369027:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515957760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761888.369034:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761888.369036:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761888.369038:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761888.369040:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1859 00000100:00080000:3.0:1789761888.369042:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761888.369044:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761888.369050:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761888.369055:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515957632:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761888.369063:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515957888/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761888.369073:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761888.369075:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761888.369076:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761888.369078:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1859 00000100:00080000:3.0:1789761888.369081:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761888.369085:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761888.369087:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761888.369094:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515958016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761888.369148:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761888.369200:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888] req@ffff980dc61e7480 x1876699515957632/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761888.369228:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515957632/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761888.369237:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761888.369241:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761888.369244:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515957632:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761888.369250:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515957760:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761888.369269:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761888.369279:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888] req@ffff980dc61e5880 x1876699515957760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761888.369287:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515957760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761888.369293:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761888.369296:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761888.369298:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515957760:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761888.369323:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515957888:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761888.369337:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761888.369344:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888] req@ffff980dc61e4e00 x1876699515957888/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761888.369352:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515957888/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761888.369357:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761888.369359:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761888.369361:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515957888:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761888.369365:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515958016:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761888.369376:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761888.369382:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888] req@ffff980dc61e7b80 x1876699515958016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761888.369389:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515958016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761888.369395:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761888.369396:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761888.369398:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515958016:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761889.264976:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761890.289008:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761891.312995:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761892.337016:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761893.361007:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761893.488981:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761893.488990:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761893.488993:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761893.489001:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1864 00000100:00080000:3.0:1789761893.489011:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761893.489017:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761893.489056:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515958144/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761893.489082:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761893.489086:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761893.489088:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761893.489093:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1864 00000100:00080000:3.0:1789761893.489097:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761893.489102:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761893.489112:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761893.489119:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515958144:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761893.489128:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515958272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761893.489150:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761893.489155:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761893.489157:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761893.489161:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1864 00000100:00080000:3.0:1789761893.489168:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761893.489172:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:0.0:1789761893.489178:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:3.0:1789761893.489179:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761893.489194:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515958400/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761893.489205:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761893.489208:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761893.489210:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761893.489214:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1864 00000100:00080000:3.0:1789761893.489218:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761893.489222:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761893.489227:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761893.489229:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761893/real 1789761893] req@ffff980dc61e7b80 x1876699515958144/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761893.489241:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515958528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761893.489254:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515958144/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761893.489267:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761893.489272:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761893.489276:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515958144:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761893.489303:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515958272:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761893.489329:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761893.489340:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761893/real 1789761893] req@ffff980dc61e4e00 x1876699515958272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761893.489352:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515958272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761893.489359:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761893.489361:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761893.489363:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515958272:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761893.489368:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515958400:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761893.489381:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761893.489389:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761893/real 1789761893] req@ffff980dc61e5880 x1876699515958400/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761893.489396:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515958400/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761893.489406:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761893.489408:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761893.489411:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515958400:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761893.489414:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515958528:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761893.489429:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761893.489440:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761893/real 1789761893] req@ffff980dc61e7480 x1876699515958528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761893.489450:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515958528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761893.489456:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761893.489459:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761893.489461:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515958528:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761894.384982:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761895.409029:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761896.432957:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761897.457037:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761898.481060:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761898.608969:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761898.608980:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761898.608984:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761898.608994:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1869 00000100:00080000:3.0:1789761898.609004:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761898.609012:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761898.609050:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515958656/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761898.609078:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761898.609089:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761898.609092:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761898.609097:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1869 00000100:00080000:3.0:1789761898.609103:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761898.609108:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761898.609118:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761898.609133:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515958784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761898.609140:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515958656:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761898.609163:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761898.609169:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761898.609171:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761898.609177:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1869 00000100:00080000:3.0:1789761898.609181:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761898.609186:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761898.609193:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761898.609210:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515958912/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761898.609221:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761898.609224:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761898.609226:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761898.609230:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1869 00000100:00080000:3.0:1789761898.609235:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761898.609240:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761898.609245:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761898.609260:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515959040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761898.609261:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761898.609328:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761898/real 1789761898] req@ffff980dc61e5180 x1876699515958656/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761898.609352:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515958656/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761898.609366:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761898.609371:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761898.609376:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515958656:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761898.609418:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515958784:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761898.609454:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761898.609466:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761898/real 1789761898] req@ffff980dc61e6300 x1876699515958784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761898.609476:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515958784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761898.609482:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761898.609485:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761898.609487:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515958784:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761898.609492:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515958912:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761898.609514:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761898.609522:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761898/real 1789761898] req@ffff980dc61e7800 x1876699515958912/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761898.609530:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515958912/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761898.609536:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761898.609539:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761898.609542:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515958912:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761898.609549:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515959040:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761898.609571:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761898.609584:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761898/real 1789761898] req@ffff980dc61e6680 x1876699515959040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761898.609598:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515959040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761898.609604:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761898.609607:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761898.609609:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515959040:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761899.504997:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761900.528988:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761901.552977:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761902.576977:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761903.600989:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761903.728930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761903.728938:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761903.728941:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761903.728949:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1874 00000100:00080000:3.0:1789761903.728958:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761903.728964:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761903.728999:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515959168/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761903.729028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761903.729032:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761903.729034:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761903.729040:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1874 00000100:00080000:3.0:1789761903.729043:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761903.729048:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761903.729058:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761903.729077:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515959168:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761903.729077:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515959296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761903.729095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761903.729099:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761903.729101:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761903.729106:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1874 00000100:00080000:3.0:1789761903.729109:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761903.729114:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761903.729120:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761903.729135:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515959424/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761903.729145:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789761903.729145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761903.729151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761903.729153:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761903.729157:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1874 00000100:00080000:3.0:1789761903.729161:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761903.729165:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761903.729169:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761903.729178:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515959552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761903.729192:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761903/real 1789761903] req@ffff980dc61e4a80 x1876699515959168/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761903.729212:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515959168/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761903.729224:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761903.729228:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761903.729233:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515959168:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761903.729254:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515959296:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761903.729274:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761903.729285:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761903/real 1789761903] req@ffff980dc61e4380 x1876699515959296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761903.729298:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515959296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761903.729314:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761903.729318:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761903.729321:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515959296:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761903.729327:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515959424:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761903.729343:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761903.729352:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761903/real 1789761903] req@ffff980dc61e4000 x1876699515959424/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761903.729365:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515959424/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761903.729373:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761903.729377:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761903.729380:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515959424:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761903.729386:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515959552:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761903.729401:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761903.729410:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761903/real 1789761903] req@ffff980dc61e5c00 x1876699515959552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761903.729422:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515959552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761903.729431:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761903.729434:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761903.729438:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515959552:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761904.624976:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761905.648984:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761906.672976:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761907.697036:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761908.720972:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761908.848946:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761908.848955:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761908.848959:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761908.848968:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1880 00000100:00080000:2.0:1789761908.848978:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761908.848985:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761908.849019:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699515959680/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761908.849040:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761908.849043:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761908.849044:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761908.849047:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1880 00000100:00080000:2.0:1789761908.849050:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761908.849052:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761908.849059:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761908.849067:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699515959808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761908.849075:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761908.849078:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761908.849079:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761908.849083:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1880 00000100:00080000:2.0:1789761908.849085:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789761908.849089:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515959680:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789761908.849091:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761908.849101:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761908.849115:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699515959936/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761908.849127:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761908.849131:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761908.849133:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761908.849137:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1880 00000100:00080000:2.0:1789761908.849142:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761908.849147:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:0.0:1789761908.849152:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:2.0:1789761908.849157:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761908.849171:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699515960064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761908.849196:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761908/real 1789761908] req@ffff980dd23a8380 x1876699515959680/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761908.849217:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699515959680/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761908.849228:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761908.849233:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761908.849237:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515959680:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761908.849246:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515959808:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761908.849286:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761908.849301:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761908/real 1789761908] req@ffff980dd23aa300 x1876699515959808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761908.849315:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699515959808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761908.849324:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761908.849326:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761908.849329:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515959808:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761908.849349:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515959936:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761908.849368:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761908.849376:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761908/real 1789761908] req@ffff980dd23a8e00 x1876699515959936/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761908.849384:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699515959936/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761908.849389:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761908.849392:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761908.849394:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515959936:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761908.849397:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515960064:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761908.849407:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761908.849414:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761908/real 1789761908] req@ffff980dd23a9180 x1876699515960064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761908.849421:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699515960064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761908.849426:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761908.849428:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761908.849430:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515960064:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761909.744995:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761910.769056:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761911.793038:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761912.816996:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761913.841078:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761913.969067:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761913.969079:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761913.969084:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761913.969096:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1885 00000100:00080000:1.0:1789761913.969108:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761913.969117:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761913.969163:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699515960192/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761913.969199:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761913.969203:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761913.969206:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761913.969210:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1885 00000100:00080000:1.0:1789761913.969215:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761913.969218:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761913.969230:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761913.969244:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572d80 x1876699515960320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761913.969257:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761913.969264:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761913.969267:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761913.969271:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1885 00000100:00080000:1.0:1789761913.969275:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761913.969279:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761913.969286:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789761913.969292:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515960192:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761913.969304:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570700 x1876699515960448/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761913.969320:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761913.969324:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761913.969326:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761913.969331:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1885 00000100:00080000:1.0:1789761913.969334:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761913.969338:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761913.969343:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761913.969359:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570e00 x1876699515960576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761913.969397:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761913.969457:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761913/real 1789761913] req@ffff980dc8571f80 x1876699515960192/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761913.969489:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699515960192/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761913.969524:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761913.969529:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761913.969535:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515960192:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761913.969545:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515960320:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761913.969578:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761913.969594:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761913/real 1789761913] req@ffff980dc8572d80 x1876699515960320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761913.969658:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572d80 x1876699515960320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761913.969668:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761913.969672:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761913.969677:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515960320:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761913.969727:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515960448:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761913.969758:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761913.969772:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761913/real 1789761913] req@ffff980dc8570700 x1876699515960448/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761913.969787:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570700 x1876699515960448/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761913.969805:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761913.969809:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761913.969813:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515960448:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761913.969820:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515960576:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761913.969839:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761913.969851:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761913/real 1789761913] req@ffff980dc8570e00 x1876699515960576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761913.969865:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570e00 x1876699515960576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761913.969936:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761913.969940:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761913.969944:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515960576:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761914.865090:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761915.888977:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761916.913064:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761917.937089:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761918.961071:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761919.088982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761919.088992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761919.088997:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761919.089009:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1890 00000100:00080000:3.0:1789761919.089021:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761919.089029:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761919.089074:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515960704/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761919.089102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761919.089105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761919.089106:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761919.089109:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1890 00000100:00080000:3.0:1789761919.089112:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761919.089114:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761919.089123:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761919.089133:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515960832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761919.089148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761919.089151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761919.089153:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761919.089156:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1890 00000100:00080000:3.0:1789761919.089159:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761919.089161:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761919.089164:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761919.089172:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515960960/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761919.089180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761919.089183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761919.089185:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761919.089189:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1890 00000100:00080000:3.0:1789761919.089191:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761919.089197:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761919.089198:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515960704:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789761919.089202:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761919.089214:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515961088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761919.089285:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761919.089331:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919] req@ffff980dc61e5c00 x1876699515960704/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761919.089346:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515960704/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761919.089355:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761919.089359:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761919.089362:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515960704:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761919.089368:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515960832:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761919.089387:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761919.089395:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919] req@ffff980dc61e4000 x1876699515960832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761919.089403:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515960832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761919.089408:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761919.089410:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761919.089412:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515960832:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761919.089431:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515960960:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761919.089443:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761919.089450:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919] req@ffff980dc61e4380 x1876699515960960/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761919.089457:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515960960/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761919.089462:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761919.089464:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761919.089466:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515960960:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761919.089470:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515961088:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761919.089479:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761919.089486:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919] req@ffff980dc61e4a80 x1876699515961088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761919.089499:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515961088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761919.089504:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761919.089512:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761919.089515:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515961088:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761919.985017:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761921.009087:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761922.033009:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761923.057008:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761924.080982:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761924.208979:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761924.208988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761924.208992:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761924.209001:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1895 00000100:00080000:3.0:1789761924.209012:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761924.209018:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761924.209058:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515961216/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761924.209098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761924.209103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761924.209105:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761924.209109:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1895 00000100:00080000:3.0:1789761924.209113:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761924.209117:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761924.209126:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761924.209151:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515961344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761924.209157:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515961216:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761924.209163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761924.209169:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761924.209171:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761924.209174:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1895 00000100:00080000:3.0:1789761924.209177:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761924.209180:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761924.209184:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761924.209194:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515961472/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761924.209219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761924.209222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761924.209224:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761924.209226:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1895 00000100:00080000:3.0:1789761924.209230:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761924.209232:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761924.209236:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761924.209244:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515961600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761924.209252:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761924.209327:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924] req@ffff980dc61e6680 x1876699515961216/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761924.209369:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515961216/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761924.209382:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761924.209388:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761924.209393:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515961216:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761924.209437:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515961344:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761924.209467:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761924.209510:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924] req@ffff980dc61e7800 x1876699515961344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761924.209551:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515961344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761924.209592:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761924.209595:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761924.209598:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515961344:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761924.209603:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515961472:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761924.209622:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761924.209631:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924] req@ffff980dc61e6300 x1876699515961472/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761924.209640:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515961472/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761924.209646:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761924.209649:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761924.209651:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515961472:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761924.209655:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515961600:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761924.209667:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761924.209673:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924] req@ffff980dc61e5180 x1876699515961600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761924.209682:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515961600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761924.209688:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761924.209690:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761924.209693:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515961600:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761925.105027:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761926.129035:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761927.153057:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761928.177048:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761929.201072:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761929.329024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761929.329032:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761929.329036:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761929.329044:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1900 00000100:00080000:2.0:1789761929.329054:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761929.329061:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761929.329094:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699515961728/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761929.329118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761929.329122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761929.329124:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761929.329127:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1900 00000100:00080000:2.0:1789761929.329129:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761929.329132:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761929.329138:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761929.329150:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699515961856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789761929.329161:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515961728:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789761929.329164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761929.329188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761929.329190:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761929.329194:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1900 00000100:00080000:2.0:1789761929.329197:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761929.329200:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761929.329205:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761929.329222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699515961984/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761929.329230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761929.329233:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761929.329235:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761929.329239:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1900 00000100:00080000:2.0:1789761929.329266:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761929.329272:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761929.329279:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789761929.329280:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761929.329300:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699515962112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789761929.329352:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929] req@ffff980dd23ab800 x1876699515961728/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761929.329379:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699515961728/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761929.329474:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761929.329480:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761929.329518:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515961728:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761929.329548:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515961856:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761929.329576:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761929.329590:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929] req@ffff980dd23a8a80 x1876699515961856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761929.329605:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699515961856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761929.329741:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761929.329746:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761929.329751:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515961856:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789761929.329760:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515961984:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789761929.329830:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761929.329887:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929] req@ffff980dd23a8000 x1876699515961984/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761929.329906:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699515961984/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761929.329920:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761929.329928:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761929.329935:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515961984:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789761929.329949:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515962112:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789761929.329988:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761929.330000:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929] req@ffff980dd23ab480 x1876699515962112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761929.330014:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699515962112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761929.330031:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789761929.330035:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789761929.330040:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515962112:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761930.225009:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761931.249056:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761932.273068:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761933.297052:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761934.321027:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761934.448976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761934.448988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761934.448992:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761934.449003:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1905 00000100:00080000:3.0:1789761934.449015:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761934.449023:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761934.449068:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515962240/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761934.449103:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761934.449108:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761934.449110:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761934.449115:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1905 00000100:00080000:3.0:1789761934.449121:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761934.449126:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761934.449139:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789761934.449152:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515962240:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789761934.449158:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515962368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761934.449168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761934.449172:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761934.449173:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761934.449177:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1905 00000100:00080000:3.0:1789761934.449180:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761934.449183:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761934.449188:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761934.449198:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515962496/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761934.449208:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761934.449212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761934.449215:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761934.449219:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1905 00000100:00080000:3.0:1789761934.449235:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761934.449241:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:0.0:1789761934.449245:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:3.0:1789761934.449250:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761934.449269:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515962624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761934.449299:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934] req@ffff980dc61e7480 x1876699515962240/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761934.449317:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515962240/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761934.449327:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761934.449330:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761934.449334:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515962240:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761934.449365:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515962368:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761934.449384:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761934.449394:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934] req@ffff980dc61e5880 x1876699515962368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761934.449405:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515962368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761934.449415:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761934.449419:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761934.449422:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515962368:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761934.449429:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515962496:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761934.449474:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761934.449488:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934] req@ffff980dc61e4e00 x1876699515962496/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761934.449501:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515962496/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761934.449510:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761934.449513:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761934.449517:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515962496:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761934.449523:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515962624:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761934.449544:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761934.449557:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934] req@ffff980dc61e7b80 x1876699515962624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761934.449570:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515962624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761934.449578:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761934.449582:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761934.449585:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515962624:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761935.345016:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761936.369036:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761937.393047:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761938.417080:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761939.441053:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761939.569000:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761939.569011:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761939.569015:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761939.569026:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1910 00000100:00080000:2.0:1789761939.569038:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761939.569046:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761939.569103:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699515962752/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761939.569130:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761939.569133:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761939.569134:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761939.569138:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1910 00000100:00080000:2.0:1789761939.569140:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761939.569142:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761939.569163:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761939.569173:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699515962880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761939.569181:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761939.569183:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761939.569184:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761939.569187:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1910 00000100:00080000:2.0:1789761939.569189:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761939.569192:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761939.569195:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761939.569201:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699515963008/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761939.569211:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761939.569218:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761939.569232:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789761939.569237:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515962752:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789761939.569239:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1910 00000100:00080000:2.0:1789761939.569249:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761939.569257:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761939.569264:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761939.569284:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699515963136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761939.569364:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515962880:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761939.569397:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515963008:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761939.569456:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515963136:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761940.465015:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761941.488996:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761942.513070:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789761942.641125:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:1.0:1789761942.641167:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789761942.641181:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:1.0:1789761942.641240:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:1.0:1789761942.641253:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:1.0:1789761942.641268:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:0.0:1789761942.641313:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761939/real 1789761942] req@ffff980dd23a8a80 x1876699515963008/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761942.641351:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699515963008/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761942.641365:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761942.641371:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761942.641376:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515963008:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761942.641400:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761939/real 1789761942] req@ffff980dd23ab800 x1876699515963136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761942.641415:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699515963136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761942.641423:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761942.641426:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761942.641429:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515963136:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761942.641434:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761939/real 1789761942] req@ffff980dd23ab480 x1876699515962752/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761942.641444:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699515962752/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761942.641449:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761942.641452:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761942.641455:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515962752:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761942.641461:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761939/real 1789761942] req@ffff980dd23a8000 x1876699515962880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761942.641474:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699515962880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761942.641484:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761942.641488:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761942.641491:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515962880:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761943.537057:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761944.560996:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761944.688943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761944.688950:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761944.688953:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761944.688962:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1915 00000100:00080000:3.0:1789761944.688972:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761944.688978:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761944.689009:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515963264/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761944.689040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761944.689043:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761944.689044:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761944.689048:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1915 00000100:00080000:3.0:1789761944.689050:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761944.689056:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761944.689063:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761944.689072:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515963392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761944.689080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761944.689083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761944.689084:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789761944.689090:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515963264:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761944.689090:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1915 00000100:00080000:3.0:1789761944.689092:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761944.689098:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761944.689104:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761944.689112:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515963520/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761944.689119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761944.689121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761944.689122:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761944.689125:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1915 00000100:00080000:3.0:1789761944.689127:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761944.689130:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761944.689133:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761944.689140:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515963648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761944.689166:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761944.689222:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761944/real 1789761944] req@ffff980dc61e7b80 x1876699515963264/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761944.689244:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515963264/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761944.689257:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761944.689262:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761944.689266:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515963264:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761944.689292:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515963392:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761944.689319:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761944.689334:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761944/real 1789761944] req@ffff980dc61e4e00 x1876699515963392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761944.689353:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515963392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761944.689363:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761944.689383:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761944.689388:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515963392:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761944.689395:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515963520:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761944.689416:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761944.689426:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761944/real 1789761944] req@ffff980dc61e5880 x1876699515963520/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761944.689438:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515963520/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761944.689447:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761944.689451:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761944.689454:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515963520:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761944.689460:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515963648:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761944.689482:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761944.689493:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761944/real 1789761944] req@ffff980dc61e7480 x1876699515963648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761944.689506:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515963648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761944.689520:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761944.689523:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761944.689527:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515963648:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761945.585024:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761946.609050:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761947.633018:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761948.657014:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761949.681026:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761949.808963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761949.808973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761949.808977:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761949.808987:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1920 00000100:00080000:2.0:1789761949.808999:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761949.809008:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761949.809061:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699515963776/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761949.809112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761949.809117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761949.809119:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761949.809124:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1920 00000100:00080000:2.0:1789761949.809129:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761949.809134:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761949.809146:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761949.809163:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699515963904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761949.809174:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515963776:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789761949.809178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761949.809185:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761949.809188:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761949.809193:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1920 00000100:00080000:2.0:1789761949.809196:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761949.809200:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761949.809206:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761949.809218:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699515964032/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761949.809230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761949.809233:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761949.809236:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761949.809240:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1920 00000100:00080000:2.0:1789761949.809243:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761949.809247:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761949.809252:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761949.809263:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699515964160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761949.809274:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761949.809327:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761949/real 1789761949] req@ffff980dd23a9180 x1876699515963776/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761949.809358:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699515963776/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761949.809367:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761949.809371:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761949.809373:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515963776:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761949.809401:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515963904:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761949.809436:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761949.809450:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761949/real 1789761949] req@ffff980dd23a8e00 x1876699515963904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761949.809464:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699515963904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761949.809474:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761949.809477:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761949.809481:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515963904:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761949.809489:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515964032:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761949.809523:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761949.809532:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761949/real 1789761949] req@ffff980dd23aa300 x1876699515964032/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761949.809541:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699515964032/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761949.809547:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761949.809549:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761949.809552:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515964032:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761949.809555:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515964160:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761949.809567:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761949.809573:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761949/real 1789761949] req@ffff980dd23a8380 x1876699515964160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761949.809580:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699515964160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761949.809586:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761949.809587:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761949.809589:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515964160:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761950.705062:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761951.728975:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761952.753063:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761953.777021:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761954.801052:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761954.928922:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761954.928936:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761954.928940:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761954.928950:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1926 00000100:00080000:2.0:1789761954.928963:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761954.928971:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761954.929015:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699515964288/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761954.929042:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761954.929045:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761954.929047:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761954.929050:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1926 00000100:00080000:2.0:1789761954.929053:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761954.929055:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761954.929064:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761954.929076:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699515964416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761954.929086:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789761954.929090:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515964288:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789761954.929091:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761954.929096:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761954.929104:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1926 00000100:00080000:2.0:1789761954.929108:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761954.929113:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761954.929120:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761954.929136:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699515964544/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761954.929147:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761954.929151:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761954.929152:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761954.929155:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1926 00000100:00080000:2.0:1789761954.929159:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761954.929162:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761954.929166:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789761954.929173:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789761954.929176:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699515964672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761954.929222:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761954/real 1789761954] req@ffff980dd23a9c00 x1876699515964288/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761954.929237:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699515964288/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761954.929245:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761954.929248:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761954.929251:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515964288:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761954.929272:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515964416:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761954.929301:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761954.929313:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761954/real 1789761954] req@ffff980dd23aa680 x1876699515964416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761954.929322:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699515964416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761954.929328:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761954.929330:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761954.929333:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515964416:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761954.929336:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515964544:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761954.929352:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761954.929358:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761954/real 1789761954] req@ffff980dd23aaa00 x1876699515964544/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761954.929366:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699515964544/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761954.929376:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761954.929378:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761954.929380:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515964544:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761954.929383:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515964672:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761954.929393:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761954.929399:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761954/real 1789761954] req@ffff980dd23a9f80 x1876699515964672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761954.929406:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699515964672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761954.929412:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761954.929414:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761954.929415:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515964672:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789761955.825037:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761956.849037:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761957.873033:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761958.897034:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761959.921048:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761960.048964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761960.048975:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761960.048979:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761960.048990:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1931 00000100:00080000:3.0:1789761960.049003:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761960.049010:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761960.049055:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515964800/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761960.049080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761960.049083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761960.049084:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761960.049088:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1931 00000100:00080000:3.0:1789761960.049090:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761960.049092:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761960.049102:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761960.049113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515964928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761960.049121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761960.049123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761960.049127:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789761960.049128:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515964800:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761960.049132:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1931 00000100:00080000:3.0:1789761960.049137:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761960.049141:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761960.049145:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761960.049155:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515965056/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761960.049162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761960.049164:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761960.049166:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761960.049169:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1931 00000100:00080000:3.0:1789761960.049171:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761960.049174:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761960.049177:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761960.049184:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515965184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761960.049208:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761960.049275:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960] req@ffff980dc61e5180 x1876699515964800/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761960.049299:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515964800/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761960.049313:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761960.049318:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761960.049323:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515964800:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761960.049352:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515964928:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761960.049372:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761960.049390:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960] req@ffff980dc61e6300 x1876699515964928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761960.049399:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515964928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761960.049405:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761960.049407:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761960.049410:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515964928:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761960.049414:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515965056:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761960.049429:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761960.049435:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960] req@ffff980dc61e7800 x1876699515965056/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761960.049443:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515965056/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761960.049449:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761960.049451:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761960.049453:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515965056:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761960.049456:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515965184:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761960.049467:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761960.049473:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960] req@ffff980dc61e6680 x1876699515965184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761960.049488:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515965184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761960.049494:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761960.049496:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761960.049498:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515965184:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761960.945020:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761961.968978:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761962.993016:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761964.017078:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761965.041114:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761965.169031:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761965.169061:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761965.169067:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761965.169082:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1936 00000100:00080000:3.0:1789761965.169097:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761965.169108:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761965.169172:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515965312/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761965.169210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761965.169229:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761965.169232:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761965.169238:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1936 00000100:00080000:3.0:1789761965.169242:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761965.169247:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761965.169259:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761965.169284:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515965440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761965.169296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761965.169304:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1789761965.169306:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515965312:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761965.169307:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761965.169320:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1936 00000100:00080000:3.0:1789761965.169328:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761965.169333:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761965.169341:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:1.0:1789761965.169400:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789761965.169423:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515965568/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761965.169440:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761965.169444:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761965.169446:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761965.169451:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1936 00000100:00100000:1.0:1789761965.169453:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965] req@ffff980dc61e4a80 x1876699515965312/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789761965.169456:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761965.169468:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761965.169484:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761965.169492:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515965312/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789761965.169501:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515965696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761965.169502:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761965.169519:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761965.169532:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515965312:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761965.169555:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515965440:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761965.169573:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761965.169582:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965] req@ffff980dc61e4380 x1876699515965440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761965.169598:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515965440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761965.169604:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761965.169606:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761965.169609:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515965440:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761965.169614:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515965568:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761965.169628:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761965.169635:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965] req@ffff980dc61e4000 x1876699515965568/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761965.169643:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515965568/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761965.169650:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761965.169652:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761965.169654:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515965568:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761965.169663:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515965696:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761965.169682:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761965.169689:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965] req@ffff980dc61e5c00 x1876699515965696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761965.169700:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515965696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761965.169706:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761965.169709:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761965.169714:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515965696:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761966.065015:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761967.089046:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761968.113098:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761969.137086:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761970.161014:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761970.288982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761970.288991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761970.288994:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761970.289003:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1941 00000100:00080000:2.0:1789761970.289012:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761970.289019:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761970.289054:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699515965824/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761970.289077:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761970.289080:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761970.289081:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761970.289084:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1941 00000100:00080000:2.0:1789761970.289086:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761970.289088:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761970.289101:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761970.289111:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699515965952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761970.289119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761970.289122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761970.289124:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789761970.289127:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515965824:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789761970.289129:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1941 00000100:00080000:2.0:1789761970.289134:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761970.289138:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761970.289142:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761970.289150:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699515966080/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761970.289162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761970.289165:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761970.289166:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761970.289169:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1941 00000100:00080000:2.0:1789761970.289171:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761970.289191:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761970.289195:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761970.289204:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699515966208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789761970.289208:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761970.289260:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761970] req@ffff980dd23a9f80 x1876699515965824/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761970.289275:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699515965824/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761970.289284:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761970.289287:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761970.289290:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515965824:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761970.289308:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515965952:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761970.289325:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761970.289333:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761970] req@ffff980dd23aaa00 x1876699515965952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761970.289341:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699515965952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761970.289346:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761970.289349:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761970.289351:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515965952:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761970.289355:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515966080:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761970.289366:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761970.289372:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761970] req@ffff980dd23aa680 x1876699515966080/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761970.289379:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699515966080/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761970.289384:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761970.289386:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761970.289388:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515966080:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761970.289392:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515966208:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761970.289402:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761970.289408:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761970] req@ffff980dd23a9c00 x1876699515966208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761970.289416:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699515966208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761970.289420:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761970.289422:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761970.289424:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515966208:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761971.185091:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761972.209032:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761973.233031:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761974.257028:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761975.280992:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789761975.408948:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761975.408956:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789761975.408959:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761975.408967:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1946 00000100:00080000:2.0:1789761975.408976:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761975.408982:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789761975.409014:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699515966336/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761975.409038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761975.409040:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761975.409042:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761975.409049:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1946 00000100:00080000:2.0:1789761975.409052:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761975.409055:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761975.409062:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761975.409071:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699515966464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761975.409080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761975.409083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789761975.409084:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761975.409088:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1946 00000100:00100000:1.0:1789761975.409090:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515966336:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789761975.409091:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761975.409098:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761975.409102:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789761975.409110:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699515966592/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789761975.409117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789761975.409119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789761975.409121:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789761975.409123:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1946 00000100:00080000:2.0:1789761975.409125:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789761975.409128:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789761975.409131:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789761975.409153:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699515966720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789761975.409166:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761975.409202:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975] req@ffff980dd23a8380 x1876699515966336/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761975.409216:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699515966336/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761975.409230:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761975.409233:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761975.409236:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515966336:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789761975.409254:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515966464:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761975.409272:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761975.409280:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975] req@ffff980dd23aa300 x1876699515966464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761975.409288:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699515966464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761975.409293:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761975.409296:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761975.409298:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515966464:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789761975.409301:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515966592:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789761975.409311:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761975.409317:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975] req@ffff980dd23a8e00 x1876699515966592/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761975.409324:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699515966592/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761975.409330:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761975.409331:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761975.409333:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515966592:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789761975.409336:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515966720:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789761975.409346:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761975.409352:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975] req@ffff980dd23a9180 x1876699515966720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789761975.409364:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699515966720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789761975.409369:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789761975.409371:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789761975.409372:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515966720:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761976.305003:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761977.329049:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761978.353049:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761979.377005:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789761980.400989:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761980.529000:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761980.529008:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761980.529012:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761980.529021:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1951 00000100:00080000:1.0:1789761980.529032:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761980.529039:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761980.529075:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699515966848/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761980.529114:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761980.529118:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761980.529120:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761980.529123:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1951 00000100:00080000:1.0:1789761980.529126:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761980.529130:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761980.529139:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515966848:192.168.203.146@tcp:250:kworker.0 00000008:00100000:1.0:1789761980.529142:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761980.529158:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699515966976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761980.529168:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761980.529170:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761980.529171:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761980.529174:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1951 00000100:00080000:1.0:1789761980.529183:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761980.529185:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761980.529189:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:0.0:1789761980.529195:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789761980.529199:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699515967104/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761980.529207:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761980.529210:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761980.529211:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761980.529214:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1951 00000100:00080000:1.0:1789761980.529216:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761980.529218:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761980.529221:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761980.529228:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699515967232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761980.529250:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761980/real 1789761980] req@ffff980dc8571880 x1876699515966848/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761980.529274:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699515966848/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761980.529285:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761980.529289:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761980.529293:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515966848:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761980.529317:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515966976:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761980.529353:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761980.529367:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761980/real 1789761980] req@ffff980dc8573800 x1876699515966976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761980.529381:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699515966976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761980.529400:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761980.529404:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761980.529408:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515966976:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761980.529415:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515967104:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761980.529437:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761980.529450:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761980/real 1789761980] req@ffff980dc8571180 x1876699515967104/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761980.529463:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699515967104/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761980.529472:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761980.529476:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761980.529480:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515967104:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761980.529486:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515967232:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761980.529507:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761980.529519:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761980/real 1789761980] req@ffff980dc8573480 x1876699515967232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761980.529532:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699515967232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761980.529540:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761980.529543:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761980.529547:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515967232:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761981.425058:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761982.449029:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761983.473101:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761984.496983:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761985.521035:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789761985.648943:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761985.648951:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789761985.648955:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761985.648963:0:483:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1956 00000100:00080000:1.0:1789761985.648973:0:483:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761985.648978:0:483:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789761985.649010:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570a80 x1876699515967360/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761985.649035:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761985.649038:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761985.649039:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761985.649042:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1956 00000100:00080000:1.0:1789761985.649044:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761985.649046:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761985.649053:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761985.649078:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699515967488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761985.649086:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761985.649088:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789761985.649090:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789761985.649099:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515967360:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789761985.649104:0:483:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1956 00000100:00080000:1.0:1789761985.649109:0:483:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761985.649114:0:483:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761985.649121:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789761985.649135:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699515967616/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789761985.649148:0:483:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789761985.649152:0:483:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789761985.649153:0:483:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789761985.649156:0:483:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1956 00000800:00000100:0.0:1789761985.649160:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:1.0:1789761985.649161:0:483:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789761985.649167:0:483:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789761985.649171:0:483:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789761985.649181:0:483:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699515967744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789761985.649209:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761985/real 1789761985] req@ffff980dc8570a80 x1876699515967360/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761985.649226:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570a80 x1876699515967360/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761985.649234:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761985.649237:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761985.649239:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515967360:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761985.649245:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515967488:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761985.649259:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761985.649267:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761985/real 1789761985] req@ffff980dc8573480 x1876699515967488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761985.649275:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699515967488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761985.649281:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761985.649282:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761985.649284:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515967488:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761985.649300:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515967616:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761985.649314:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761985.649320:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761985/real 1789761985] req@ffff980dc8571180 x1876699515967616/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761985.649327:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699515967616/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761985.649332:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761985.649334:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761985.649336:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515967616:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761985.649339:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515967744:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761985.649349:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761985.649355:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761985/real 1789761985] req@ffff980dc8573800 x1876699515967744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761985.649363:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699515967744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761985.649367:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761985.649369:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761985.649371:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515967744:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789761986.544978:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761987.569065:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761988.593005:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761989.617044:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761990.641113:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761990.768991:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761990.769007:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761990.769013:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761990.769049:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1961 00000100:00080000:3.0:1789761990.769067:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761990.769080:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761990.769142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515967872/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761990.769195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761990.769199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761990.769202:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761990.769208:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1961 00000100:00080000:3.0:1789761990.769212:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761990.769219:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761990.769232:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761990.769266:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515968000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761990.769280:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789761990.769285:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515967872:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789761990.769286:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761990.769290:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761990.769302:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1961 00000100:00080000:3.0:1789761990.769307:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761990.769311:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761990.769317:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761990.769329:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515968128/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761990.769341:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761990.769345:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761990.769347:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761990.769351:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1961 00000100:00080000:3.0:1789761990.769354:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761990.769358:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761990.769363:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761990.769375:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515968256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761990.769425:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761990.769502:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761990/real 1789761990] req@ffff980dc61e5c00 x1876699515967872/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761990.769549:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515967872/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761990.769569:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761990.769578:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761990.769583:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515967872:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761990.769621:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515968000:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761990.769664:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761990.769688:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761990/real 1789761990] req@ffff980dc61e4000 x1876699515968000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761990.769708:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515968000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761990.769718:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761990.769722:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761990.769726:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515968000:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761990.769733:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515968128:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761990.769759:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761990.769772:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761990/real 1789761990] req@ffff980dc61e4380 x1876699515968128/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761990.769785:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515968128/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761990.769800:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761990.769804:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761990.769808:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515968128:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761990.769813:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515968256:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761990.769831:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761990.769841:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761990/real 1789761990] req@ffff980dc61e4a80 x1876699515968256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761990.769853:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515968256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761990.769905:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761990.769909:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761990.769912:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515968256:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789761991.665030:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761992.688970:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761993.713036:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761994.737015:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789761995.761058:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789761995.888915:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761995.888922:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789761995.888925:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761995.888933:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1967 00000100:00080000:3.0:1789761995.888953:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761995.888959:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789761995.889004:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515968384/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761995.889025:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761995.889028:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761995.889029:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761995.889032:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1967 00000100:00080000:3.0:1789761995.889035:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761995.889038:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761995.889045:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761995.889055:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515968512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761995.889062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761995.889064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789761995.889066:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761995.889068:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1967 00000100:00080000:3.0:1789761995.889071:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761995.889073:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789761995.889081:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515968384:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789761995.889084:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789761995.889096:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515968640/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789761995.889104:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789761995.889107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789761995.889108:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789761995.889111:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1967 00000100:00080000:3.0:1789761995.889113:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789761995.889116:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789761995.889119:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789761995.889126:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515968768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789761995.889139:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761995.889174:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761995/real 1789761995] req@ffff980dc61e6680 x1876699515968384/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761995.889187:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515968384/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761995.889195:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761995.889198:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761995.889201:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515968384:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789761995.889207:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515968512:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761995.889221:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761995.889229:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761995/real 1789761995] req@ffff980dc61e7800 x1876699515968512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761995.889237:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515968512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761995.889242:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761995.889244:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761995.889246:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515968512:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789761995.889263:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515968640:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789761995.889275:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761995.889281:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761995/real 1789761995] req@ffff980dc61e6300 x1876699515968640/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761995.889289:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515968640/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761995.889294:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761995.889296:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761995.889298:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515968640:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789761995.889301:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515968768:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789761995.889311:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789761995.889317:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761995/real 1789761995] req@ffff980dc61e5180 x1876699515968768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789761995.889325:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515968768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789761995.889330:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789761995.889331:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789761995.889333:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515968768:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789761996.785036:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761997.808965:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789761998.833016:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789761999.856993:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762000.881028:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762001.009002:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762001.009019:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762001.009026:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762001.009040:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1972 00000100:00080000:3.0:1789762001.009056:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762001.009067:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762001.009133:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515968896/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762001.009171:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762001.009176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762001.009180:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762001.009189:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1972 00000100:00080000:3.0:1789762001.009200:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762001.009209:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762001.009226:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762001.009267:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515969024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762001.009283:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515968896:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762001.009290:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762001.009296:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762001.009299:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1789762001.009351:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762001.009388:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001] req@ffff980dc61e7480 x1876699515968896/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762001.009398:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1972 00000100:00100000:1.0:1789762001.009405:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515968896/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762001.009407:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762001.009424:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00080000:1.0:1789762001.009430:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1789762001.009435:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00080000:1.0:1789762001.009436:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762001.009445:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515968896:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762001.009467:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515969152/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762001.009470:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515969024:192.168.203.146@tcp:38:kworker.0 00000100:00080000:3.0:1789762001.009500:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1789762001.009505:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789762001.009512:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762001.009515:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789762001.009522:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001] req@ffff980dc61e5880 x1876699515969024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762001.009526:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1972 00000100:00080000:3.0:1789762001.009535:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762001.009544:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762001.009567:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515969024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789762001.009574:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1789762001.009576:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762001.009585:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762001.009589:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515969024:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762001.009600:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515969152:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762001.009619:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762001.009627:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001] req@ffff980dc61e4e00 x1876699515969152/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762001.009635:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515969152/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762001.009641:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762001.009644:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762001.009646:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515969152:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762001.009781:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515969280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762001.009895:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515969280:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762001.009929:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762001.009971:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001] req@ffff980dc61e7b80 x1876699515969280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762001.009988:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515969280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762001.010005:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762001.010008:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762001.010011:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515969280:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762001.904954:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762002.929041:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762003.952997:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762004.977077:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762006.001026:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762006.128970:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762006.128978:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762006.128981:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762006.128989:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1977 00000100:00080000:3.0:1789762006.128998:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762006.129004:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762006.129036:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515969408/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762006.129058:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762006.129061:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762006.129062:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762006.129065:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1977 00000100:00080000:3.0:1789762006.129067:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762006.129070:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762006.129076:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762006.129086:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515969536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762006.129093:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762006.129096:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762006.129097:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762006.129100:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1977 00000100:00080000:3.0:1789762006.129105:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789762006.129106:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515969408:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762006.129111:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762006.129116:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762006.129124:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515969664/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762006.129132:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762006.129134:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762006.129136:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762006.129139:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1977 00000100:00080000:3.0:1789762006.129141:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762006.129143:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762006.129147:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762006.129154:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515969792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762006.129205:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515969536:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762006.129251:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515969664:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762006.129281:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515969792:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762007.025035:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762008.049042:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762009.073043:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1789762009.201146:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:0.0:1789762009.201184:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1789762009.201197:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789762009.201235:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789762009.201245:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789762009.201253:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:1.0:1789762009.201288:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762009] req@ffff980dc61e5880 x1876699515969664/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762009.201313:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515969664/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762009.201325:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762009.201331:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762009.201335:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515969664:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762009.201343:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762009] req@ffff980dc61e7480 x1876699515969792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762009.201356:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515969792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762009.201370:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762009.201373:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762009.201377:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515969792:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762009.201393:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762009] req@ffff980dc61e7b80 x1876699515969408/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762009.201407:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515969408/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762009.201415:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762009.201418:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762009.201421:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515969408:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762009.201427:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762009] req@ffff980dc61e4e00 x1876699515969536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762009.201438:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515969536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762009.201446:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762009.201449:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762009.201452:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515969536:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762010.097031:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762011.121061:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762011.248953:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762011.248964:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762011.248968:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762011.248978:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1982 00000100:00080000:3.0:1789762011.248990:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762011.248999:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762011.249039:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515969920/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762011.249070:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762011.249074:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762011.249079:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762011.249083:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1982 00000100:00080000:3.0:1789762011.249086:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762011.249089:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762011.249103:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762011.249120:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515970048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762011.249122:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515969920:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762011.249138:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762011.249141:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762011.249143:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762011.249148:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1982 00000100:00080000:3.0:1789762011.249152:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762011.249156:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762011.249162:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762011.249177:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515970176/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762011.249188:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762011.249192:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762011.249194:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762011.249198:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1982 00000100:00080000:3.0:1789762011.249203:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789762011.249208:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789762011.249213:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762011.249219:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762011.249234:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515970304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762011.249263:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762011] req@ffff980dc61e5180 x1876699515969920/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762011.249283:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515969920/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762011.249293:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762011.249297:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762011.249302:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515969920:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762011.249332:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515970048:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762011.249356:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762011.249370:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762011] req@ffff980dc61e6300 x1876699515970048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762011.249382:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515970048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762011.249391:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762011.249395:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762011.249398:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515970048:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762011.249402:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515970176:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762011.249423:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762011.249434:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762011] req@ffff980dc61e7800 x1876699515970176/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762011.249446:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515970176/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762011.249460:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762011.249463:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762011.249466:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515970176:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762011.249473:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515970304:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762011.249494:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762011.249505:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762011] req@ffff980dc61e6680 x1876699515970304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762011.249527:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515970304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762011.249535:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762011.249539:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762011.249542:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515970304:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762012.145012:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762013.169047:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762014.193065:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762015.217005:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762016.241044:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762016.368910:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762016.368920:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762016.368923:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762016.368930:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1987 00000100:00080000:3.0:1789762016.368939:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762016.368945:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762016.368982:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515970432/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762016.369009:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762016.369012:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762016.369014:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762016.369017:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1987 00000100:00080000:3.0:1789762016.369020:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762016.369023:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762016.369031:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762016.369042:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515970560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762016.369055:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762016.369058:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762016.369061:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789762016.369062:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515970432:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762016.369066:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1987 00000100:00080000:3.0:1789762016.369072:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762016.369075:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762016.369078:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762016.369087:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515970688/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762016.369094:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762016.369097:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762016.369098:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762016.369100:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1987 00000100:00080000:3.0:1789762016.369104:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762016.369107:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762016.369109:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762016.369115:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515970816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762016.369128:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762016.369176:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762016] req@ffff980dc61e4a80 x1876699515970432/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762016.369195:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515970432/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762016.369206:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762016.369211:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762016.369215:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515970432:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762016.369236:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515970560:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762016.369257:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762016.369270:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762016] req@ffff980dc61e4380 x1876699515970560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762016.369283:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515970560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762016.369292:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762016.369296:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762016.369300:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515970560:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762016.369306:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515970688:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762016.369325:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762016.369335:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762016] req@ffff980dc61e4000 x1876699515970688/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762016.369348:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515970688/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762016.369357:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762016.369361:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762016.369364:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515970688:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762016.369370:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515970816:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762016.369391:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762016.369403:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762016] req@ffff980dc61e5c00 x1876699515970816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762016.369417:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515970816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762016.369425:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762016.369428:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762016.369432:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515970816:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762017.265017:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762018.289027:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762019.312994:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762020.337035:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762021.360992:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762021.488910:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762021.488921:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762021.488926:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762021.488936:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1992 00000100:00080000:3.0:1789762021.488948:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762021.488956:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762021.488999:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515970944/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762021.489028:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762021.489031:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762021.489032:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762021.489036:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1992 00000100:00080000:3.0:1789762021.489038:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762021.489041:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762021.489051:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762021.489060:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515971072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762021.489067:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762021.489070:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762021.489071:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762021.489074:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1992 00000100:00080000:3.0:1789762021.489077:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762021.489082:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762021.489087:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762021.489095:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515971200/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762021.489108:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762021.489111:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762021.489113:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762021.489122:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1992 00000100:00100000:1.0:1789762021.489124:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515970944:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762021.489125:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762021.489131:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762021.489147:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762021.489165:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515971328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762021.489214:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762021.489259:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762021/real 1789762021] req@ffff980dc61e5c00 x1876699515970944/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762021.489279:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515970944/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762021.489290:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762021.489294:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762021.489299:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515970944:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762021.489307:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515971072:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762021.489345:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762021.489358:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762021/real 1789762021] req@ffff980dc61e4000 x1876699515971072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762021.489370:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515971072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762021.489384:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762021.489388:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762021.489392:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515971072:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762021.489417:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515971200:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762021.489446:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762021.489457:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762021/real 1789762021] req@ffff980dc61e4380 x1876699515971200/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762021.489468:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515971200/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762021.489475:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762021.489478:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762021.489482:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515971200:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762021.489488:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515971328:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762021.489504:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762021.489521:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762021/real 1789762021] req@ffff980dc61e4a80 x1876699515971328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762021.489532:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515971328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762021.489540:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762021.489543:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762021.489546:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515971328:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762022.385007:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762023.409011:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762024.433107:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762025.457027:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762026.481057:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762026.608975:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762026.608987:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762026.608991:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762026.609002:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 1997 00000100:00080000:3.0:1789762026.609015:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762026.609022:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762026.609067:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515971456/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762026.609100:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762026.609103:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762026.609104:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762026.609108:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1997 00000100:00080000:3.0:1789762026.609111:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762026.609114:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762026.609123:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762026.609133:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515971584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762026.609141:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762026.609144:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762026.609146:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762026.609150:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 1997 00000100:00080000:3.0:1789762026.609153:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762026.609156:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762026.609159:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762026.609166:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515971712/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762026.609175:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762026.609181:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1789762026.609183:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515971456:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762026.609183:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762026.609192:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 1997 00000100:00080000:3.0:1789762026.609196:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762026.609205:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762026.609208:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762026.609214:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515971840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762026.609278:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762026.609337:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762026/real 1789762026] req@ffff980dc61e6680 x1876699515971456/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762026.609360:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515971456/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762026.609373:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762026.609378:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762026.609382:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515971456:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762026.609392:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515971584:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762026.609418:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762026.609433:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762026/real 1789762026] req@ffff980dc61e7800 x1876699515971584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762026.609447:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515971584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762026.609457:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762026.609461:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762026.609464:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515971584:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762026.609490:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515971712:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762026.609523:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762026.609538:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762026/real 1789762026] req@ffff980dc61e6300 x1876699515971712/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762026.609551:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515971712/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762026.609561:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762026.609564:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762026.609568:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515971712:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762026.609575:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515971840:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762026.609598:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762026.609612:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762026/real 1789762026] req@ffff980dc61e5180 x1876699515971840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762026.609625:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515971840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762026.609634:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762026.609638:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762026.609642:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515971840:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762027.505037:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762028.529036:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762029.552986:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762030.577066:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762031.601031:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762031.729004:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762031.729017:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762031.729022:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762031.729036:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2002 00000100:00080000:0.0:1789762031.729051:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762031.729060:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762031.729117:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4e00 x1876699515971968/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762031.729157:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762031.729163:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762031.729166:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762031.729172:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2002 00000100:00080000:0.0:1789762031.729178:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762031.729183:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762031.729197:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762031.729215:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6d80 x1876699515972096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762031.729231:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762031.729237:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762031.729240:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762031.729249:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2002 00000100:00080000:0.0:1789762031.729255:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762031.729270:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762031.729277:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762031.729287:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515971968:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762031.729296:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7100 x1876699515972224/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762031.729312:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762031.729318:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762031.729322:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762031.729329:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2002 00000100:00080000:0.0:1789762031.729335:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762031.729343:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762031.729351:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789762031.729369:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762031.729377:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4700 x1876699515972352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762031.729419:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762031/real 1789762031] req@ffff980dc8fc4e00 x1876699515971968/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762031.729443:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4e00 x1876699515971968/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762031.729453:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762031.729457:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762031.729461:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515971968:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762031.729467:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515972096:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762031.729486:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762031.729496:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762031/real 1789762031] req@ffff980dc8fc6d80 x1876699515972096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762031.729505:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6d80 x1876699515972096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762031.729512:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762031.729514:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762031.729517:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515972096:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762031.729539:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515972224:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762031.729554:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762031.729562:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762031/real 1789762031] req@ffff980dc8fc7100 x1876699515972224/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762031.729571:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7100 x1876699515972224/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762031.729583:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762031.729585:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762031.729588:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515972224:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762031.729592:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515972352:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762031.729604:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762031.729612:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762031/real 1789762031] req@ffff980dc8fc4700 x1876699515972352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762031.729620:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4700 x1876699515972352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762031.729627:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762031.729629:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762031.729631:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515972352:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762032.625045:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762033.649064:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762034.673076:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762035.697054:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762036.721045:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762036.849046:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762036.849054:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762036.849058:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762036.849071:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2008 00000100:00080000:0.0:1789762036.849084:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762036.849092:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762036.849139:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5f80 x1876699515972480/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762036.849173:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762036.849179:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762036.849181:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762036.849188:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2008 00000100:00080000:0.0:1789762036.849193:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762036.849200:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762036.849214:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762036.849268:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7800 x1876699515972608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762036.849273:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515972480:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789762036.849291:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762036.849295:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762036.849297:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762036.849304:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2008 00000100:00080000:0.0:1789762036.849308:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762036.849313:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762036.849319:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762036.849332:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4700 x1876699515972736/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762036.849345:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762036.849349:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762036.849351:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762036.849354:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2008 00000100:00080000:0.0:1789762036.849363:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789762036.849364:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789762036.849377:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762036.849382:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762036.849395:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7100 x1876699515972864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762036.849422:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762036/real 1789762036] req@ffff980dc8fc5f80 x1876699515972480/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762036.849440:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5f80 x1876699515972480/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762036.849449:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762036.849453:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762036.849456:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515972480:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762036.849482:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515972608:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762036.849504:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762036.849512:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762036/real 1789762036] req@ffff980dc8fc7800 x1876699515972608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762036.849520:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7800 x1876699515972608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762036.849526:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762036.849528:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762036.849530:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515972608:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762036.849542:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515972736:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762036.849553:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762036.849559:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762036/real 1789762036] req@ffff980dc8fc4700 x1876699515972736/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762036.849566:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4700 x1876699515972736/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762036.849572:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762036.849574:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762036.849576:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515972736:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762036.849580:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515972864:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762036.849592:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762036.849598:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762036/real 1789762036] req@ffff980dc8fc7100 x1876699515972864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762036.849605:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7100 x1876699515972864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762036.849611:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762036.849612:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762036.849614:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515972864:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762037.745020:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762038.769033:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762039.793080:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762040.816991:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762041.841114:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762041.968943:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762041.968954:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762041.968959:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762041.968970:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2013 00000100:00080000:3.0:1789762041.968982:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762041.968989:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762041.969034:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515972992/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762041.969077:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762041.969080:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762041.969082:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762041.969085:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2013 00000100:00080000:3.0:1789762041.969088:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762041.969091:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762041.969100:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762041.969123:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515973120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762041.969131:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762041.969135:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762041.969136:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762041.969140:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2013 00000100:00080000:3.0:1789762041.969142:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762041.969145:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762041.969150:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762041.969161:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515973248/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762041.969172:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515972992:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762041.969204:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762041.969216:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762041.969218:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762041.969222:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2013 00000100:00080000:3.0:1789762041.969226:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762041.969231:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762041.969236:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762041.969249:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515973376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762041.969304:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762041.969383:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762041/real 1789762041] req@ffff980dc61e4e00 x1876699515972992/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762041.969399:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515972992/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762041.969408:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762041.969411:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762041.969414:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515972992:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762041.969436:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515973120:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762041.969460:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762041.969471:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762041/real 1789762041] req@ffff980dc61e7b80 x1876699515973120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762041.969515:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515973120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762041.969523:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762041.969527:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762041.969530:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515973120:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762041.969556:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515973248:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762041.969575:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762041.969585:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762041/real 1789762041] req@ffff980dc61e7480 x1876699515973248/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762041.969596:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515973248/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762041.969604:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762041.969607:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762041.969610:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515973248:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762041.969616:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515973376:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762041.969631:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762041.969676:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762041/real 1789762041] req@ffff980dc61e5880 x1876699515973376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762041.969685:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515973376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762041.969707:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762041.969710:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762041.969712:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515973376:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762042.864990:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762043.889078:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762044.913057:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762045.937004:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762046.961106:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762047.089001:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762047.089012:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762047.089016:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762047.089028:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2018 00000100:00080000:0.0:1789762047.089041:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762047.089049:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762047.089097:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6d80 x1876699515973504/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762047.089129:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762047.089133:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762047.089136:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762047.089141:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2018 00000100:00080000:0.0:1789762047.089146:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762047.089151:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762047.089164:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762047.089176:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515973504:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762047.089182:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4e00 x1876699515973632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762047.089195:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762047.089199:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762047.089201:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762047.089205:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2018 00000100:00080000:0.0:1789762047.089209:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762047.089212:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762047.089217:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762047.089232:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6680 x1876699515973760/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762047.089243:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762047.089246:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762047.089248:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762047.089252:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2018 00000100:00080000:0.0:1789762047.089255:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762047.089259:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762047.089266:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789762047.089268:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762047.089280:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6300 x1876699515973888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762047.089327:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047] req@ffff980dc8fc6d80 x1876699515973504/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762047.089345:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6d80 x1876699515973504/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762047.089354:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762047.089357:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762047.089360:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515973504:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762047.089384:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515973632:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762047.089403:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762047.089413:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047] req@ffff980dc8fc4e00 x1876699515973632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762047.089421:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4e00 x1876699515973632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762047.089429:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762047.089433:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762047.089449:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515973632:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762047.089456:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515973760:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762047.089479:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762047.089491:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047] req@ffff980dc8fc6680 x1876699515973760/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762047.089505:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6680 x1876699515973760/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762047.089512:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762047.089515:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762047.089517:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515973760:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762047.089521:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515973888:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762047.089538:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762047.089546:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047] req@ffff980dc8fc6300 x1876699515973888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762047.089564:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6300 x1876699515973888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762047.089570:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762047.089572:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762047.089575:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515973888:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762047.984997:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762049.009003:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762050.033028:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762051.057039:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762052.080995:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762052.208953:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762052.208963:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762052.208968:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762052.208978:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2023 00000100:00080000:3.0:1789762052.208989:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762052.208997:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762052.209040:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515974016/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762052.209062:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762052.209066:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762052.209067:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762052.209070:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2023 00000100:00080000:3.0:1789762052.209073:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762052.209075:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762052.209084:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762052.209094:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515974144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762052.209102:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762052.209106:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762052.209107:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762052.209112:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2023 00000100:00100000:1.0:1789762052.209114:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515974016:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762052.209115:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762052.209121:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762052.209127:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762052.209133:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515974272/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762052.209141:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762052.209143:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762052.209145:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762052.209148:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2023 00000100:00080000:3.0:1789762052.209151:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762052.209154:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762052.209157:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762052.209166:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515974400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762052.209213:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762052.209261:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052] req@ffff980dc61e5880 x1876699515974016/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762052.209280:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515974016/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762052.209292:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762052.209297:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762052.209301:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515974016:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762052.209330:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515974144:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762052.209356:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762052.209369:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052] req@ffff980dc61e7480 x1876699515974144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762052.209381:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515974144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762052.209391:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762052.209394:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762052.209398:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515974144:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762052.209405:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515974272:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762052.209423:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762052.209432:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052] req@ffff980dc61e7b80 x1876699515974272/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762052.209440:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515974272/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762052.209454:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762052.209458:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762052.209461:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515974272:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762052.209468:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515974400:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762052.209489:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762052.209502:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052] req@ffff980dc61e4e00 x1876699515974400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762052.209515:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515974400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762052.209524:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762052.209528:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762052.209532:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515974400:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762053.104971:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762054.128980:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762055.153038:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762056.177065:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762057.201019:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762057.329002:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762057.329014:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762057.329018:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762057.329029:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2028 00000100:00080000:3.0:1789762057.329042:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762057.329051:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762057.329097:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515974528/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762057.329125:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762057.329129:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762057.329130:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762057.329134:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2028 00000100:00080000:3.0:1789762057.329137:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762057.329139:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762057.329148:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762057.329160:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515974656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762057.329173:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762057.329186:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762057.329188:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789762057.329197:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515974528:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762057.329197:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2028 00000100:00080000:3.0:1789762057.329205:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762057.329211:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762057.329218:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762057.329235:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515974784/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762057.329245:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762057.329247:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762057.329249:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762057.329252:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2028 00000100:00080000:3.0:1789762057.329257:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762057.329263:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762057.329269:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762057.329292:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515974912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762057.329319:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762057.329397:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057] req@ffff980dc61e5180 x1876699515974528/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762057.329424:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515974528/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762057.329439:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762057.329445:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762057.329450:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515974528:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762057.329461:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515974656:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762057.329507:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762057.329539:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057] req@ffff980dc61e6300 x1876699515974656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762057.329557:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515974656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762057.329583:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762057.329587:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762057.329591:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515974656:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762057.329628:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515974784:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762057.329653:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762057.329667:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057] req@ffff980dc61e7800 x1876699515974784/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762057.329681:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515974784/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762057.329691:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762057.329695:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762057.329699:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515974784:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762057.329706:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515974912:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762057.329727:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762057.329741:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057] req@ffff980dc61e6680 x1876699515974912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762057.329756:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515974912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762057.329765:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762057.329768:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762057.329772:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515974912:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762058.224983:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762059.249029:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762060.272999:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762061.297087:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762062.321028:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762062.448985:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762062.448996:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762062.449001:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762062.449009:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2033 00000100:00080000:3.0:1789762062.449019:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762062.449025:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762062.449056:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515975040/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762062.449080:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762062.449082:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762062.449084:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762062.449087:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2033 00000100:00080000:3.0:1789762062.449089:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762062.449092:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762062.449100:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762062.449108:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515975168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762062.449115:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762062.449118:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762062.449119:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762062.449122:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2033 00000100:00080000:3.0:1789762062.449124:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762062.449126:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762062.449130:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762062.449132:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515975040:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762062.449139:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515975296/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762062.449152:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762062.449154:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762062.449155:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762062.449158:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2033 00000100:00080000:3.0:1789762062.449160:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762062.449162:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762062.449172:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762062.449185:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515975424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762062.449203:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762062.449240:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062] req@ffff980dc61e4a80 x1876699515975040/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762062.449254:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515975040/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762062.449262:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762062.449265:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762062.449268:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515975040:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762062.449272:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515975168:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762062.449286:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762062.449293:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062] req@ffff980dc61e4380 x1876699515975168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762062.449301:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515975168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762062.449311:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762062.449313:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762062.449315:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515975168:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762062.449332:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515975296:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762062.449343:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762062.449350:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062] req@ffff980dc61e4000 x1876699515975296/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762062.449357:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515975296/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762062.449362:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762062.449364:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762062.449365:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515975296:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762062.449369:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515975424:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762062.449378:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762062.449384:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062] req@ffff980dc61e5c00 x1876699515975424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762062.449391:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515975424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762062.449395:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762062.449397:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762062.449400:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515975424:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762063.344988:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762064.369026:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762065.392981:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762066.416986:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762067.441012:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762067.568991:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762067.569003:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762067.569007:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762067.569018:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2038 00000100:00080000:3.0:1789762067.569030:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762067.569037:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762067.569083:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515975552/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762067.569116:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762067.569119:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762067.569121:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762067.569126:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2038 00000100:00080000:3.0:1789762067.569129:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762067.569132:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762067.569151:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762067.569162:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515975680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762067.569168:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515975552:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762067.569174:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762067.569178:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762067.569179:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762067.569182:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2038 00000100:00080000:3.0:1789762067.569185:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762067.569187:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762067.569191:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762067.569201:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515975808/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762067.569208:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762067.569212:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762067.569213:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762067.569216:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2038 00000100:00080000:3.0:1789762067.569219:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762067.569221:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762067.569224:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762067.569232:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515975936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762067.569245:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762067.569289:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762067/real 1789762067] req@ffff980dc61e5c00 x1876699515975552/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762067.569305:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515975552/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762067.569314:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762067.569317:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762067.569321:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515975552:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762067.569343:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515975680:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762067.569359:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762067.569369:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762067/real 1789762067] req@ffff980dc61e4000 x1876699515975680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762067.569377:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515975680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762067.569383:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762067.569386:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762067.569388:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515975680:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762067.569391:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515975808:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762067.569406:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762067.569413:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762067/real 1789762067] req@ffff980dc61e4380 x1876699515975808/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762067.569421:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515975808/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762067.569426:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762067.569428:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762067.569430:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515975808:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762067.569433:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515975936:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762067.569444:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762067.569470:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762067/real 1789762067] req@ffff980dc61e4a80 x1876699515975936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762067.569478:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515975936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762067.569484:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762067.569488:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762067.569491:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515975936:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762068.465015:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762069.489047:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762070.513065:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762071.537037:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762072.561020:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762072.688976:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762072.688994:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762072.688999:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762072.689010:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2043 00000100:00080000:3.0:1789762072.689022:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762072.689030:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762072.689067:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515976064/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762072.689094:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762072.689098:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762072.689101:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762072.689107:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2043 00000100:00080000:3.0:1789762072.689111:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762072.689117:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762072.689120:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515976064:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789762072.689128:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762072.689147:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515976192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762072.689162:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762072.689166:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762072.689168:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762072.689173:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2043 00000100:00080000:3.0:1789762072.689178:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762072.689184:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762072.689192:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762072.689206:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515976320/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762072.689207:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515976192:192.168.203.146@tcp:38:kworker.0 00000100:00080000:3.0:1789762072.689228:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789762072.689238:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515976320:192.168.203.146@tcp:8:kworker.0 00000100:00080000:3.0:1789762072.689307:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762072.689309:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762072.689315:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2043 00000100:00080000:3.0:1789762072.689320:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762072.689326:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762072.690241:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762072.690261:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515976448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762072.690669:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515976448:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762073.585138:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762074.609171:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762075.633214:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789762075.761170:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:2.0:1789762075.761233:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789762075.761257:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789762075.761305:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789762075.761316:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789762075.761331:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:1.0:1789762075.761359:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762072/real 1789762075] req@ffff980dc61e5180 x1876699515976448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762075.761406:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515976448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762075.761423:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762075.761431:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762075.761437:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515976448:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762075.761447:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762072/real 1789762075] req@ffff980dc61e6300 x1876699515976320/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762075.761463:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515976320/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762075.761474:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762075.761479:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762075.761483:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515976320:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762075.761491:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762072/real 1789762075] req@ffff980dc61e7800 x1876699515976192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762075.761506:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515976192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762075.761515:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762075.761520:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762075.761523:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515976192:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762075.761531:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762072/real 1789762075] req@ffff980dc61e6680 x1876699515976064/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762075.761545:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515976064/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762075.761561:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762075.761565:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762075.761569:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515976064:192.168.203.146@tcp:250:kworker.0 00010000:00010000:3.0:1789762076.657032:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762077.681040:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789762077.809022:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762077.809034:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789762077.809038:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762077.809049:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2048 00000100:00080000:1.0:1789762077.809061:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762077.809069:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762077.809121:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699515976576/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762077.809171:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762077.809176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762077.809178:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762077.809183:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2048 00000100:00080000:1.0:1789762077.809187:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762077.809192:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762077.809207:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762077.809225:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570e00 x1876699515976704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762077.809236:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762077.809240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789762077.809242:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762077.809247:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2048 00000100:00080000:1.0:1789762077.809250:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762077.809258:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762077.809261:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515976576:192.168.203.146@tcp:250:kworker.0 00000008:00100000:1.0:1789762077.809266:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762077.809282:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570700 x1876699515976832/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762077.809294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762077.809299:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762077.809301:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762077.809305:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2048 00000100:00080000:1.0:1789762077.809310:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762077.809316:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762077.809323:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762077.809339:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572d80 x1876699515976960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789762077.809417:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762077.809488:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762077/real 1789762077] req@ffff980dc8571880 x1876699515976576/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762077.809518:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699515976576/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762077.809533:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762077.809540:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762077.809546:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515976576:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762077.809559:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515976704:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762077.809591:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762077.809608:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762077/real 1789762077] req@ffff980dc8570e00 x1876699515976704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762077.809622:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570e00 x1876699515976704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762077.809632:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762077.809636:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762077.809639:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515976704:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762077.809672:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515976832:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762077.809698:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762077.809710:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762077/real 1789762077] req@ffff980dc8570700 x1876699515976832/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762077.809722:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570700 x1876699515976832/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762077.809732:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762077.809735:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762077.809739:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515976832:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762077.809745:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515976960:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762077.809768:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762077.809780:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762077/real 1789762077] req@ffff980dc8572d80 x1876699515976960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762077.809794:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572d80 x1876699515976960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762077.809803:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762077.809807:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762077.809810:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515976960:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762078.705018:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762079.729009:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762080.753043:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762081.777011:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762082.801059:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762082.928927:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762082.928936:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762082.928941:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762082.928951:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2054 00000100:00080000:3.0:1789762082.928963:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762082.928971:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762082.929011:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515977088/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762082.929035:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762082.929038:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762082.929039:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762082.929043:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2054 00000100:00080000:3.0:1789762082.929045:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762082.929047:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762082.929057:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762082.929066:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515977216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762082.929073:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762082.929077:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762082.929078:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762082.929081:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2054 00000100:00080000:3.0:1789762082.929083:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762082.929086:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762082.929090:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762082.929107:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515977344/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762082.929115:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515977088:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762082.929138:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762082.929144:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762082.929146:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762082.929152:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2054 00000100:00080000:3.0:1789762082.929155:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762082.929159:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762082.929169:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762082.929182:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515977472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789762082.929189:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762082.929242:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762082/real 1789762082] req@ffff980dc61e4e00 x1876699515977088/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762082.929257:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515977088/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762082.929266:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762082.929270:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762082.929273:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515977088:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762082.929278:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515977216:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762082.929295:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762082.929303:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762082/real 1789762082] req@ffff980dc61e7b80 x1876699515977216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762082.929311:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515977216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762082.929329:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762082.929346:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762082.929349:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515977216:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762082.929370:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515977344:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762082.929387:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762082.929395:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762082/real 1789762082] req@ffff980dc61e7480 x1876699515977344/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762082.929403:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515977344/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762082.929409:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762082.929411:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762082.929413:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515977344:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762082.929417:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515977472:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762082.929436:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762082.929444:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762082/real 1789762082] req@ffff980dc61e5880 x1876699515977472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762082.929451:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515977472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762082.929456:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762082.929458:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762082.929460:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515977472:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762083.825120:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762084.849083:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762085.873057:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762086.897053:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762087.921059:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762088.048927:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762088.048938:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762088.048943:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762088.048955:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2059 00000100:00080000:0.0:1789762088.048966:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762088.048974:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762088.049023:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4000 x1876699515977600/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762088.049048:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762088.049053:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762088.049055:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762088.049060:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2059 00000100:00080000:0.0:1789762088.049064:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762088.049068:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762088.049079:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762088.049094:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6a00 x1876699515977728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762088.049095:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515977600:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789762088.049105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762088.049109:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762088.049110:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762088.049114:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2059 00000100:00080000:0.0:1789762088.049117:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762088.049121:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762088.049126:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762088.049135:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7480 x1876699515977856/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762088.049143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762088.049147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762088.049148:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762088.049152:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2059 00000100:00080000:0.0:1789762088.049156:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762088.049160:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:1.0:1789762088.049175:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:0.0:1789762088.049176:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762088.049186:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5500 x1876699515977984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762088.049223:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088] req@ffff980dc8fc4000 x1876699515977600/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762088.049243:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4000 x1876699515977600/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762088.049253:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762088.049256:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762088.049259:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515977600:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762088.049281:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515977728:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762088.049315:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762088.049326:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088] req@ffff980dc8fc6a00 x1876699515977728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762088.049335:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6a00 x1876699515977728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762088.049340:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762088.049343:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762088.049345:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515977728:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762088.049349:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515977856:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762088.049362:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762088.049368:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088] req@ffff980dc8fc7480 x1876699515977856/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762088.049376:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7480 x1876699515977856/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762088.049381:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762088.049383:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762088.049385:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515977856:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762088.049388:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515977984:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762088.049399:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762088.049405:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088] req@ffff980dc8fc5500 x1876699515977984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762088.049413:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5500 x1876699515977984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762088.049418:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762088.049420:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762088.049422:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515977984:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762088.945046:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762089.968993:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762090.993068:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762092.017035:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762093.041074:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789762093.168970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762093.168981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789762093.168986:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762093.168996:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2064 00000100:00080000:1.0:1789762093.169009:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762093.169017:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762093.169055:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699515978112/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762093.169084:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762093.169088:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762093.169090:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762093.169096:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2064 00000100:00080000:1.0:1789762093.169101:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762093.169106:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762093.169116:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515978112:192.168.203.146@tcp:250:kworker.0 00000008:00100000:1.0:1789762093.169117:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762093.169139:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699515978240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762093.169151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762093.169154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789762093.169156:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762093.169161:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2064 00000100:00080000:1.0:1789762093.169165:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762093.169169:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:0.0:1789762093.169174:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:1.0:1789762093.169175:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762093.169190:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699515978368/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762093.169201:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762093.169204:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762093.169207:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762093.169211:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2064 00000100:00100000:0.0:1789762093.169214:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093] req@ffff980dc8571f80 x1876699515978112/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762093.169218:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762093.169228:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762093.169233:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762093.169234:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699515978112/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762093.169245:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762093.169250:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762093.169251:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571500 x1876699515978496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762093.169266:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515978112:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762093.169295:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515978240:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762093.169323:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762093.169336:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093] req@ffff980dc8572680 x1876699515978240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762093.169348:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699515978240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762093.169356:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762093.169360:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762093.169364:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515978240:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762093.169370:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515978368:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762093.169392:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762093.169404:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093] req@ffff980dc8573b80 x1876699515978368/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762093.169425:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699515978368/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762093.169432:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762093.169434:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762093.169437:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515978368:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762093.169441:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515978496:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762093.169456:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762093.169467:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093] req@ffff980dc8571500 x1876699515978496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762093.169480:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571500 x1876699515978496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762093.169488:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762093.169491:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762093.169495:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515978496:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762094.065023:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762095.089019:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762096.113052:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762097.137070:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762098.161153:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789762098.288970:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762098.288979:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789762098.288982:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762098.288991:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2069 00000100:00080000:1.0:1789762098.289000:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762098.289006:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762098.289062:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699515978624/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762098.289098:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762098.289103:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762098.289105:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762098.289128:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2069 00000100:00080000:1.0:1789762098.289133:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762098.289137:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762098.289148:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762098.289165:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572300 x1876699515978752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762098.289189:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762098.289194:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789762098.289197:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762098.289208:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2069 00000100:00100000:0.0:1789762098.289212:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515978624:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789762098.289213:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762098.289267:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762098.289272:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762098.289283:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573100 x1876699515978880/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762098.289293:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762098.289296:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762098.289297:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762098.289300:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2069 00000100:00080000:1.0:1789762098.289322:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762098.289327:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762098.289334:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789762098.289340:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762098.289368:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699515979008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762098.289412:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098] req@ffff980dc8572a00 x1876699515978624/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762098.289437:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699515978624/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762098.289450:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762098.289455:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762098.289461:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515978624:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762098.289469:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515978752:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762098.289496:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762098.289509:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098] req@ffff980dc8572300 x1876699515978752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762098.289523:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572300 x1876699515978752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762098.289551:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762098.289555:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762098.289559:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515978752:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762098.289586:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515978880:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762098.289605:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762098.289637:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098] req@ffff980dc8573100 x1876699515978880/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762098.289645:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573100 x1876699515978880/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762098.289660:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762098.289662:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762098.289664:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515978880:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762098.289668:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515979008:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762098.289682:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762098.289690:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098] req@ffff980dc8570380 x1876699515979008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762098.289704:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699515979008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762098.289710:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762098.289712:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762098.289714:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515979008:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762099.185054:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762100.209004:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762101.233041:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762102.257057:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762103.281133:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762103.408999:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762103.409010:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762103.409015:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762103.409025:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2074 00000100:00080000:3.0:1789762103.409038:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762103.409046:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762103.409097:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515979136/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762103.409137:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762103.409143:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762103.409145:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762103.409151:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2074 00000100:00080000:3.0:1789762103.409155:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762103.409160:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762103.409173:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762103.409204:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515979264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762103.409207:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515979136:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762103.409223:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762103.409237:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762103.409240:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762103.409244:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2074 00000100:00080000:3.0:1789762103.409248:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762103.409252:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762103.409258:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762103.409285:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515979392/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762103.409296:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762103.409300:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762103.409301:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762103.409323:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2074 00000800:00000100:0.0:1789762103.409327:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789762103.409327:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762103.409332:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762103.409337:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762103.409348:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515979520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762103.409380:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762103] req@ffff980dc61e5880 x1876699515979136/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762103.409418:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515979136/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762103.409431:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762103.409435:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762103.409438:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515979136:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762103.409463:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515979264:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762103.409485:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762103.409506:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762103] req@ffff980dc61e7480 x1876699515979264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762103.409515:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515979264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762103.409522:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762103.409524:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762103.409526:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515979264:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762103.409531:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515979392:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762103.409546:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762103.409565:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762103] req@ffff980dc61e7b80 x1876699515979392/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762103.409573:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515979392/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762103.409579:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762103.409581:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762103.409583:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515979392:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762103.409586:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515979520:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762103.409598:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762103.409604:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762103] req@ffff980dc61e4e00 x1876699515979520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762103.409612:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515979520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762103.409628:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762103.409630:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762103.409632:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515979520:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762104.305055:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762105.329132:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762106.353005:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762107.377048:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762108.401021:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762108.528951:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762108.528973:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762108.528977:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762108.528988:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2079 00000100:00080000:3.0:1789762108.528998:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762108.529005:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762108.529040:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515979648/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762108.529078:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762108.529081:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762108.529083:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762108.529088:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2079 00000100:00080000:3.0:1789762108.529091:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762108.529094:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762108.529103:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762108.529115:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515979776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762108.529126:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762108.529131:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762108.529133:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762108.529138:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2079 00000100:00100000:0.0:1789762108.529159:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515979648:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762108.529159:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762108.529179:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762108.529185:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762108.529200:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515979904/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762108.529213:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762108.529217:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762108.529220:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762108.529223:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2079 00000100:00080000:3.0:1789762108.529235:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762108.529239:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:0.0:1789762108.529245:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:3.0:1789762108.529246:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762108.529260:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515980032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762108.529295:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762108/real 1789762108] req@ffff980dc61e6680 x1876699515979648/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762108.529317:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515979648/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762108.529330:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762108.529337:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762108.529342:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515979648:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762108.529352:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515979776:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762108.529382:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762108.529396:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762108/real 1789762108] req@ffff980dc61e7800 x1876699515979776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762108.529410:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515979776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762108.529420:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762108.529424:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762108.529428:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515979776:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762108.529457:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515979904:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762108.529487:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762108.529508:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762108/real 1789762108] req@ffff980dc61e6300 x1876699515979904/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762108.529524:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515979904/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762108.529542:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762108.529547:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762108.529552:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515979904:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762108.529560:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515980032:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762108.529581:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762108.529596:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762108/real 1789762108] req@ffff980dc61e5180 x1876699515980032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762108.529610:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515980032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762108.529629:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762108.529632:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762108.529636:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515980032:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762109.424964:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762110.449056:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762111.473193:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762112.497064:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762113.521061:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762113.648975:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762113.648988:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762113.648993:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762113.649003:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2084 00000100:00080000:3.0:1789762113.649015:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762113.649024:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762113.649076:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515980160/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762113.649118:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762113.649122:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762113.649124:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762113.649128:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2084 00000100:00080000:3.0:1789762113.649132:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762113.649137:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762113.649163:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762113.649176:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515980288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762113.649184:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515980160:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762113.649187:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762113.649190:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762113.649192:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762113.649195:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2084 00000100:00080000:3.0:1789762113.649201:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762113.649210:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762113.649215:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762113.649225:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515980416/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762113.649233:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762113.649236:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762113.649238:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762113.649241:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2084 00000100:00080000:3.0:1789762113.649244:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762113.649247:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762113.649250:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762113.649258:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515980544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789762113.649283:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762113.649330:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762113/real 1789762113] req@ffff980dc61e4a80 x1876699515980160/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762113.649350:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515980160/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762113.649364:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762113.649369:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762113.649374:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515980160:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762113.649400:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515980288:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762113.649425:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762113.649439:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762113/real 1789762113] req@ffff980dc61e4380 x1876699515980288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762113.649453:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515980288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762113.649463:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762113.649467:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762113.649471:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515980288:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762113.649478:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515980416:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762113.649501:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762113.649513:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762113/real 1789762113] req@ffff980dc61e4000 x1876699515980416/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762113.649525:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515980416/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762113.649533:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762113.649537:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762113.649540:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515980416:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762113.649547:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515980544:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762113.649567:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762113.649579:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762113/real 1789762113] req@ffff980dc61e5c00 x1876699515980544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762113.649591:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515980544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762113.649596:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762113.649599:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762113.649601:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515980544:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762114.545032:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762115.569073:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762116.593069:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762117.617120:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762118.641048:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762118.768980:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762118.768991:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762118.768995:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762118.769006:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2089 00000100:00080000:3.0:1789762118.769019:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762118.769026:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762118.769085:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515980672/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762118.769111:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762118.769115:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762118.769117:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762118.769122:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2089 00000100:00080000:3.0:1789762118.769127:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762118.769132:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762118.769156:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762118.769161:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515980672:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762118.769176:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515980800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762118.769186:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762118.769189:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762118.769190:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762118.769194:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2089 00000100:00080000:3.0:1789762118.769197:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762118.769200:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762118.769205:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762118.769215:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515980928/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762118.769223:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762118.769226:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762118.769227:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762118.769229:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2089 00000100:00080000:3.0:1789762118.769232:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1789762118.769236:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789762118.769239:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762118.769244:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762118.769253:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515981056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762118.769295:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762118/real 1789762118] req@ffff980dc61e5c00 x1876699515980672/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762118.769318:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515980672/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762118.769331:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762118.769334:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762118.769338:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515980672:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762118.769361:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515980800:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762118.769381:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762118.769391:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762118/real 1789762118] req@ffff980dc61e4000 x1876699515980800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762118.769404:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515980800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762118.769410:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762118.769412:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762118.769415:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515980800:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762118.769418:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515980928:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762118.769430:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762118.769436:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762118/real 1789762118] req@ffff980dc61e4380 x1876699515980928/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762118.769444:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515980928/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762118.769449:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762118.769451:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762118.769453:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515980928:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762118.769456:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515981056:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762118.769467:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762118.769473:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762118/real 1789762118] req@ffff980dc61e4a80 x1876699515981056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762118.769481:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515981056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762118.769491:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762118.769493:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762118.769495:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515981056:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762119.665040:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762120.689042:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762121.713039:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762122.737007:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762123.761052:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762123.889089:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762123.889099:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762123.889103:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762123.889114:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2095 00000100:00080000:3.0:1789762123.889126:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762123.889134:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762123.889191:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515981184/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762123.889219:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762123.889222:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762123.889224:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762123.889228:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2095 00000100:00080000:3.0:1789762123.889248:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762123.889252:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762123.889261:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762123.889273:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515981312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762123.889283:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762123.889287:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762123.889289:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762123.889293:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2095 00000100:00080000:3.0:1789762123.889313:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762123.889318:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762123.889324:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762123.889335:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515981184:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762123.889338:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515981440/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762123.889359:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762123.889362:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762123.889363:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762123.889366:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2095 00000100:00080000:3.0:1789762123.889370:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762123.889374:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762123.889378:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762123.889390:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515981568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789762123.889463:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762123.889530:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762123/real 1789762123] req@ffff980dc61e5180 x1876699515981184/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762123.889551:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515981184/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762123.889563:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762123.889568:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762123.889573:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515981184:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762123.889581:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515981312:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762123.889605:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762123.889621:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762123/real 1789762123] req@ffff980dc61e6300 x1876699515981312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762123.889635:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515981312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762123.889651:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762123.889654:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762123.889658:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515981312:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762123.889682:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515981440:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762123.889705:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762123.889718:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762123/real 1789762123] req@ffff980dc61e7800 x1876699515981440/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762123.889731:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515981440/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762123.889740:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762123.889744:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762123.889748:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515981440:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762123.889754:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515981568:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762123.889774:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762123.889786:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762123/real 1789762123] req@ffff980dc61e6680 x1876699515981568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762123.889800:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515981568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762123.889809:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762123.889828:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762123.889834:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515981568:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762124.785037:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762125.809167:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762126.833018:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762127.857015:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762128.881029:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762129.009020:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762129.009035:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762129.009040:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762129.009055:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2100 00000100:00080000:0.0:1789762129.009069:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762129.009080:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762129.009138:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5180 x1876699515981696/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762129.009171:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762129.009175:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762129.009177:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762129.009183:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2100 00000100:00080000:0.0:1789762129.009187:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762129.009192:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762129.009205:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762129.009226:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515981696:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762129.009230:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4380 x1876699515981824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762129.009244:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762129.009248:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762129.009250:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762129.009255:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2100 00000100:00080000:0.0:1789762129.009259:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762129.009264:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762129.009271:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762129.009286:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5c00 x1876699515981952/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762129.009298:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762129.009303:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762129.009305:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762129.009309:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2100 00000100:00080000:0.0:1789762129.009313:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789762129.009318:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789762129.009320:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762129.009328:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762129.009339:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5880 x1876699515982080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762129.009378:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129] req@ffff980dc8fc5180 x1876699515981696/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762129.009402:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5180 x1876699515981696/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762129.009416:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762129.009421:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762129.009426:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515981696:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762129.009455:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515981824:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762129.009483:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762129.009498:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129] req@ffff980dc8fc4380 x1876699515981824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762129.009512:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4380 x1876699515981824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762129.009523:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762129.009527:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762129.009531:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515981824:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762129.009538:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515981952:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762129.009561:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762129.009574:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129] req@ffff980dc8fc5c00 x1876699515981952/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762129.009588:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5c00 x1876699515981952/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762129.009605:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762129.009609:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762129.009613:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515981952:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762129.009620:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515982080:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762129.009661:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762129.009676:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129] req@ffff980dc8fc5880 x1876699515982080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762129.009692:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5880 x1876699515982080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762129.009703:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762129.009708:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762129.009712:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515982080:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762129.904972:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762130.929063:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762131.953049:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762132.977017:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762134.001074:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762134.129017:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762134.129032:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762134.129038:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762134.129051:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2105 00000100:00080000:0.0:1789762134.129067:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762134.129076:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762134.129131:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4a80 x1876699515982208/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762134.129166:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762134.129171:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762134.129173:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762134.129180:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2105 00000100:00080000:0.0:1789762134.129185:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762134.129191:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762134.129204:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762134.129209:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515982208:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762134.129224:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7b80 x1876699515982336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762134.129238:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762134.129243:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762134.129245:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762134.129250:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2105 00000100:00080000:0.0:1789762134.129255:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762134.129260:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762134.129267:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762134.129283:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5880 x1876699515982464/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762134.129297:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789762134.129308:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762134.129314:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762134.129317:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762134.129322:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2105 00000100:00080000:0.0:1789762134.129328:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762134.129333:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762134.129339:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762134.129351:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134] req@ffff980dc8fc4a80 x1876699515982208/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762134.129358:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5c00 x1876699515982592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762134.129374:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4a80 x1876699515982208/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762134.129385:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762134.129389:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762134.129393:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515982208:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762134.129416:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515982336:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762134.129434:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762134.129443:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134] req@ffff980dc8fc7b80 x1876699515982336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762134.129452:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7b80 x1876699515982336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762134.129458:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762134.129460:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762134.129463:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515982336:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762134.129466:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515982464:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762134.129478:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762134.129483:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134] req@ffff980dc8fc5880 x1876699515982464/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762134.129491:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5880 x1876699515982464/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762134.129496:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762134.129498:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762134.129500:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515982464:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762134.129503:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515982592:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762134.129514:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762134.129520:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134] req@ffff980dc8fc5c00 x1876699515982592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762134.129528:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5c00 x1876699515982592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762134.129533:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762134.129535:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762134.129537:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515982592:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762135.025015:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762136.049055:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762137.072995:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762138.097087:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762139.121161:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762139.249063:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762139.249076:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762139.249081:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762139.249094:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2110 00000100:00080000:0.0:1789762139.249125:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762139.249134:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762139.249187:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4380 x1876699515982720/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762139.249219:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762139.249223:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762139.249226:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762139.249230:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2110 00000100:00080000:0.0:1789762139.249235:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762139.249241:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762139.249257:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762139.249278:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5180 x1876699515982848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762139.249308:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515982720:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789762139.249314:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762139.249322:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762139.249325:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762139.249331:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2110 00000100:00080000:0.0:1789762139.249337:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762139.249344:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762139.249368:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762139.249382:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5500 x1876699515982976/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762139.249392:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762139.249395:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762139.249397:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762139.249401:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2110 00000100:00080000:0.0:1789762139.249405:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762139.249408:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762139.249411:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762139.249420:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7480 x1876699515983104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762139.249502:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515982848:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762139.249555:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515982976:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762139.249622:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515983104:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762140.145046:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762141.169016:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762142.192989:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789762142.321206:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:3.0:1789762142.321257:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789762142.321276:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789762142.321323:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789762142.321334:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789762142.321344:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:1.0:1789762142.321406:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762142] req@ffff980dc8fc5180 x1876699515982848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762142.321445:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5180 x1876699515982848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762142.321458:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762142.321464:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762142.321469:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515982848:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762142.321479:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762142] req@ffff980dc8fc5500 x1876699515982976/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762142.321494:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5500 x1876699515982976/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762142.321503:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762142.321507:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762142.321510:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515982976:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762142.321519:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762142] req@ffff980dc8fc7480 x1876699515983104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762142.321530:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7480 x1876699515983104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762142.321539:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762142.321542:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762142.321546:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515983104:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762142.321568:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762142] req@ffff980dc8fc4380 x1876699515982720/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762142.321585:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4380 x1876699515982720/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762142.321595:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762142.321598:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762142.321602:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515982720:192.168.203.146@tcp:250:kworker.0 00010000:00010000:1.0:1789762143.217069:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762144.241001:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762144.369061:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762144.369067:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762144.369071:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762144.369080:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2115 00000100:00080000:3.0:1789762144.369089:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762144.369095:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762144.369126:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515983232/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762144.369150:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762144.369153:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762144.369154:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762144.369158:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2115 00000100:00080000:3.0:1789762144.369161:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762144.369163:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762144.369173:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762144.369190:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515983360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762144.369203:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789762144.369205:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515983232:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762144.369208:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762144.369212:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762144.369219:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2115 00000100:00080000:3.0:1789762144.369223:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762144.369228:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762144.369234:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762144.369247:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515983488/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762144.369263:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762144.369267:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762144.369268:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762144.369272:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2115 00000100:00080000:3.0:1789762144.369276:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762144.369279:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:0.0:1789762144.369286:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:3.0:1789762144.369286:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762144.369301:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515983616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762144.369332:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762144] req@ffff980dc61e4e00 x1876699515983232/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762144.369354:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515983232/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762144.369365:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762144.369370:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762144.369374:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515983232:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762144.369400:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515983360:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762144.369428:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762144.369445:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762144] req@ffff980dc61e7b80 x1876699515983360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762144.369461:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515983360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762144.369476:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762144.369480:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762144.369484:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515983360:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762144.369490:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515983488:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762144.369511:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762144.369522:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762144] req@ffff980dc61e7480 x1876699515983488/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762144.369533:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515983488/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762144.369540:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762144.369543:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762144.369547:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515983488:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762144.369553:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515983616:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762144.369572:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762144.369582:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762144] req@ffff980dc61e5880 x1876699515983616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762144.369593:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515983616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762144.369600:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762144.369603:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762144.369605:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515983616:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762145.265048:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762146.289029:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762147.313051:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762148.336978:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762149.360981:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762149.488927:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762149.488938:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762149.488942:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762149.488952:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2120 00000100:00080000:0.0:1789762149.488964:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762149.488971:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762149.489013:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6a00 x1876699515983744/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762149.489038:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762149.489042:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762149.489043:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762149.489047:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2120 00000100:00080000:0.0:1789762149.489049:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762149.489053:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762149.489064:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762149.489073:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4000 x1876699515983872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762149.489082:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515983744:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789762149.489083:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762149.489092:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762149.489093:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762149.489097:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2120 00000100:00080000:0.0:1789762149.489099:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762149.489101:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762149.489105:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762149.489114:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6300 x1876699515984000/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762149.489122:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762149.489124:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762149.489126:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762149.489130:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2120 00000100:00080000:0.0:1789762149.489145:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762149.489150:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762149.489156:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789762149.489167:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762149.489172:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6680 x1876699515984128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762149.489224:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762149/real 1789762149] req@ffff980dc8fc6a00 x1876699515983744/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762149.489242:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6a00 x1876699515983744/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762149.489252:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762149.489255:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762149.489258:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515983744:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762149.489280:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515983872:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762149.489298:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762149.489308:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762149/real 1789762149] req@ffff980dc8fc4000 x1876699515983872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762149.489316:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4000 x1876699515983872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762149.489321:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762149.489324:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762149.489326:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515983872:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762149.489332:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515984000:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762149.489344:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762149.489351:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762149/real 1789762149] req@ffff980dc8fc6300 x1876699515984000/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762149.489358:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6300 x1876699515984000/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762149.489364:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762149.489366:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762149.489368:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515984000:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762149.489372:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515984128:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762149.489398:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762149.489410:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762149/real 1789762149] req@ffff980dc8fc6680 x1876699515984128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762149.489423:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6680 x1876699515984128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762149.489430:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762149.489433:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762149.489442:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515984128:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762150.384986:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762151.409004:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762152.433029:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762153.457009:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762154.481059:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762154.608953:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762154.608968:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762154.608974:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762154.608985:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2125 00000100:00080000:3.0:1789762154.609000:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762154.609008:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762154.609054:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515984256/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762154.609081:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762154.609085:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762154.609088:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762154.609093:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2125 00000100:00080000:3.0:1789762154.609098:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762154.609103:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762154.609116:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762154.609125:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515984256:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762154.609146:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515984384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762154.609160:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762154.609165:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762154.609167:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762154.609172:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2125 00000100:00080000:3.0:1789762154.609177:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762154.609182:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762154.609194:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762154.609209:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515984512/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762154.609221:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762154.609225:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762154.609227:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762154.609231:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2125 00000100:00080000:3.0:1789762154.609248:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762154.609252:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762154.609256:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762154.609266:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515984640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762154.609330:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762154.609383:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762154/real 1789762154] req@ffff980dc61e5880 x1876699515984256/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762154.609401:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515984256/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762154.609411:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762154.609414:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762154.609418:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515984256:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762154.609441:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515984384:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762154.609461:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762154.609470:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762154/real 1789762154] req@ffff980dc61e7480 x1876699515984384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762154.609479:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515984384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762154.609484:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762154.609487:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762154.609489:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515984384:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762154.609493:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515984512:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762154.609505:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762154.609511:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762154/real 1789762154] req@ffff980dc61e7b80 x1876699515984512/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762154.609524:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515984512/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762154.609530:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762154.609532:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762154.609534:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515984512:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762154.609537:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515984640:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762154.609549:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762154.609555:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762154/real 1789762154] req@ffff980dc61e4e00 x1876699515984640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762154.609563:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515984640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762154.609568:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762154.609569:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762154.609571:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515984640:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762155.505065:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762156.529076:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762157.552992:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762158.577049:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762159.601062:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762159.728967:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762159.728976:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762159.728980:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762159.728987:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2130 00000100:00080000:0.0:1789762159.728997:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762159.729002:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762159.729034:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4e00 x1876699515984768/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762159.729060:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762159.729063:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762159.729064:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762159.729067:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2130 00000100:00080000:0.0:1789762159.729074:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762159.729077:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762159.729084:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762159.729092:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6d80 x1876699515984896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762159.729099:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762159.729102:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762159.729104:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762159.729106:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2130 00000100:00080000:0.0:1789762159.729108:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762159.729112:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762159.729114:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515984768:192.168.203.146@tcp:250:kworker.0 00000008:00100000:0.0:1789762159.729118:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762159.729128:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7100 x1876699515985024/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762159.729135:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762159.729138:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762159.729139:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762159.729142:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2130 00000100:00080000:0.0:1789762159.729144:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762159.729146:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762159.729149:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762159.729156:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4700 x1876699515985152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762159.729171:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762159.729207:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762159/real 1789762159] req@ffff980dc8fc4e00 x1876699515984768/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762159.729222:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4e00 x1876699515984768/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762159.729234:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762159.729238:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762159.729242:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515984768:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762159.729250:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515984896:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762159.729275:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762159.729288:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762159/real 1789762159] req@ffff980dc8fc6d80 x1876699515984896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762159.729302:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6d80 x1876699515984896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762159.729311:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762159.729314:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762159.729318:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515984896:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762159.729352:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515985024:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762159.729372:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762159.729381:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762159/real 1789762159] req@ffff980dc8fc7100 x1876699515985024/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762159.729389:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7100 x1876699515985024/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762159.729395:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762159.729397:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762159.729399:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515985024:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762159.729404:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515985152:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762159.729415:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762159.729421:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762159/real 1789762159] req@ffff980dc8fc4700 x1876699515985152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762159.729429:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4700 x1876699515985152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762159.729434:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762159.729436:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762159.729438:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515985152:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762160.625071:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762161.649003:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762162.673012:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762163.696984:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762164.721056:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762164.849005:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762164.849018:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762164.849021:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762164.849032:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2136 00000100:00080000:3.0:1789762164.849042:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762164.849050:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762164.849091:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515985280/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762164.849127:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762164.849131:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762164.849134:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762164.849138:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2136 00000100:00080000:3.0:1789762164.849142:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762164.849147:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762164.849157:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762164.849174:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515985408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762164.849185:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762164.849189:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762164.849192:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762164.849197:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2136 00000100:00080000:3.0:1789762164.849202:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762164.849206:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762164.849211:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762164.849227:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515985536/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762164.849237:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789762164.849240:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515985280:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762164.849241:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762164.849244:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762164.849258:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2136 00000100:00080000:3.0:1789762164.849263:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762164.849268:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762164.849271:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762164.849280:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515985664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762164.849373:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762164.849497:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762164/real 1789762164] req@ffff980dc61e6680 x1876699515985280/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762164.849524:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515985280/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762164.849539:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762164.849544:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762164.849549:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515985280:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762164.849560:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515985408:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762164.849600:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762164.849617:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762164/real 1789762164] req@ffff980dc61e7800 x1876699515985408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762164.849632:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515985408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762164.849643:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762164.849647:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762164.849651:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515985408:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762164.849697:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515985536:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762164.849750:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762164.849778:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762164/real 1789762164] req@ffff980dc61e6300 x1876699515985536/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762164.849793:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515985536/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762164.849803:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762164.849807:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762164.849811:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515985536:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762164.849819:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515985664:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762164.849845:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762164.849911:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762164/real 1789762164] req@ffff980dc61e5180 x1876699515985664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762164.849927:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515985664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762164.849937:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762164.849941:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762164.849945:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515985664:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762165.745194:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762166.769139:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762167.793103:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762168.817070:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762169.841017:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762169.968951:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762169.968964:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762169.968969:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762169.968983:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2141 00000100:00080000:3.0:1789762169.968997:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762169.969007:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762169.969057:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515985792/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762169.969095:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762169.969100:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762169.969102:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762169.969106:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2141 00000100:00080000:3.0:1789762169.969109:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762169.969113:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762169.969123:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762169.969135:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515985920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762169.969144:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762169.969147:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762169.969150:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789762169.969156:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515985792:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762169.969157:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2141 00000100:00080000:3.0:1789762169.969163:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762169.969170:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762169.969176:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762169.969191:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515986048/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762169.969203:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762169.969206:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762169.969207:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762169.969211:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2141 00000100:00080000:3.0:1789762169.969215:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762169.969219:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762169.969223:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762169.969231:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515986176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762169.969265:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762169.969329:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762169/real 1789762169] req@ffff980dc61e4a80 x1876699515985792/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762169.969355:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515985792/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762169.969369:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762169.969374:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762169.969379:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515985792:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762169.969407:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515985920:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762169.969432:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762169.969446:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762169/real 1789762169] req@ffff980dc61e4380 x1876699515985920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762169.969459:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515985920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762169.969477:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762169.969482:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762169.969486:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515985920:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762169.969493:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515986048:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762169.969514:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762169.969525:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762169/real 1789762169] req@ffff980dc61e4000 x1876699515986048/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762169.969538:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515986048/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762169.969547:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762169.969551:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762169.969554:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515986048:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762169.969561:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515986176:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762169.969579:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762169.969589:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762169/real 1789762169] req@ffff980dc61e5c00 x1876699515986176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762169.969601:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515986176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762169.969610:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762169.969613:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762169.969617:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515986176:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762170.864981:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762171.889024:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762172.913024:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762173.936974:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762174.961206:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762175.089028:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762175.089049:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762175.089055:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762175.089071:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2146 00000100:00080000:3.0:1789762175.089088:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762175.089124:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762175.089194:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515986304/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762175.089231:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762175.089236:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762175.089238:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762175.089243:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2146 00000100:00080000:3.0:1789762175.089249:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762175.089257:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762175.089275:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762175.089301:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515986432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762175.089322:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515986304:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762175.089327:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762175.089338:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762175.089342:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762175.089351:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2146 00000100:00080000:3.0:1789762175.089358:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762175.089364:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762175.089372:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762175.089392:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515986560/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762175.089406:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762175.089411:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762175.089415:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762175.089421:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2146 00000100:00080000:3.0:1789762175.089429:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789762175.089436:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789762175.089445:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762175.089457:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762175.089483:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515986688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762175.089506:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175] req@ffff980dc61e5c00 x1876699515986304/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762175.089532:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515986304/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762175.089548:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762175.089554:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762175.089560:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515986304:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762175.089592:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515986432:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762175.089619:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762175.089634:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175] req@ffff980dc61e4000 x1876699515986432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762175.089676:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515986432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762175.089702:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762175.089706:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762175.089711:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515986432:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762175.089719:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515986560:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762175.089747:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762175.089761:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175] req@ffff980dc61e4380 x1876699515986560/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762175.089784:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515986560/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762175.089795:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762175.089799:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762175.089803:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515986560:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762175.089809:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515986688:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762175.089828:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762175.089839:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175] req@ffff980dc61e4a80 x1876699515986688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762175.089887:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515986688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762175.089899:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762175.089903:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762175.089907:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515986688:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762175.985112:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762177.009067:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762178.032990:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762179.057000:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762180.080968:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762180.208988:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762180.208999:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762180.209004:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762180.209017:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2151 00000100:00080000:3.0:1789762180.209032:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762180.209041:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762180.209097:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515986816/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762180.209135:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762180.209140:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762180.209142:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762180.209148:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2151 00000100:00080000:3.0:1789762180.209152:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762180.209158:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762180.209170:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762180.209184:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515986816:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762180.209190:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515986944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762180.209203:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762180.209207:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762180.209209:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762180.209214:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2151 00000100:00080000:3.0:1789762180.209219:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762180.209225:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762180.209232:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762180.209258:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515987072/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762180.209264:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789762180.209274:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762180.209279:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762180.209281:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762180.209287:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2151 00000100:00080000:3.0:1789762180.209293:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762180.209298:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762180.209306:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762180.209319:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515987200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762180.209342:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180] req@ffff980dc61e5180 x1876699515986816/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762180.209368:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515986816/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762180.209391:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762180.209397:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762180.209403:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515986816:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762180.209441:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515986944:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762180.209477:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762180.209493:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180] req@ffff980dc61e6300 x1876699515986944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762180.209504:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515986944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762180.209517:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762180.209520:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762180.209525:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515986944:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762180.209536:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515987072:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762180.209560:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762180.209577:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180] req@ffff980dc61e7800 x1876699515987072/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762180.209588:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515987072/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762180.209594:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762180.209597:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762180.209600:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515987072:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762180.209621:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515987200:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762180.209643:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762180.209657:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180] req@ffff980dc61e6680 x1876699515987200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762180.209679:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515987200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762180.209689:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762180.209693:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762180.209695:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515987200:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762181.105055:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762182.129228:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762183.153054:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762184.177258:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762185.200979:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762185.328965:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762185.328976:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762185.328979:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762185.328991:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2156 00000100:00080000:3.0:1789762185.329002:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762185.329010:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762185.329054:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515987328/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762185.329081:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762185.329084:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762185.329085:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762185.329089:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2156 00000100:00080000:3.0:1789762185.329095:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762185.329098:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762185.329106:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762185.329116:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515987456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762185.329128:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762185.329131:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762185.329132:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762185.329135:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2156 00000100:00080000:3.0:1789762185.329137:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762185.329143:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762185.329146:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515987328:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789762185.329148:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762185.329161:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515987584/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762185.329169:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762185.329172:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762185.329173:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762185.329175:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2156 00000100:00080000:3.0:1789762185.329178:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762185.329180:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762185.329183:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762185.329191:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515987712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762185.329235:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762185.329289:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185] req@ffff980dc61e4e00 x1876699515987328/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762185.329312:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515987328/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762185.329324:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762185.329329:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762185.329333:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515987328:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762185.329341:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515987456:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762185.329369:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762185.329384:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185] req@ffff980dc61e7b80 x1876699515987456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762185.329399:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515987456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762185.329408:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762185.329412:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762185.329414:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515987456:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762185.329438:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515987584:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762185.329458:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762185.329485:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185] req@ffff980dc61e7480 x1876699515987584/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762185.329503:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515987584/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762185.329512:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762185.329516:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762185.329520:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515987584:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762185.329526:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515987712:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762185.329549:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762185.329562:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185] req@ffff980dc61e5880 x1876699515987712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762185.329591:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515987712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762185.329607:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762185.329611:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762185.329615:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515987712:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762186.225005:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762187.249030:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762188.272971:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762189.296982:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762190.320977:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762190.448902:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762190.448910:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762190.448913:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762190.448924:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2161 00000100:00080000:3.0:1789762190.448935:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762190.448943:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762190.448981:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515987840/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762190.449022:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762190.449026:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762190.449029:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762190.449033:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2161 00000100:00080000:3.0:1789762190.449037:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762190.449041:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762190.449051:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762190.449067:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515987968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762190.449078:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515987840:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762190.449081:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762190.449085:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762190.449086:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762190.449090:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2161 00000100:00080000:3.0:1789762190.449093:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762190.449104:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762190.449112:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762190.449122:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515988096/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762190.449130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762190.449133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762190.449134:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762190.449136:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2161 00000100:00080000:3.0:1789762190.449139:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762190.449141:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:1.0:1789762190.449147:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:3.0:1789762190.449147:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762190.449159:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515988224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762190.449197:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190] req@ffff980dc61e5880 x1876699515987840/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762190.449216:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515987840/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762190.449227:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762190.449232:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762190.449236:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515987840:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762190.449259:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515987968:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762190.449279:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762190.449289:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190] req@ffff980dc61e7480 x1876699515987968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762190.449297:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515987968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762190.449304:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762190.449306:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762190.449309:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515987968:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762190.449313:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515988096:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762190.449323:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762190.449329:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190] req@ffff980dc61e7b80 x1876699515988096/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762190.449337:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515988096/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762190.449342:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762190.449344:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762190.449346:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515988096:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762190.449349:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515988224:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762190.449359:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762190.449365:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190] req@ffff980dc61e4e00 x1876699515988224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762190.449372:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515988224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762190.449376:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762190.449378:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762190.449380:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515988224:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762191.345014:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762192.369032:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762193.392981:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762194.416979:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762195.440979:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762195.568927:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762195.568936:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762195.568940:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762195.568950:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2166 00000100:00080000:3.0:1789762195.568960:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762195.568967:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762195.569003:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515988352/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762195.569033:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762195.569037:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762195.569039:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762195.569043:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2166 00000100:00080000:3.0:1789762195.569046:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762195.569050:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762195.569059:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762195.569073:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515988480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762195.569084:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515988352:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762195.569086:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762195.569095:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762195.569098:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762195.569103:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2166 00000100:00080000:3.0:1789762195.569107:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762195.569111:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762195.569117:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762195.569132:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515988608/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762195.569143:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762195.569147:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762195.569150:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1789762195.569152:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789762195.569158:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2166 00000100:00080000:3.0:1789762195.569163:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762195.569168:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762195.569173:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762195.569184:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515988736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762195.569203:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762195/real 1789762195] req@ffff980dc61e6680 x1876699515988352/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762195.569220:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515988352/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762195.569228:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762195.569231:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762195.569234:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515988352:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762195.569252:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515988480:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762195.569270:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762195.569279:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762195/real 1789762195] req@ffff980dc61e7800 x1876699515988480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762195.569302:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515988480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762195.569310:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762195.569314:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762195.569318:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515988480:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762195.569325:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515988608:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762195.569345:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762195.569355:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762195/real 1789762195] req@ffff980dc61e6300 x1876699515988608/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762195.569368:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515988608/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762195.569373:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762195.569376:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762195.569378:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515988608:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762195.569381:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515988736:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762195.569393:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762195.569399:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762195/real 1789762195] req@ffff980dc61e5180 x1876699515988736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762195.569410:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515988736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762195.569418:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762195.569421:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762195.569424:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515988736:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762196.465042:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762197.489037:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762198.513033:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762199.537040:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762200.561037:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762200.688977:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762200.688987:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762200.688993:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762200.689004:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2171 00000100:00080000:3.0:1789762200.689017:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762200.689024:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762200.689069:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515988864/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762200.689099:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762200.689103:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762200.689104:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762200.689108:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2171 00000100:00080000:3.0:1789762200.689110:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762200.689113:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762200.689124:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762200.689133:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515988992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762200.689139:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762200.689142:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762200.689143:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762200.689146:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2171 00000100:00080000:3.0:1789762200.689148:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762200.689151:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762200.689154:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762200.689161:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515989120/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762200.689174:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762200.689177:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762200.689178:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762200.689182:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2171 00000100:00080000:3.0:1789762200.689185:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762200.689189:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762200.689194:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762200.689197:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515988864:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762200.689208:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515989248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762200.689282:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762200.689333:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762200/real 1789762200] req@ffff980dc61e4a80 x1876699515988864/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762200.689349:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515988864/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762200.689359:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762200.689364:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762200.689367:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515988864:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762200.689375:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515988992:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762200.689392:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762200.689400:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762200/real 1789762200] req@ffff980dc61e4380 x1876699515988992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762200.689408:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515988992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762200.689414:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762200.689415:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762200.689417:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515988992:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762200.689421:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515989120:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762200.689433:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762200.689439:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762200/real 1789762200] req@ffff980dc61e4000 x1876699515989120/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762200.689446:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515989120/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762200.689467:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762200.689470:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762200.689473:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515989120:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762200.689497:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515989248:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762200.689513:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762200.689520:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762200/real 1789762200] req@ffff980dc61e5c00 x1876699515989248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762200.689528:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515989248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762200.689534:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762200.689536:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762200.689538:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515989248:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762201.585061:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762202.609021:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762203.633042:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762204.657076:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762205.681025:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762205.808958:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762205.808981:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762205.808986:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762205.808998:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2176 00000100:00080000:3.0:1789762205.809011:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762205.809019:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762205.809096:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515989376/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762205.809127:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762205.809130:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762205.809131:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762205.809136:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2176 00000100:00080000:3.0:1789762205.809139:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762205.809154:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762205.809166:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762205.809183:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515989504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762205.809197:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515989376:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762205.809198:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762205.809208:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762205.809219:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762205.809225:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2176 00000100:00080000:3.0:1789762205.809229:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762205.809233:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762205.809238:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762205.809250:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515989632/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762205.809259:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762205.809262:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762205.809264:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762205.809268:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2176 00000100:00080000:3.0:1789762205.809271:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762205.809273:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762205.809276:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762205.809284:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515989760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762205.809364:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515989504:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762205.809399:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515989632:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762205.809434:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515989760:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762206.705087:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762207.729000:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762208.753047:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1789762208.881224:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:0.0:1789762208.881284:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1789762208.881314:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789762208.881365:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789762208.881376:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789762208.881388:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:1.0:1789762208.881436:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762205/real 1789762208] req@ffff980dc61e4000 x1876699515989504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762208.881472:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515989504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762208.881487:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762208.881494:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762208.881500:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515989504:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762208.881511:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762205/real 1789762208] req@ffff980dc61e4380 x1876699515989632/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762208.881527:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515989632/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762208.881536:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762208.881541:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762208.881545:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515989632:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762208.881553:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762205/real 1789762208] req@ffff980dc61e4a80 x1876699515989760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762208.881568:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515989760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762208.881578:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762208.881582:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762208.881586:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515989760:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762208.881596:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762205/real 1789762208] req@ffff980dc61e5c00 x1876699515989376/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762208.881610:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515989376/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762208.881618:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762208.881623:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762208.881626:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515989376:192.168.203.146@tcp:250:kworker.0 00010000:00010000:2.0:1789762209.777040:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762210.801056:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762210.928939:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762210.928956:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762210.928960:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762210.928971:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2182 00000100:00080000:3.0:1789762210.928984:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762210.928993:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762210.929040:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515989888/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762210.929066:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762210.929069:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762210.929071:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762210.929074:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2182 00000100:00080000:3.0:1789762210.929077:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762210.929079:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762210.929089:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762210.929099:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515990016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762210.929109:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515989888:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762210.929116:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762210.929121:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762210.929123:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762210.929129:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2182 00000100:00080000:3.0:1789762210.929135:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762210.929140:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762210.929147:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762210.929161:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515990144/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762210.929174:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762210.929178:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762210.929181:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762210.929185:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2182 00000100:00080000:3.0:1789762210.929189:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762210.929194:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:1.0:1789762210.929200:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:3.0:1789762210.929200:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762210.929216:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515990272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762210.929270:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762210/real 1789762210] req@ffff980dc61e5180 x1876699515989888/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762210.929295:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515989888/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762210.929310:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762210.929316:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762210.929321:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515989888:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762210.929362:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515990016:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762210.929406:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762210.929421:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762210/real 1789762210] req@ffff980dc61e6300 x1876699515990016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762210.929433:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515990016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762210.929442:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762210.929445:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762210.929449:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515990016:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762210.929454:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515990144:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762210.929474:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762210.929484:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762210/real 1789762210] req@ffff980dc61e7800 x1876699515990144/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762210.929497:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515990144/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762210.929505:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762210.929508:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762210.929511:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515990144:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762210.929517:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515990272:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762210.929534:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762210.929546:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762210/real 1789762210] req@ffff980dc61e6680 x1876699515990272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762210.929557:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515990272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762210.929566:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762210.929570:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762210.929574:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515990272:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762211.825027:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762212.849053:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762213.873000:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762214.897072:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762215.921030:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762216.048976:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762216.048995:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762216.049000:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762216.049016:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2187 00000100:00080000:2.0:1789762216.049028:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762216.049043:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762216.049082:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699515990400/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762216.049113:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762216.049117:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762216.049119:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762216.049123:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2187 00000100:00080000:2.0:1789762216.049126:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762216.049129:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762216.049140:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762216.049153:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699515990528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762216.049161:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762216.049164:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762216.049166:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762216.049169:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2187 00000100:00080000:2.0:1789762216.049171:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762216.049174:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762216.049180:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762216.049183:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515990400:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762216.049191:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699515990656/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762216.049206:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762216.049209:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762216.049210:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762216.049214:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2187 00000100:00080000:2.0:1789762216.049217:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762216.049221:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762216.049225:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762216.049235:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699515990784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789762216.049282:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762216.049332:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216] req@ffff980dd23a8000 x1876699515990400/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762216.049511:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699515990400/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762216.049524:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762216.049528:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762216.049534:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515990400:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762216.049542:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515990528:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762216.049567:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762216.049582:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216] req@ffff980dd23ab480 x1876699515990528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762216.049596:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699515990528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762216.049606:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762216.049610:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762216.049614:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515990528:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762216.049650:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515990656:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762216.049669:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762216.049679:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216] req@ffff980dd23ab800 x1876699515990656/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762216.049687:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699515990656/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762216.049694:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762216.049704:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762216.049706:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515990656:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762216.049711:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515990784:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762216.049727:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762216.049737:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216] req@ffff980dd23a8a80 x1876699515990784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762216.049745:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699515990784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762216.049753:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762216.049756:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762216.049760:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515990784:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762216.944993:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762217.968992:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762218.993071:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762220.017027:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762221.040960:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762221.168920:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762221.168935:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762221.168947:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762221.168960:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2192 00000100:00080000:2.0:1789762221.168975:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762221.168985:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762221.169040:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699515990912/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762221.169071:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762221.169074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762221.169076:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762221.169082:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2192 00000100:00080000:2.0:1789762221.169088:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762221.169093:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762221.169106:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762221.169108:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515990912:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762221.169124:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699515991040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762221.169140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762221.169143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762221.169145:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762221.169149:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2192 00000100:00080000:2.0:1789762221.169152:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762221.169156:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762221.169161:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762221.169172:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699515991168/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762221.169179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762221.169182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000100:0.0:1789762221.169186:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789762221.169186:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762221.169192:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2192 00000100:00080000:2.0:1789762221.169195:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762221.169198:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762221.169202:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762221.169210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699515991296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762221.169242:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221] req@ffff980dd23a8a80 x1876699515990912/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762221.169267:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699515990912/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762221.169280:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762221.169285:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762221.169290:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515990912:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762221.169335:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515991040:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762221.169361:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762221.169373:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221] req@ffff980dd23ab800 x1876699515991040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762221.169383:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699515991040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762221.169390:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762221.169392:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762221.169394:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515991040:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762221.169398:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515991168:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762221.169415:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762221.169422:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221] req@ffff980dd23ab480 x1876699515991168/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762221.169429:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699515991168/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762221.169435:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762221.169437:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762221.169438:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515991168:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762221.169442:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515991296:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762221.169453:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762221.169459:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221] req@ffff980dd23a8000 x1876699515991296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762221.169467:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699515991296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762221.169472:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762221.169474:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762221.169476:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515991296:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762222.065035:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762223.089007:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762224.112989:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762225.137010:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762226.161000:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762226.288970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762226.288981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762226.288985:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762226.288996:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2197 00000100:00080000:2.0:1789762226.289009:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762226.289016:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762226.289058:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699515991424/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762226.289084:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762226.289087:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762226.289088:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762226.289092:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2197 00000100:00080000:2.0:1789762226.289094:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762226.289096:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762226.289106:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762226.289117:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699515991552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762226.289124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762226.289127:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762226.289128:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762226.289132:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2197 00000100:00080000:2.0:1789762226.289135:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762226.289138:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762226.289142:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762226.289152:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699515991680/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762226.289154:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515991424:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762226.289163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762226.289166:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762226.289167:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762226.289169:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2197 00000100:00080000:2.0:1789762226.289170:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762226.289174:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762226.289177:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762226.289183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699515991808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789762226.289273:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762226.289336:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226] req@ffff980dd23a9180 x1876699515991424/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762226.289367:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699515991424/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762226.289380:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762226.289384:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762226.289387:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515991424:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762226.289393:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515991552:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762226.289414:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762226.289424:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226] req@ffff980dd23a8e00 x1876699515991552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762226.289433:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699515991552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762226.289439:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762226.289442:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762226.289444:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515991552:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762226.289466:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515991680:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762226.289478:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762226.289485:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226] req@ffff980dd23aa300 x1876699515991680/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762226.289493:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699515991680/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762226.289503:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762226.289505:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762226.289508:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515991680:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762226.289511:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515991808:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762226.289521:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762226.289527:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226] req@ffff980dd23a8380 x1876699515991808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762226.289534:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699515991808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762226.289539:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762226.289541:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762226.289543:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515991808:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762227.185012:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762228.209024:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762229.233023:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762230.257037:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762231.281039:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762231.408947:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762231.408965:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762231.408969:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762231.408980:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2202 00000100:00080000:3.0:1789762231.408993:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762231.409001:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762231.409051:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515991936/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762231.409083:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762231.409086:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762231.409088:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762231.409092:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2202 00000100:00080000:3.0:1789762231.409096:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762231.409100:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762231.409112:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762231.409129:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515992064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762231.409140:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762231.409144:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762231.409148:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762231.409152:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2202 00000100:00080000:3.0:1789762231.409156:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762231.409160:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762231.409167:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515991936:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789762231.409167:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762231.409187:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515992192/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762231.409200:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762231.409204:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762231.409206:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762231.409210:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2202 00000100:00080000:3.0:1789762231.409215:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762231.409232:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762231.409239:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762231.409252:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515992320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789762231.409269:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762231.409332:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231] req@ffff980dc61e4e00 x1876699515991936/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762231.409350:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515991936/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762231.409360:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762231.409364:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762231.409368:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515991936:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762231.409374:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515992064:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762231.409393:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762231.409403:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231] req@ffff980dc61e7b80 x1876699515992064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762231.409411:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515992064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762231.409417:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762231.409419:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762231.409421:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515992064:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762231.409443:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515992192:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762231.409460:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762231.409467:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231] req@ffff980dc61e7480 x1876699515992192/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762231.409474:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515992192/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762231.409480:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762231.409482:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762231.409484:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515992192:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762231.409488:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515992320:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762231.409498:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762231.409504:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231] req@ffff980dc61e5880 x1876699515992320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762231.409513:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515992320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762231.409521:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762231.409525:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762231.409528:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515992320:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762232.304990:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762233.328974:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762234.353014:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762235.377022:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762236.401031:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762236.528931:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762236.528941:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762236.528949:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762236.528961:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2207 00000100:00080000:3.0:1789762236.528974:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762236.528982:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762236.529032:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515992448/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762236.529055:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762236.529059:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762236.529060:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762236.529064:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2207 00000100:00080000:3.0:1789762236.529067:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762236.529070:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762236.529080:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762236.529092:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515992576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762236.529093:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515992448:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762236.529110:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762236.529115:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762236.529117:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762236.529121:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2207 00000100:00080000:3.0:1789762236.529125:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762236.529130:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762236.529137:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762236.529151:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515992704/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762236.529164:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762236.529168:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762236.529171:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1789762236.529172:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789762236.529178:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2207 00000100:00080000:3.0:1789762236.529197:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762236.529201:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762236.529206:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762236.529217:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515992832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762236.529243:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762236/real 1789762236] req@ffff980dc61e5880 x1876699515992448/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762236.529267:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515992448/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762236.529281:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762236.529286:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762236.529290:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515992448:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762236.529313:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515992576:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762236.529335:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762236.529349:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762236/real 1789762236] req@ffff980dc61e7480 x1876699515992576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762236.529364:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515992576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762236.529374:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762236.529378:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762236.529382:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515992576:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762236.529388:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515992704:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762236.529413:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762236.529425:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762236/real 1789762236] req@ffff980dc61e7b80 x1876699515992704/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762236.529433:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515992704/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762236.529439:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762236.529442:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762236.529444:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515992704:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762236.529448:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515992832:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762236.529463:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762236.529470:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762236/real 1789762236] req@ffff980dc61e4e00 x1876699515992832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762236.529481:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515992832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762236.529489:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762236.529493:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762236.529497:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515992832:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762237.424994:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762238.449122:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762239.473061:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762240.497036:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762241.521051:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762241.648933:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762241.648946:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762241.648963:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762241.648975:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2212 00000100:00080000:3.0:1789762241.648989:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762241.648998:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762241.649069:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515992960/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762241.649098:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762241.649101:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762241.649103:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762241.649107:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2212 00000100:00080000:3.0:1789762241.649110:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762241.649113:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762241.649124:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762241.649159:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515993088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762241.649169:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762241.649174:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762241.649177:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789762241.649178:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515992960:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762241.649183:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2212 00000100:00080000:3.0:1789762241.649196:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762241.649199:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762241.649212:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762241.649226:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515993216/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762241.649235:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762241.649239:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762241.649240:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762241.649244:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2212 00000100:00080000:3.0:1789762241.649248:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762241.649251:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762241.649256:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762241.649264:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515993344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789762241.649282:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762241.649347:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762241/real 1789762241] req@ffff980dc61e6680 x1876699515992960/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762241.649371:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515992960/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762241.649384:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762241.649389:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762241.649394:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515992960:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762241.649426:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515993088:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762241.649455:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762241.649467:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762241/real 1789762241] req@ffff980dc61e7800 x1876699515993088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762241.649477:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515993088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762241.649484:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762241.649487:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762241.649490:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515993088:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762241.649494:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515993216:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762241.649509:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762241.649517:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762241/real 1789762241] req@ffff980dc61e6300 x1876699515993216/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762241.649526:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515993216/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762241.649532:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762241.649534:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762241.649536:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515993216:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762241.649540:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515993344:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762241.649554:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762241.649562:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762241/real 1789762241] req@ffff980dc61e5180 x1876699515993344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762241.649570:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515993344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762241.649576:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762241.649578:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762241.649580:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515993344:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762242.545035:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762243.569037:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762244.592992:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762245.617213:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762246.640985:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762246.768951:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762246.768963:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762246.768967:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762246.768977:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2217 00000100:00080000:2.0:1789762246.768990:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762246.768997:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762246.769051:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699515993472/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762246.769080:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762246.769083:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762246.769088:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762246.769092:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2217 00000100:00080000:2.0:1789762246.769095:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762246.769100:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762246.769122:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762246.769139:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515993472:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762246.769141:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699515993600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762246.769156:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762246.769160:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762246.769163:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762246.769167:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2217 00000100:00080000:2.0:1789762246.769171:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762246.769175:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762246.769181:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762246.769194:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699515993728/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762246.769206:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762246.769211:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762246.769214:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1789762246.769215:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789762246.769224:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2217 00000100:00080000:2.0:1789762246.769230:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762246.769235:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762246.769241:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762246.769255:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699515993856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762246.769267:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762246/real 1789762246] req@ffff980dd23a9c00 x1876699515993472/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762246.769286:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699515993472/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762246.769296:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762246.769299:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762246.769302:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515993472:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762246.769324:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515993600:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762246.769340:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762246.769349:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762246/real 1789762246] req@ffff980dd23aa680 x1876699515993600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762246.769357:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699515993600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762246.769366:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762246.769370:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762246.769374:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515993600:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762246.769380:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515993728:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762246.769404:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762246.769415:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762246/real 1789762246] req@ffff980dd23aaa00 x1876699515993728/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762246.769428:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699515993728/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762246.769436:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762246.769438:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762246.769440:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515993728:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762246.769445:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515993856:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762246.769461:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762246.769469:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762246/real 1789762246] req@ffff980dd23a9f80 x1876699515993856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762246.769477:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699515993856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762246.769482:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762246.769483:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762246.769485:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515993856:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762247.665013:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762248.688976:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762249.712964:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762250.737035:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762251.761008:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762251.889053:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762251.889062:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762251.889081:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762251.889095:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2223 00000100:00080000:2.0:1789762251.889108:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762251.889117:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762251.889164:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699515993984/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762251.889192:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762251.889196:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762251.889198:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762251.889206:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2223 00000100:00080000:2.0:1789762251.889211:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762251.889217:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762251.889228:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762251.889236:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515993984:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762251.889244:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699515994112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762251.889263:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762251.889267:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762251.889268:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762251.889273:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2223 00000100:00080000:2.0:1789762251.889277:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762251.889280:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762251.889285:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762251.889294:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699515994240/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762251.889302:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762251.889304:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762251.889306:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762251.889309:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2223 00000100:00080000:2.0:1789762251.889314:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789762251.889315:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789762251.889326:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762251.889331:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762251.889346:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699515994368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762251.889366:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762251/real 1789762251] req@ffff980dd23a9f80 x1876699515993984/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762251.889384:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699515993984/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762251.889394:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762251.889398:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762251.889402:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515993984:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762251.889429:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515994112:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762251.889456:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762251.889472:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762251/real 1789762251] req@ffff980dd23aaa00 x1876699515994112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762251.889499:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699515994112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762251.889510:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762251.889514:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762251.889519:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515994112:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762251.889527:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515994240:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762251.889550:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762251.889569:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762251/real 1789762251] req@ffff980dd23aa680 x1876699515994240/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762251.889592:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699515994240/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762251.889602:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762251.889608:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762251.889612:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515994240:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762251.889620:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515994368:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762251.889636:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762251.889644:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762251/real 1789762251] req@ffff980dd23a9c00 x1876699515994368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762251.889652:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699515994368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762251.889656:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762251.889658:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762251.889660:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515994368:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762252.785090:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762253.809043:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762254.832981:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762255.857137:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762256.881058:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762257.009002:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762257.009046:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762257.009052:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762257.009069:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2228 00000100:00080000:2.0:1789762257.009081:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762257.009090:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762257.009134:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699515994496/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762257.009159:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762257.009163:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762257.009166:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762257.009171:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2228 00000100:00080000:2.0:1789762257.009175:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762257.009180:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762257.009193:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762257.009229:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699515994624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762257.009247:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762257.009257:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1789762257.009258:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515994496:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762257.009261:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762257.009292:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2228 00000100:00080000:2.0:1789762257.009296:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762257.009302:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762257.009309:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762257.009324:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699515994752/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762257.009333:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762257.009336:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762257.009338:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762257.009342:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2228 00000100:00080000:2.0:1789762257.009344:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762257.009348:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:1.0:1789762257.009353:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:2.0:1789762257.009363:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762257.009393:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257] req@ffff980dd23a8380 x1876699515994496/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762257.009415:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699515994880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762257.009419:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699515994496/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762257.009457:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762257.009462:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762257.009467:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515994496:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762257.009492:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515994624:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762257.009509:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762257.009518:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257] req@ffff980dd23aa300 x1876699515994624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762257.009526:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699515994624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762257.009531:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762257.009534:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762257.009536:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515994624:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762257.009540:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515994752:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762257.009551:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762257.009558:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257] req@ffff980dd23a8e00 x1876699515994752/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762257.009565:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699515994752/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762257.009570:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762257.009572:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762257.009574:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515994752:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762257.009578:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515994880:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762257.009588:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762257.009594:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257] req@ffff980dd23a9180 x1876699515994880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762257.009601:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699515994880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762257.009606:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762257.009607:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762257.009609:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515994880:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762257.905019:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762258.929033:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762259.953177:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762260.977082:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762262.001137:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762262.129072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762262.129104:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762262.129109:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762262.129124:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2233 00000100:00080000:3.0:1789762262.129139:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762262.129150:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762262.129234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515995008/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762262.129271:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762262.129275:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762262.129277:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762262.129282:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2233 00000100:00080000:3.0:1789762262.129285:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762262.129289:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762262.129318:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762262.129334:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515995136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762262.129348:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762262.129351:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762262.129353:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762262.129360:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2233 00000100:00080000:3.0:1789762262.129365:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789762262.129367:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515995008:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762262.129372:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762262.129385:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762262.129397:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515995264/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762262.129408:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762262.129412:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762262.129414:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762262.129418:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2233 00000100:00080000:3.0:1789762262.129421:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762262.129425:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762262.129430:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762262.129440:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515995392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762262.129467:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762262.129556:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262] req@ffff980dc61e5c00 x1876699515995008/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762262.129580:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515995008/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762262.129595:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762262.129601:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762262.129605:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515995008:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762262.129635:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515995136:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762262.129682:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762262.129695:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262] req@ffff980dc61e4a80 x1876699515995136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762262.129708:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515995136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762262.129730:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762262.129751:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762262.129755:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515995136:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762262.129762:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515995264:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762262.129788:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762262.129800:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262] req@ffff980dc61e4380 x1876699515995264/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762262.129813:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515995264/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762262.129822:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762262.129825:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762262.129829:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515995264:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762262.129852:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515995392:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762262.129869:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762262.129878:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262] req@ffff980dc61e4000 x1876699515995392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762262.129935:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515995392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762262.129943:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762262.129946:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762262.129949:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515995392:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762263.025009:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762264.049047:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762265.073048:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762266.097087:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762267.121048:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762267.249022:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762267.249033:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762267.249037:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762267.249058:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2238 00000100:00080000:2.0:1789762267.249068:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762267.249076:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762267.249125:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699515995520/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762267.249155:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762267.249160:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762267.249162:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762267.249167:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2238 00000100:00080000:2.0:1789762267.249171:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762267.249175:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762267.249184:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762267.249211:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699515995648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762267.249224:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789762267.249228:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515995520:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762267.249229:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762267.249234:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762267.249242:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2238 00000100:00080000:2.0:1789762267.249246:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762267.249250:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762267.249255:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762267.249269:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699515995776/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762267.249281:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762267.249284:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762267.249287:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762267.249291:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2238 00000100:00080000:2.0:1789762267.249307:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789762267.249310:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789762267.249324:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762267.249331:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762267.249346:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699515995904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762267.249356:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267] req@ffff980dd23a8000 x1876699515995520/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762267.249386:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699515995520/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762267.249397:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762267.249402:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762267.249407:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515995520:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762267.249430:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515995648:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762267.249453:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762267.249463:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267] req@ffff980dd23ab480 x1876699515995648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762267.249472:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699515995648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762267.249482:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762267.249485:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762267.249487:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515995648:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762267.249491:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515995776:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762267.249503:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762267.249520:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267] req@ffff980dd23ab800 x1876699515995776/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762267.249528:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699515995776/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762267.249533:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762267.249535:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762267.249538:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515995776:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762267.249541:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515995904:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762267.249553:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762267.249560:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267] req@ffff980dd23a8a80 x1876699515995904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762267.249567:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699515995904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762267.249572:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762267.249573:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762267.249576:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515995904:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762268.144990:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762269.169145:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762270.193004:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762271.217059:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762272.241051:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762272.369024:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762272.369036:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762272.369040:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762272.369050:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2243 00000100:00080000:0.0:1789762272.369062:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762272.369068:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762272.369100:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7800 x1876699515996032/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762272.369124:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762272.369127:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762272.369129:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762272.369131:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2243 00000100:00080000:0.0:1789762272.369135:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762272.369137:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762272.369145:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762272.369153:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5f80 x1876699515996160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762272.369161:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789762272.369166:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515996032:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789762272.369173:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762272.369179:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762272.369182:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2243 00000100:00080000:0.0:1789762272.369184:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762272.369186:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762272.369190:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762272.369200:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4700 x1876699515996288/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762272.369207:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762272.369209:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762272.369211:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762272.369214:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2243 00000100:00080000:0.0:1789762272.369226:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762272.369230:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762272.369235:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762272.369247:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7100 x1876699515996416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762272.369282:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515996160:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762272.369326:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515996288:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762272.369348:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515996416:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762273.265012:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762274.289026:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762275.313120:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789762275.441397:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:2.0:1789762275.441472:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789762275.441492:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789762275.441574:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789762275.441586:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789762275.441595:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:1.0:1789762275.441662:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762275] req@ffff980dc8fc5f80 x1876699515996160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762275.441688:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5f80 x1876699515996160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762275.441701:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762275.441705:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762275.441710:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515996160:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762275.441720:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762275] req@ffff980dc8fc4700 x1876699515996288/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762275.441751:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4700 x1876699515996288/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762275.441763:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762275.441768:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762275.441772:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515996288:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762275.441780:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762275] req@ffff980dc8fc7100 x1876699515996416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762275.441797:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7100 x1876699515996416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762275.441806:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762275.441810:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762275.441815:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515996416:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762275.441823:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762275] req@ffff980dc8fc7800 x1876699515996032/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762275.441837:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7800 x1876699515996032/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762275.441851:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762275.441901:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762275.441907:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515996032:192.168.203.146@tcp:250:kworker.0 00010000:00010000:2.0:1789762276.337059:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762277.361044:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762277.488954:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762277.488966:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762277.488970:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762277.488983:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2248 00000100:00080000:3.0:1789762277.488995:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762277.489004:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762277.489054:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699515996544/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762277.489082:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762277.489085:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762277.489087:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762277.489091:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2248 00000100:00080000:3.0:1789762277.489094:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762277.489099:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762277.489111:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762277.489127:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699515996672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762277.489133:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515996544:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762277.489148:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762277.489152:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762277.489154:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762277.489159:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2248 00000100:00080000:3.0:1789762277.489163:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762277.489168:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762277.489175:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762277.489196:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699515996800/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762277.489209:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762277.489213:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762277.489215:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762277.489219:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2248 00000100:00080000:3.0:1789762277.489225:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762277.489229:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762277.489235:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789762277.489241:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762277.489251:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699515996928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762277.489299:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762277/real 1789762277] req@ffff980dc61e4000 x1876699515996544/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762277.489318:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699515996544/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762277.489328:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762277.489332:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762277.489338:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515996544:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762277.489370:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515996672:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762277.489396:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762277.489410:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762277/real 1789762277] req@ffff980dc61e4380 x1876699515996672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762277.489424:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699515996672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762277.489434:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762277.489444:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762277.489448:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515996672:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762277.489455:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515996800:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762277.489479:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762277.489490:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762277/real 1789762277] req@ffff980dc61e4a80 x1876699515996800/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762277.489503:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699515996800/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762277.489512:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762277.489516:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762277.489520:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515996800:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762277.489526:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515996928:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762277.489550:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762277.489566:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762277/real 1789762277] req@ffff980dc61e5c00 x1876699515996928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762277.489580:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699515996928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762277.489588:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762277.489592:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762277.489595:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515996928:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762278.385059:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762279.409064:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762280.433001:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762281.457033:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762282.481144:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762282.608999:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762282.609007:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762282.609010:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762282.609018:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2253 00000100:00080000:0.0:1789762282.609028:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762282.609046:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762282.609079:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6d80 x1876699515997056/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762282.609104:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762282.609107:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762282.609108:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762282.609111:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2253 00000100:00080000:0.0:1789762282.609114:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762282.609117:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762282.609124:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762282.609133:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4e00 x1876699515997184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762282.609141:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762282.609143:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762282.609145:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762282.609148:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2253 00000100:00080000:0.0:1789762282.609150:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762282.609164:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762282.609167:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762282.609175:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515997056:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762282.609176:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6680 x1876699515997312/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762282.609192:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762282.609194:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762282.609195:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762282.609197:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2253 00000100:00080000:0.0:1789762282.609199:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762282.609201:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762282.609205:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762282.609212:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6300 x1876699515997440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762282.609261:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762282.609305:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762282/real 1789762282] req@ffff980dc8fc6d80 x1876699515997056/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762282.609325:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6d80 x1876699515997056/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762282.609336:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762282.609340:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762282.609345:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515997056:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762282.609352:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515997184:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762282.609392:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762282.609406:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762282/real 1789762282] req@ffff980dc8fc4e00 x1876699515997184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762282.609420:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4e00 x1876699515997184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762282.609436:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762282.609439:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762282.609443:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515997184:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762282.609468:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515997312:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762282.609490:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762282.609502:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762282/real 1789762282] req@ffff980dc8fc6680 x1876699515997312/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762282.609513:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6680 x1876699515997312/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762282.609537:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762282.609541:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762282.609545:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515997312:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762282.609551:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515997440:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762282.609570:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762282.609581:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762282/real 1789762282] req@ffff980dc8fc6300 x1876699515997440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762282.609594:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6300 x1876699515997440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762282.609602:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762282.609605:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762282.609609:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515997440:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762283.505051:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762284.529013:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762285.552966:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762286.577059:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762287.601078:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762287.729022:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762287.729038:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762287.729048:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762287.729066:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2258 00000100:00080000:3.0:1789762287.729084:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762287.729095:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762287.729167:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699515997568/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762287.729230:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762287.729234:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762287.729236:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762287.729241:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2258 00000100:00080000:3.0:1789762287.729246:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762287.729253:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762287.729271:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762287.729308:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515997568:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762287.729315:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515997696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762287.729337:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762287.729342:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762287.729344:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762287.729350:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2258 00000100:00080000:3.0:1789762287.729357:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762287.729363:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:0.0:1789762287.729412:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:3.0:1789762287.729453:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762287.729470:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762287/real 1789762287] req@ffff980dc61e5180 x1876699515997568/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762287.729473:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515997824/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762287.729518:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699515997568/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762287.729545:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762287.729549:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762287.729553:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515997568:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762287.729592:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515997696:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762287.729618:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762287.729631:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762287/real 1789762287] req@ffff980dc61e6300 x1876699515997696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762287.729644:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515997696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762287.729662:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762287.729666:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762287.729669:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515997696:192.168.203.146@tcp:38:kworker.0 00000100:00080000:3.0:1789762287.729728:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762287.729836:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762287.729839:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762287.729863:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2258 00000100:00080000:3.0:1789762287.729937:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1789762287.729949:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515997824:192.168.203.146@tcp:8:kworker.0 00000100:00080000:3.0:1789762287.729951:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762287.729974:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762287.730004:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515997952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789762287.730057:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762287.730093:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762287/real 1789762287] req@ffff980dc61e7800 x1876699515997824/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762287.730113:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515997824/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762287.730125:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762287.730129:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762287.730134:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515997824:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762287.730159:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515997952:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762287.730181:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762287.730203:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762287/real 1789762287] req@ffff980dc61e6680 x1876699515997952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762287.730235:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515997952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762287.730244:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762287.730248:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762287.730252:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515997952:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762288.624991:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762289.648976:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762290.673010:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762291.697007:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762292.721003:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762292.848939:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762292.848950:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762292.848955:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762292.848965:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2264 00000100:00080000:0.0:1789762292.848977:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762292.848984:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762292.849028:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4000 x1876699515998080/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762292.849059:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762292.849062:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762292.849064:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762292.849067:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2264 00000100:00080000:0.0:1789762292.849069:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762292.849072:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762292.849082:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762292.849092:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6a00 x1876699515998208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762292.849098:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762292.849101:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762292.849102:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762292.849104:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2264 00000100:00080000:0.0:1789762292.849106:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762292.849108:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762292.849111:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762292.849120:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4380 x1876699515998336/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762292.849126:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762292.849128:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762292.849129:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762292.849131:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2264 00000100:00080000:0.0:1789762292.849134:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762292.849137:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762292.849141:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762292.849148:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7480 x1876699515998464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762292.849188:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515998080:192.168.203.146@tcp:250:kworker.0 00000800:00000100:2.0:1789762292.849255:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762292.849293:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762292/real 1789762292] req@ffff980dc8fc4000 x1876699515998080/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762292.849306:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4000 x1876699515998080/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762292.849316:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762292.849319:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762292.849322:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515998080:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762292.849327:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515998208:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762292.849341:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762292.849348:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762292/real 1789762292] req@ffff980dc8fc6a00 x1876699515998208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762292.849356:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6a00 x1876699515998208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762292.849366:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762292.849369:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762292.849371:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515998208:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762292.849374:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515998336:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762292.849386:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762292.849392:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762292/real 1789762292] req@ffff980dc8fc4380 x1876699515998336/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762292.849399:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4380 x1876699515998336/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762292.849404:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762292.849406:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762292.849408:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515998336:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762292.849411:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515998464:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762292.849421:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762292.849427:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762292/real 1789762292] req@ffff980dc8fc7480 x1876699515998464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762292.849435:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7480 x1876699515998464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762292.849439:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762292.849441:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762292.849444:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515998464:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762293.745011:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762294.769071:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762295.792997:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762296.817119:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762297.840976:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762297.968960:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762297.968970:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762297.968974:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762297.968984:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2269 00000100:00080000:3.0:1789762297.968997:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762297.969004:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762297.969055:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515998592/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762297.969088:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762297.969092:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762297.969093:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762297.969098:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2269 00000100:00080000:3.0:1789762297.969101:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762297.969108:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762297.969120:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762297.969135:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515998720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762297.969139:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515998592:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762297.969162:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762297.969167:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762297.969168:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762297.969173:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2269 00000100:00080000:3.0:1789762297.969176:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762297.969179:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762297.969183:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762297.969194:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515998848/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762297.969203:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762297.969207:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762297.969208:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762297.969212:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2269 00000100:00080000:3.0:1789762297.969219:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762297.969225:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:2.0:1789762297.969234:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:3.0:1789762297.969236:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762297.969257:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515998976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762297.969289:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762297/real 1789762297] req@ffff980dc61e4e00 x1876699515998592/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762297.969305:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515998592/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762297.969314:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762297.969317:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762297.969320:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515998592:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762297.969340:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515998720:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762297.969360:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762297.969368:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762297/real 1789762297] req@ffff980dc61e7b80 x1876699515998720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762297.969377:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515998720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762297.969382:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762297.969385:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762297.969387:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515998720:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762297.969391:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515998848:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762297.969405:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762297.969411:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762297/real 1789762297] req@ffff980dc61e7480 x1876699515998848/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762297.969419:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515998848/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762297.969424:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762297.969426:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762297.969428:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515998848:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762297.969432:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515998976:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762297.969442:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762297.969489:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762297/real 1789762297] req@ffff980dc61e5880 x1876699515998976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762297.969497:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515998976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762297.969503:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762297.969505:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762297.969507:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515998976:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762298.865111:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762299.889048:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762300.913035:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762301.936985:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762302.960972:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762303.088935:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762303.088946:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762303.088949:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762303.088958:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2274 00000100:00080000:3.0:1789762303.088985:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762303.088993:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762303.089030:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699515999104/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762303.089065:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762303.089069:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762303.089070:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762303.089074:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2274 00000100:00080000:3.0:1789762303.089077:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762303.089079:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762303.089088:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762303.089097:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699515999232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762303.089106:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762303.089109:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762303.089110:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762303.089113:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2274 00000100:00080000:3.0:1789762303.089116:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762303.089127:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762303.089133:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762303.089149:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699515999360/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762303.089165:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515999104:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762303.089166:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762303.089177:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762303.089180:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762303.089196:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2274 00000100:00080000:3.0:1789762303.089200:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762303.089204:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762303.089209:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762303.089223:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699515999488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789762303.089254:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762303.089305:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303] req@ffff980dc61e5880 x1876699515999104/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762303.089327:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699515999104/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762303.089336:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762303.089339:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762303.089343:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515999104:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762303.089349:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515999232:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762303.089376:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762303.089386:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303] req@ffff980dc61e7480 x1876699515999232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762303.089395:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699515999232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762303.089402:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762303.089404:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762303.089407:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515999232:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762303.089427:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515999360:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762303.089441:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762303.089450:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303] req@ffff980dc61e7b80 x1876699515999360/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762303.089459:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699515999360/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762303.089471:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762303.089473:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762303.089476:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515999360:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762303.089480:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515999488:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762303.089492:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762303.089499:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303] req@ffff980dc61e4e00 x1876699515999488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762303.089518:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699515999488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762303.089524:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762303.089527:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762303.089529:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699515999488:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762303.985056:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762305.009021:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762306.033074:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762307.057099:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762308.081078:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762308.208962:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762308.208996:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762308.209000:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762308.209013:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2279 00000100:00080000:3.0:1789762308.209022:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762308.209028:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762308.209064:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699515999616/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762308.209089:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762308.209100:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762308.209103:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762308.209108:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2279 00000100:00080000:3.0:1789762308.209113:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762308.209117:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762308.209126:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762308.209137:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699515999744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762308.209147:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1789762308.209152:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515999616:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762308.209152:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762308.209156:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762308.209164:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2279 00000100:00080000:3.0:1789762308.209167:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762308.209170:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762308.209177:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762308.209187:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699515999872/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762308.209196:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762308.209199:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762308.209201:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762308.209206:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2279 00000100:00080000:3.0:1789762308.209227:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762308.209233:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:2.0:1789762308.209238:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:3.0:1789762308.209242:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762308.209262:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516000000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762308.209283:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308] req@ffff980dc61e6680 x1876699515999616/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762308.209308:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699515999616/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762308.209341:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762308.209347:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762308.209352:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699515999616:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762308.209380:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515999744:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762308.209412:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762308.209430:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308] req@ffff980dc61e7800 x1876699515999744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762308.209448:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699515999744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762308.209458:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762308.209463:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762308.209467:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515999744:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762308.209473:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515999872:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762308.209494:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762308.209504:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308] req@ffff980dc61e6300 x1876699515999872/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762308.209513:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699515999872/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762308.209520:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762308.209523:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762308.209525:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699515999872:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762308.209530:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516000000:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762308.209543:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762308.209550:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308] req@ffff980dc61e5180 x1876699516000000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762308.209559:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516000000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762308.209565:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762308.209567:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762308.209570:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516000000:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762309.105023:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762310.129108:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762311.153116:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762312.177058:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762313.201021:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762313.328968:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762313.329000:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762313.329005:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762313.329031:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2284 00000100:00080000:3.0:1789762313.329047:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762313.329060:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762313.329120:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516000128/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762313.329163:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762313.329169:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762313.329172:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762313.329178:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2284 00000100:00080000:3.0:1789762313.329185:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762313.329192:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762313.329207:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762313.329223:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516000128:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762313.329232:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516000256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762313.329250:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762313.329255:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762313.329259:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762313.329265:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2284 00000100:00080000:3.0:1789762313.329272:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762313.329278:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762313.329287:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762313.329305:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516000384/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789762313.329320:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789762313.329325:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762313.329333:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762313.329336:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762313.329344:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2284 00000100:00080000:3.0:1789762313.329362:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762313.329380:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762313.329390:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762313.329395:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313] req@ffff980dc61e5c00 x1876699516000128/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762313.329413:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516000512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762313.329422:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516000128/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762313.329450:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762313.329455:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762313.329460:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516000128:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762313.329490:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516000256:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762313.329513:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762313.329531:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313] req@ffff980dc61e4a80 x1876699516000256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762313.329549:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516000256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762313.329562:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762313.329567:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762313.329573:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516000256:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762313.329582:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516000384:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762313.329634:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762313.329648:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313] req@ffff980dc61e4380 x1876699516000384/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762313.329665:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516000384/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762313.329678:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762313.329683:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762313.329687:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516000384:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762313.329697:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516000512:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762313.329730:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762313.329744:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313] req@ffff980dc61e4000 x1876699516000512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762313.329774:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516000512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762313.329782:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762313.329785:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762313.329788:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516000512:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762314.225059:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762315.249047:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762316.273004:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762317.297023:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762318.320977:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762318.448998:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762318.449008:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762318.449012:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762318.449023:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2289 00000100:00080000:3.0:1789762318.449036:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762318.449043:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762318.449090:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516000640/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762318.449116:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762318.449119:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762318.449121:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762318.449124:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2289 00000100:00080000:3.0:1789762318.449127:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762318.449130:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762318.449141:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762318.449151:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516000768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762318.449158:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762318.449168:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762318.449170:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789762318.449173:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516000640:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762318.449179:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2289 00000100:00080000:3.0:1789762318.449185:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762318.449190:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762318.449196:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762318.449211:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516000896/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762318.449223:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762318.449227:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762318.449230:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762318.449234:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2289 00000100:00080000:3.0:1789762318.449249:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762318.449254:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:2.0:1789762318.449260:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:3.0:1789762318.449260:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762318.449276:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516001024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762318.449318:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318] req@ffff980dc61e4000 x1876699516000640/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762318.449335:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516000640/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762318.449344:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762318.449347:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762318.449350:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516000640:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762318.449373:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516000768:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762318.449392:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762318.449403:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318] req@ffff980dc61e4380 x1876699516000768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762318.449425:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516000768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762318.449434:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762318.449438:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762318.449442:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516000768:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762318.449449:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516000896:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762318.449468:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762318.449477:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318] req@ffff980dc61e4a80 x1876699516000896/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762318.449485:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516000896/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762318.449491:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762318.449493:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762318.449495:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516000896:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762318.449499:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516001024:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762318.449510:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762318.449516:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318] req@ffff980dc61e5c00 x1876699516001024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762318.449524:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516001024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762318.449534:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762318.449536:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762318.449538:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516001024:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762319.345009:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762320.369026:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762321.393029:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762322.417046:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762323.441046:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762323.569047:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762323.569059:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762323.569064:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762323.569078:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2294 00000100:00080000:3.0:1789762323.569092:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762323.569101:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762323.569151:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516001152/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762323.569189:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762323.569194:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762323.569197:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762323.569203:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2294 00000100:00080000:3.0:1789762323.569208:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762323.569213:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762323.569225:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762323.569240:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516001152:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762323.569246:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516001280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762323.569261:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762323.569265:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762323.569268:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762323.569272:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2294 00000100:00080000:3.0:1789762323.569276:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762323.569280:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762323.569285:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762323.569296:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516001408/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762323.569304:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762323.569307:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762323.569308:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762323.569310:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2294 00000100:00080000:3.0:1789762323.569313:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762323.569315:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762323.569319:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789762323.569320:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762323.569336:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516001536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762323.569372:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762323/real 1789762323] req@ffff980dc61e5180 x1876699516001152/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762323.569406:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516001152/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762323.569415:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762323.569419:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762323.569422:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516001152:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762323.569448:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516001280:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762323.569471:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762323.569483:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762323/real 1789762323] req@ffff980dc61e6300 x1876699516001280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762323.569491:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516001280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762323.569497:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762323.569501:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762323.569503:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516001280:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762323.569508:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516001408:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762323.569522:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762323.569554:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762323/real 1789762323] req@ffff980dc61e7800 x1876699516001408/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762323.569565:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516001408/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762323.569572:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762323.569574:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762323.569576:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516001408:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762323.569581:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516001536:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762323.569597:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762323.569604:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762323/real 1789762323] req@ffff980dc61e6680 x1876699516001536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762323.569612:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516001536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762323.569617:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762323.569619:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762323.569620:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516001536:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762324.464984:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762325.489011:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762326.513019:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762327.537000:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762328.561003:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762328.688968:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762328.688976:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762328.688980:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762328.688989:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2299 00000100:00080000:3.0:1789762328.689000:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762328.689015:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762328.689055:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516001664/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762328.689083:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762328.689088:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762328.689090:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762328.689096:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2299 00000100:00080000:3.0:1789762328.689100:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762328.689104:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762328.689114:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762328.689124:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516001792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762328.689131:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762328.689133:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762328.689135:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762328.689138:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2299 00000100:00080000:3.0:1789762328.689141:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762328.689144:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762328.689148:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762328.689159:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516001920/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762328.689167:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762328.689169:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762328.689170:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762328.689173:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2299 00000100:00080000:3.0:1789762328.689174:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762328.689176:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762328.689180:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762328.689187:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516002048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762328.689207:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516001664:192.168.203.146@tcp:250:kworker.0 00000800:00000100:1.0:1789762328.689294:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762328.689346:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762328/real 1789762328] req@ffff980dc61e4e00 x1876699516001664/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762328.689362:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516001664/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762328.689372:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762328.689376:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762328.689379:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516001664:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762328.689385:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516001792:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762328.689401:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762328.689410:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762328/real 1789762328] req@ffff980dc61e7b80 x1876699516001792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762328.689418:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516001792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762328.689423:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762328.689425:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762328.689427:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516001792:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762328.689431:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516001920:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762328.689443:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762328.689449:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762328/real 1789762328] req@ffff980dc61e7480 x1876699516001920/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762328.689456:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516001920/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762328.689462:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762328.689464:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762328.689465:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516001920:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762328.689490:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516002048:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762328.689523:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762328.689531:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762328/real 1789762328] req@ffff980dc61e5880 x1876699516002048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762328.689539:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516002048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762328.689544:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762328.689547:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762328.689549:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516002048:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762329.585088:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762330.609063:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762331.633111:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762332.657038:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762333.681006:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762333.808993:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762333.809004:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762333.809008:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762333.809020:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2304 00000100:00080000:0.0:1789762333.809033:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762333.809041:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762333.809087:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5500 x1876699516002176/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762333.809118:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762333.809124:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762333.809126:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762333.809132:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2304 00000100:00080000:0.0:1789762333.809136:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762333.809142:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762333.809154:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762333.809192:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5180 x1876699516002304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762333.809197:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516002176:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789762333.809239:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762333.809243:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762333.809246:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762333.809251:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2304 00000100:00080000:0.0:1789762333.809256:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762333.809260:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762333.809268:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762333.809284:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5c00 x1876699516002432/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762333.809319:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762333.809323:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762333.809326:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762333.809330:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2304 00000100:00080000:0.0:1789762333.809336:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789762333.809340:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789762333.809345:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762333.809352:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762333.809379:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5880 x1876699516002560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762333.809409:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762333/real 1789762333] req@ffff980dc8fc5500 x1876699516002176/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762333.809445:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5500 x1876699516002176/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762333.809470:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762333.809475:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762333.809478:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516002176:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762333.809520:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516002304:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762333.809541:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762333.809552:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762333/real 1789762333] req@ffff980dc8fc5180 x1876699516002304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762333.809562:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5180 x1876699516002304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762333.809569:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762333.809572:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762333.809574:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516002304:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762333.809578:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516002432:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762333.809591:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762333.809598:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762333/real 1789762333] req@ffff980dc8fc5c00 x1876699516002432/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762333.809606:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5c00 x1876699516002432/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762333.809612:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762333.809614:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762333.809616:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516002432:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762333.809620:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516002560:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762333.809631:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762333.809638:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762333/real 1789762333] req@ffff980dc8fc5880 x1876699516002560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762333.809646:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5880 x1876699516002560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762333.809657:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762333.809659:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762333.809662:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516002560:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762334.705078:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762335.729050:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762336.752973:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762337.777043:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762338.801069:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762338.928977:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762338.928990:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762338.928996:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762338.929009:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2310 00000100:00080000:3.0:1789762338.929025:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762338.929036:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762338.929104:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516002688/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762338.929137:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762338.929141:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762338.929143:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762338.929148:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2310 00000100:00080000:3.0:1789762338.929152:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762338.929156:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762338.929180:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762338.929198:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516002816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762338.929199:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516002688:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762338.929218:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762338.929222:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762338.929225:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762338.929229:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2310 00000100:00080000:3.0:1789762338.929233:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762338.929236:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762338.929241:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762338.929254:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516002944/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762338.929265:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762338.929268:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762338.929269:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762338.929271:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2310 00000100:00080000:3.0:1789762338.929301:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762338.929304:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762338.929308:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762338.929318:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516003072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762338.929370:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516002816:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762338.929433:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516002944:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762338.929485:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516003072:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762339.825026:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762340.849039:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762341.872973:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789762342.001239:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:2.0:1789762342.001295:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789762342.001316:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789762342.001364:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789762342.001373:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789762342.001380:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:1.0:1789762342.001427:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762338/real 1789762342] req@ffff980dc61e7480 x1876699516002816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762342.001461:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516002816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762342.001476:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762342.001484:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762342.001488:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516002816:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762342.001498:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762338/real 1789762342] req@ffff980dc61e7b80 x1876699516002944/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762342.001521:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516002944/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762342.001530:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762342.001534:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762342.001538:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516002944:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762342.001545:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762338/real 1789762342] req@ffff980dc61e4e00 x1876699516003072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762342.001558:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516003072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762342.001565:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762342.001568:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762342.001572:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516003072:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762342.001579:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762338/real 1789762342] req@ffff980dc61e5880 x1876699516002688/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762342.001592:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516002688/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762342.001599:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762342.001603:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762342.001606:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516002688:192.168.203.146@tcp:250:kworker.0 00010000:00010000:3.0:1789762342.897010:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762343.921011:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762344.048948:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762344.048962:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762344.048967:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762344.048981:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2315 00000100:00080000:3.0:1789762344.048995:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762344.049004:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762344.049050:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516003200/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762344.049087:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762344.049091:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762344.049093:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762344.049098:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2315 00000100:00080000:3.0:1789762344.049102:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762344.049106:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762344.049118:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762344.049134:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516003328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762344.049146:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762344.049150:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762344.049152:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762344.049157:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2315 00000100:00080000:3.0:1789762344.049161:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762344.049168:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762344.049170:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516003200:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789762344.049185:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762344.049205:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516003456/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762344.049219:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762344.049223:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762344.049225:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762344.049230:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2315 00000100:00080000:3.0:1789762344.049235:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762344.049239:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762344.049244:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762344.049256:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516003584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762344.049268:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762344.049330:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762344] req@ffff980dc61e6680 x1876699516003200/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762344.049360:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516003200/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762344.049374:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762344.049395:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762344.049400:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516003200:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762344.049410:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516003328:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762344.049440:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762344.049458:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762344] req@ffff980dc61e7800 x1876699516003328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762344.049471:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516003328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762344.049479:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762344.049483:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762344.049486:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516003328:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762344.049520:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516003456:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762344.049544:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762344.049557:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762344] req@ffff980dc61e6300 x1876699516003456/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762344.049577:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516003456/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762344.049586:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762344.049589:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762344.049592:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516003456:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762344.049598:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516003584:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762344.049618:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762344.049630:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762344] req@ffff980dc61e5180 x1876699516003584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762344.049641:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516003584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762344.049650:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762344.049653:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762344.049656:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516003584:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762344.945037:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762345.969079:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762346.993164:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762348.017049:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762349.041043:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762349.168927:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762349.168940:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762349.168946:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762349.168971:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2320 00000100:00080000:3.0:1789762349.168986:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762349.168994:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762349.169063:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516003712/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762349.169094:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762349.169100:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762349.169103:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762349.169110:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2320 00000100:00080000:3.0:1789762349.169116:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762349.169124:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762349.169141:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762349.169159:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516003712:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762349.169170:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516003840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762349.169190:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762349.169196:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762349.169199:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762349.169205:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2320 00000100:00080000:3.0:1789762349.169211:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762349.169218:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762349.169227:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762349.169245:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516003968/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762349.169257:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789762349.169277:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762349.169299:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762349.169301:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762349.169307:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2320 00000100:00080000:3.0:1789762349.169312:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762349.169319:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762349.169326:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762349.169327:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349] req@ffff980dc61e5c00 x1876699516003712/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762349.169363:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516004096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762349.169366:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516003712/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762349.169405:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762349.169413:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762349.169420:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516003712:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762349.169450:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516003840:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762349.169485:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762349.169496:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349] req@ffff980dc61e4a80 x1876699516003840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762349.169506:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516003840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762349.169514:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762349.169517:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762349.169519:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516003840:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762349.169523:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516003968:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762349.169537:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762349.169544:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349] req@ffff980dc61e4380 x1876699516003968/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762349.169553:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516003968/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762349.169560:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762349.169562:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762349.169564:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516003968:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762349.169569:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516004096:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762349.169581:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762349.169589:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349] req@ffff980dc61e4000 x1876699516004096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762349.169597:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516004096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762349.169603:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762349.169605:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762349.169607:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516004096:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762350.065000:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762351.089352:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762352.113066:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762353.137007:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762354.161012:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762354.288956:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762354.288967:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762354.288971:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762354.288982:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2325 00000100:00080000:3.0:1789762354.288993:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762354.289001:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762354.289047:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516004224/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762354.289075:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762354.289078:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762354.289084:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762354.289088:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2325 00000100:00080000:3.0:1789762354.289091:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762354.289094:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762354.289104:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762354.289115:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516004352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762354.289123:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762354.289127:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762354.289128:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762354.289150:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2325 00000100:00100000:1.0:1789762354.289152:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516004224:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762354.289153:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762354.289160:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762354.289165:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762354.289176:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516004480/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762354.289183:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762354.289186:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762354.289187:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762354.289189:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2325 00000100:00080000:3.0:1789762354.289191:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762354.289194:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762354.289197:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762354.289204:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516004608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762354.289242:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762354.289282:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354] req@ffff980dc61e4000 x1876699516004224/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762354.289298:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516004224/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762354.289320:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762354.289323:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762354.289326:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516004224:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762354.289371:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516004352:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762354.289392:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762354.289403:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354] req@ffff980dc61e4380 x1876699516004352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762354.289412:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516004352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762354.289419:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762354.289421:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762354.289424:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516004352:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762354.289428:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516004480:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762354.289440:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762354.289447:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354] req@ffff980dc61e4a80 x1876699516004480/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762354.289472:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516004480/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762354.289478:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762354.289480:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762354.289482:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516004480:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762354.289486:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516004608:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762354.289497:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762354.289503:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354] req@ffff980dc61e5c00 x1876699516004608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762354.289510:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516004608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762354.289516:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762354.289518:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762354.289520:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516004608:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762355.185071:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762356.209048:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762357.233054:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762358.257226:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762359.281025:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762359.409087:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762359.409114:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762359.409123:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762359.409179:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2330 00000100:00080000:3.0:1789762359.409196:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762359.409207:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762359.409316:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516004736/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762359.409364:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762359.409371:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762359.409376:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762359.409384:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2330 00000100:00080000:3.0:1789762359.409391:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762359.409397:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762359.409412:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762359.409421:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516004736:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762359.409438:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516004864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762359.409454:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762359.409458:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762359.409460:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762359.409466:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2330 00000100:00080000:3.0:1789762359.409473:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762359.409477:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762359.409484:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762359.409498:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516004992/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762359.409510:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1789762359.409524:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789762359.409526:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762359.409531:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762359.409542:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2330 00000100:00100000:0.0:1789762359.409584:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359] req@ffff980dc61e5180 x1876699516004736/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762359.409606:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516004736/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762359.409621:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762359.409627:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762359.409632:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516004736:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762359.409651:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789762359.409666:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516004864:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762359.409694:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762359.409708:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359] req@ffff980dc61e6300 x1876699516004864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762359.409712:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762359.409732:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516004864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789762359.409733:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1789762359.409754:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1789762359.409764:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516005120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762359.409765:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762359.409783:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516004864:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762359.409800:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516004992:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762359.409842:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762359.409886:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359] req@ffff980dc61e7800 x1876699516004992/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762359.409903:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516004992/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762359.409913:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762359.409917:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762359.409922:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516004992:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762359.409941:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516005120:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762359.409966:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762359.409978:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359] req@ffff980dc61e6680 x1876699516005120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762359.409992:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516005120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762359.410002:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762359.410007:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762359.410011:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516005120:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762360.305050:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762361.329136:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762362.352983:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762363.377013:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762364.401036:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762364.528971:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762364.528981:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762364.528992:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762364.529006:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2335 00000100:00080000:3.0:1789762364.529016:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762364.529023:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762364.529053:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516005248/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762364.529078:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762364.529080:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762364.529081:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762364.529084:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2335 00000100:00080000:3.0:1789762364.529086:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762364.529089:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762364.529096:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762364.529104:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516005376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762364.529110:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762364.529112:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762364.529114:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762364.529116:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2335 00000100:00080000:3.0:1789762364.529118:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762364.529120:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762364.529123:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762364.529129:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516005504/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762364.529136:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762364.529138:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762364.529139:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762364.529141:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2335 00000100:00080000:3.0:1789762364.529143:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762364.529145:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762364.529148:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762364.529154:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516005632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762364.529160:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516005248:192.168.203.146@tcp:250:kworker.0 00000800:00000100:0.0:1789762364.529262:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762364.529298:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762364/real 1789762364] req@ffff980dc61e5880 x1876699516005248/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762364.529312:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516005248/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762364.529320:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762364.529323:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762364.529326:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516005248:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762364.529331:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516005376:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762364.529346:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762364.529354:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762364/real 1789762364] req@ffff980dc61e4e00 x1876699516005376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762364.529361:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516005376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762364.529367:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762364.529379:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762364.529381:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516005376:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762364.529384:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516005504:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762364.529396:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762364.529402:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762364/real 1789762364] req@ffff980dc61e7b80 x1876699516005504/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762364.529409:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516005504/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762364.529419:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762364.529421:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762364.529423:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516005504:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762364.529440:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516005632:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762364.529451:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762364.529457:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762364/real 1789762364] req@ffff980dc61e7480 x1876699516005632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762364.529464:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516005632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762364.529469:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762364.529470:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762364.529472:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516005632:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762365.425088:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762366.449107:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762367.473054:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762368.496993:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762369.521142:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762369.649020:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762369.649029:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762369.649034:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762369.649044:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2340 00000100:00080000:3.0:1789762369.649054:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762369.649060:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762369.649128:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516005760/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762369.649177:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762369.649182:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762369.649184:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762369.649223:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2340 00000100:00080000:3.0:1789762369.649227:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762369.649231:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762369.649241:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762369.649266:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516005888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762369.649289:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762369.649294:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762369.649313:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789762369.649322:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516005760:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762369.649322:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2340 00000100:00080000:3.0:1789762369.649334:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762369.649342:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762369.649351:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762369.649370:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516006016/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762369.649386:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762369.649391:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762369.649394:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762369.649399:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2340 00000100:00080000:3.0:1789762369.649405:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1789762369.649413:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789762369.649417:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762369.649427:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762369.649445:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516006144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762369.649480:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762369/real 1789762369] req@ffff980dc61e7480 x1876699516005760/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762369.649508:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516005760/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762369.649524:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762369.649540:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762369.649544:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516005760:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762369.649552:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516005888:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762369.649595:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762369.649617:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762369/real 1789762369] req@ffff980dc61e7b80 x1876699516005888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762369.649630:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516005888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762369.649639:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762369.649642:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762369.649645:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516005888:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762369.649683:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516006016:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762369.649704:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762369.649716:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762369/real 1789762369] req@ffff980dc61e4e00 x1876699516006016/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762369.649728:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516006016/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762369.649736:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762369.649739:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762369.649742:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516006016:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762369.649747:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516006144:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762369.649762:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762369.649779:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762369/real 1789762369] req@ffff980dc61e5880 x1876699516006144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762369.649791:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516006144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762369.649799:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762369.649801:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762369.649804:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516006144:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762370.545006:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762371.568992:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762372.592971:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762373.617042:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762374.641042:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789762374.769000:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762374.769011:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789762374.769016:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762374.769040:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2345 00000100:00080000:1.0:1789762374.769052:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762374.769059:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762374.769107:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571c00 x1876699516006272/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762374.769143:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762374.769161:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762374.769163:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762374.769169:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2345 00000100:00080000:1.0:1789762374.769173:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762374.769185:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762374.769199:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762374.769221:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699516006400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762374.769227:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516006272:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789762374.769241:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762374.769246:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789762374.769248:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762374.769252:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2345 00000100:00080000:1.0:1789762374.769255:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762374.769259:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762374.769281:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762374.769298:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573100 x1876699516006528/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762374.769310:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762374.769314:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762374.769316:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762374.769319:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2345 00000100:00080000:1.0:1789762374.769324:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762374.769327:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762374.769351:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789762374.769358:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762374.769372:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572300 x1876699516006656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762374.769448:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762374/real 1789762374] req@ffff980dc8571c00 x1876699516006272/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762374.769478:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571c00 x1876699516006272/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762374.769491:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762374.769495:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762374.769501:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516006272:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762374.769537:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516006400:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762374.769562:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762374.769590:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762374/real 1789762374] req@ffff980dc8570380 x1876699516006400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762374.769599:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699516006400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762374.769610:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762374.769623:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762374.769626:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516006400:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762374.769629:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516006528:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762374.769641:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762374.769647:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762374/real 1789762374] req@ffff980dc8573100 x1876699516006528/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762374.769655:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573100 x1876699516006528/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762374.769660:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762374.769662:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762374.769664:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516006528:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762374.769668:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516006656:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762374.769678:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762374.769702:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762374/real 1789762374] req@ffff980dc8572300 x1876699516006656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762374.769713:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572300 x1876699516006656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762374.769720:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762374.769723:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762374.769726:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516006656:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762375.665024:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762376.688965:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762377.712996:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762378.737051:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762379.761034:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789762379.889047:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762379.889074:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789762379.889080:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762379.889091:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2351 00000100:00080000:1.0:1789762379.889105:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762379.889129:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762379.889211:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699516006784/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762379.889245:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762379.889249:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762379.889251:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762379.889255:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2351 00000100:00080000:1.0:1789762379.889259:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762379.889263:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762379.889273:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762379.889285:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571500 x1876699516006912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762379.889300:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516006784:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789762379.889301:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762379.889309:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789762379.889312:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762379.889317:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2351 00000100:00080000:1.0:1789762379.889320:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762379.889324:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762379.889331:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762379.889348:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699516007040/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762379.889365:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762379.889368:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762379.889370:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762379.889373:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2351 00000100:00080000:1.0:1789762379.889376:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762379.889397:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762379.889402:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789762379.889408:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762379.889414:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699516007168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762379.889471:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762379/real 1789762379] req@ffff980dc8572a00 x1876699516006784/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762379.889489:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699516006784/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762379.889499:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762379.889503:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762379.889506:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516006784:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762379.889536:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516006912:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762379.889556:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762379.889566:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762379/real 1789762379] req@ffff980dc8571500 x1876699516006912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762379.889576:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571500 x1876699516006912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762379.889583:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762379.889585:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762379.889588:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516006912:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762379.889592:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516007040:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762379.889625:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762379.889631:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762379/real 1789762379] req@ffff980dc8573b80 x1876699516007040/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762379.889639:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699516007040/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762379.889644:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762379.889646:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762379.889648:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516007040:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762379.889651:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516007168:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762379.889662:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762379.889668:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762379/real 1789762379] req@ffff980dc8572680 x1876699516007168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762379.889675:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699516007168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762379.889699:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762379.889701:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762379.889704:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516007168:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762380.784980:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762381.808984:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762382.833057:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762383.857121:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762384.881031:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762385.008984:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762385.008994:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762385.008998:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762385.009010:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2356 00000100:00080000:3.0:1789762385.009020:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762385.009028:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762385.009067:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516007296/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762385.009126:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762385.009130:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762385.009133:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762385.009138:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2356 00000100:00080000:3.0:1789762385.009142:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762385.009146:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762385.009156:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762385.009170:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516007424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762385.009183:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516007296:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762385.009184:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762385.009192:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762385.009195:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762385.009200:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2356 00000100:00080000:3.0:1789762385.009203:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762385.009207:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762385.009213:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762385.009226:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516007552/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762385.009237:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762385.009241:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762385.009242:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762385.009248:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2356 00000800:00000100:0.0:1789762385.009251:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789762385.009254:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762385.009260:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762385.009266:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762385.009278:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516007680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762385.009291:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385] req@ffff980dc61e6680 x1876699516007296/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762385.009310:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516007296/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762385.009317:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762385.009320:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762385.009322:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516007296:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762385.009350:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516007424:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762385.009365:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762385.009373:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385] req@ffff980dc61e7800 x1876699516007424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762385.009380:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516007424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762385.009386:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762385.009387:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762385.009389:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516007424:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762385.009393:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516007552:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762385.009404:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762385.009410:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385] req@ffff980dc61e6300 x1876699516007552/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762385.009418:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516007552/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762385.009427:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762385.009429:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762385.009431:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516007552:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762385.009434:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516007680:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762385.009444:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762385.009449:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385] req@ffff980dc61e5180 x1876699516007680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762385.009456:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516007680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762385.009461:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762385.009463:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762385.009465:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516007680:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762385.905021:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762386.929010:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762387.953060:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762388.976966:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762390.001022:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762390.128985:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762390.128996:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762390.129000:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762390.129011:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2361 00000100:00080000:3.0:1789762390.129023:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762390.129031:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762390.129088:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516007808/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762390.129114:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762390.129128:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762390.129129:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762390.129133:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2361 00000100:00080000:3.0:1789762390.129136:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762390.129138:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762390.129148:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762390.129158:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516007936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762390.129165:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762390.129168:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762390.129170:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762390.129173:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2361 00000100:00080000:3.0:1789762390.129176:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762390.129180:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762390.129186:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516007808:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789762390.129186:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762390.129195:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516008064/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762390.129203:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762390.129205:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762390.129206:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762390.129209:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2361 00000100:00080000:3.0:1789762390.129211:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762390.129213:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762390.129216:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762390.129224:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516008192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789762390.129282:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762390.129332:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390] req@ffff980dc61e5c00 x1876699516007808/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762390.129348:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516007808/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762390.129366:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762390.129369:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762390.129373:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516007808:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762390.129379:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516007936:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762390.129414:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762390.129428:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390] req@ffff980dc61e4a80 x1876699516007936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762390.129442:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516007936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762390.129451:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762390.129455:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762390.129459:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516007936:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762390.129483:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516008064:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762390.129511:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762390.129519:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390] req@ffff980dc61e4380 x1876699516008064/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762390.129526:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516008064/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762390.129532:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762390.129535:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762390.129537:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516008064:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762390.129541:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516008192:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762390.129551:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762390.129558:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390] req@ffff980dc61e4000 x1876699516008192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762390.129566:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516008192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762390.129571:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762390.129572:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762390.129574:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516008192:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762391.025051:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762392.049015:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762393.073054:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762394.097040:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762395.121136:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762395.249058:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762395.249074:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762395.249079:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762395.249093:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2366 00000100:00080000:3.0:1789762395.249108:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762395.249117:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762395.249166:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516008320/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762395.249194:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762395.249197:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762395.249198:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762395.249202:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2366 00000100:00080000:3.0:1789762395.249205:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762395.249207:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762395.249217:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762395.249227:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516008448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762395.249235:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762395.249238:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762395.249241:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789762395.249242:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516008320:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762395.249246:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2366 00000100:00080000:3.0:1789762395.249253:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762395.249256:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762395.249260:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762395.249269:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516008576/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762395.249276:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762395.249279:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762395.249281:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762395.249284:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2366 00000100:00080000:3.0:1789762395.249287:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762395.249289:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762395.249293:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762395.249300:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516008704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789762395.249328:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762395.249379:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395] req@ffff980dc61e4000 x1876699516008320/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762395.249401:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516008320/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762395.249411:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762395.249415:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762395.249418:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516008320:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762395.249446:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516008448:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762395.249475:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762395.249495:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395] req@ffff980dc61e4380 x1876699516008448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762395.249525:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516008448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762395.249539:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762395.249542:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762395.249545:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516008448:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762395.249552:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516008576:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762395.249578:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762395.249588:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395] req@ffff980dc61e4a80 x1876699516008576/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762395.249599:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516008576/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762395.249606:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762395.249609:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762395.249612:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516008576:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762395.249616:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516008704:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762395.249629:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762395.249640:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395] req@ffff980dc61e5c00 x1876699516008704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762395.249652:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516008704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762395.249668:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762395.249672:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762395.249676:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516008704:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762396.145074:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762397.169123:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762398.193020:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762399.217021:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762400.241001:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789762400.369011:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762400.369019:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789762400.369023:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762400.369031:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2371 00000100:00080000:1.0:1789762400.369040:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762400.369046:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762400.369079:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699516008832/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762400.369101:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762400.369104:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762400.369106:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762400.369108:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2371 00000100:00080000:1.0:1789762400.369111:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762400.369114:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762400.369121:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762400.369130:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572d80 x1876699516008960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762400.369137:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762400.369140:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789762400.369141:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762400.369144:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2371 00000100:00080000:1.0:1789762400.369145:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762400.369148:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762400.369151:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762400.369155:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516008832:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762400.369161:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570700 x1876699516009088/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762400.369169:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762400.369171:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762400.369172:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762400.369175:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2371 00000100:00080000:1.0:1789762400.369177:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762400.369179:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762400.369181:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762400.369193:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570e00 x1876699516009216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789762400.369220:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762400.369271:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400] req@ffff980dc8571f80 x1876699516008832/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762400.369285:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699516008832/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762400.369293:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762400.369296:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762400.369299:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516008832:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762400.369304:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516008960:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762400.369322:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762400.369334:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400] req@ffff980dc8572d80 x1876699516008960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762400.369347:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572d80 x1876699516008960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762400.369356:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762400.369360:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762400.369364:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516008960:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762400.369389:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516009088:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762400.369411:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762400.369422:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400] req@ffff980dc8570700 x1876699516009088/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762400.369446:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570700 x1876699516009088/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762400.369452:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762400.369454:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762400.369456:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516009088:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762400.369460:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516009216:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762400.369481:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762400.369489:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400] req@ffff980dc8570e00 x1876699516009216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762400.369496:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570e00 x1876699516009216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762400.369501:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762400.369503:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762400.369505:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516009216:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762401.265022:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762402.289073:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762403.313052:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762404.337145:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762405.361047:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789762405.488979:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762405.489005:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789762405.489026:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762405.489039:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2376 00000100:00080000:1.0:1789762405.489052:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762405.489060:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762405.489122:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699516009344/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762405.489148:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762405.489152:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762405.489154:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762405.489157:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2376 00000100:00080000:1.0:1789762405.489160:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762405.489162:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762405.489172:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762405.489181:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699516009472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762405.489189:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762405.489191:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789762405.489193:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762405.489195:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2376 00000100:00080000:1.0:1789762405.489197:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762405.489201:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762405.489206:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762405.489214:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699516009600/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762405.489222:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762405.489225:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762405.489226:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762405.489229:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2376 00000100:00080000:1.0:1789762405.489231:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762405.489234:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762405.489238:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762405.489246:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516009344:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762405.489250:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699516009728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762405.489373:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516009472:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762405.489413:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516009600:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762405.489448:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516009728:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762406.385084:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762407.409052:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762408.433047:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789762408.561223:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:3.0:1789762408.561293:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789762408.561316:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789762408.561385:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789762408.561399:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789762408.561412:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:0.0:1789762408.561442:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762405/real 1789762408] req@ffff980dc8573480 x1876699516009728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762408.561473:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699516009728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762408.561489:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762408.561495:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762408.561500:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516009728:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762408.561511:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762405/real 1789762408] req@ffff980dc8571880 x1876699516009344/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762408.561528:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699516009344/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762408.561537:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762408.561541:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762408.561545:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516009344:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762408.561553:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762405/real 1789762408] req@ffff980dc8573800 x1876699516009472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762408.561567:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699516009472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762408.561576:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762408.561580:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762408.561584:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516009472:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762408.561593:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762405/real 1789762408] req@ffff980dc8571180 x1876699516009600/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762408.561607:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699516009600/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762408.561615:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762408.561619:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762408.561622:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516009600:192.168.203.146@tcp:8:kworker.0 00010000:00010000:2.0:1789762409.457122:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762410.481039:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789762410.608985:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762410.608995:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789762410.608999:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762410.609010:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2381 00000100:00080000:1.0:1789762410.609022:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762410.609030:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762410.609071:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570a80 x1876699516009856/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762410.609097:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762410.609100:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762410.609101:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762410.609106:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2381 00000100:00080000:1.0:1789762410.609108:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762410.609111:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762410.609121:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762410.609149:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699516009984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762410.609156:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762410.609159:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789762410.609160:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762410.609163:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2381 00000100:00080000:1.0:1789762410.609165:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762410.609168:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762410.609172:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762410.609180:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516009856:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762410.609184:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699516010112/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762410.609199:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762410.609203:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762410.609205:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762410.609208:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2381 00000100:00080000:1.0:1789762410.609212:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762410.609216:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762410.609221:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762410.609235:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699516010240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789762410.609293:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762410.609359:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762410/real 1789762410] req@ffff980dc8570a80 x1876699516009856/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762410.609385:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570a80 x1876699516009856/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762410.609402:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762410.609407:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762410.609413:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516009856:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762410.609421:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516009984:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762410.609456:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762410.609474:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762410/real 1789762410] req@ffff980dc8571180 x1876699516009984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762410.609486:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699516009984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762410.609495:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762410.609498:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762410.609501:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516009984:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762410.609539:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516010112:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762410.609561:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762410.609573:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762410/real 1789762410] req@ffff980dc8573800 x1876699516010112/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762410.609584:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699516010112/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762410.609593:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762410.609597:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762410.609600:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516010112:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762410.609607:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516010240:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762410.609629:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762410.609648:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762410/real 1789762410] req@ffff980dc8571880 x1876699516010240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762410.609660:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699516010240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762410.609668:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762410.609671:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762410.609679:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516010240:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762411.505092:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762412.529010:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762413.552985:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762414.576994:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762415.601094:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789762415.728928:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762415.728938:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789762415.728950:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762415.728960:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2386 00000100:00080000:1.0:1789762415.728972:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762415.728980:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762415.729023:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699516010368/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762415.729046:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762415.729049:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762415.729051:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762415.729054:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2386 00000100:00080000:1.0:1789762415.729056:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762415.729059:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762415.729068:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762415.729078:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570e00 x1876699516010496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762415.729086:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762415.729088:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789762415.729091:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789762415.729093:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516010368:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789762415.729096:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2386 00000100:00080000:1.0:1789762415.729102:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762415.729106:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762415.729110:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762415.729119:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570700 x1876699516010624/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762415.729126:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762415.729128:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762415.729129:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762415.729132:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2386 00000100:00080000:1.0:1789762415.729134:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762415.729137:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762415.729140:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762415.729147:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572d80 x1876699516010752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789762415.729180:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762415.729243:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762415/real 1789762415] req@ffff980dc8573480 x1876699516010368/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762415.729266:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699516010368/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762415.729279:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762415.729283:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762415.729289:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516010368:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762415.729316:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516010496:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762415.729339:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762415.729349:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762415/real 1789762415] req@ffff980dc8570e00 x1876699516010496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762415.729358:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570e00 x1876699516010496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762415.729365:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762415.729367:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762415.729370:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516010496:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762415.729373:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516010624:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762415.729386:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762415.729392:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762415/real 1789762415] req@ffff980dc8570700 x1876699516010624/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762415.729400:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570700 x1876699516010624/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762415.729405:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762415.729407:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762415.729409:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516010624:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762415.729412:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516010752:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762415.729423:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762415.729429:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762415/real 1789762415] req@ffff980dc8572d80 x1876699516010752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762415.729437:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572d80 x1876699516010752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762415.729441:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762415.729443:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762415.729446:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516010752:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762416.624979:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762417.649047:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762418.672983:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762419.697041:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762420.720967:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762420.848948:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762420.848959:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762420.848963:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762420.848975:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2392 00000100:00080000:2.0:1789762420.848986:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762420.848993:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762420.849037:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516010880/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762420.849065:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762420.849068:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762420.849069:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762420.849073:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2392 00000100:00080000:2.0:1789762420.849075:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762420.849078:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762420.849087:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762420.849099:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516011008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762420.849111:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789762420.849116:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516010880:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762420.849117:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762420.849123:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762420.849130:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2392 00000100:00080000:2.0:1789762420.849134:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762420.849139:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762420.849146:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762420.849160:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516011136/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762420.849169:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762420.849171:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762420.849173:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762420.849176:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2392 00000100:00080000:2.0:1789762420.849181:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762420.849184:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762420.849188:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789762420.849192:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762420.849200:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516011264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762420.849234:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762420/real 1789762420] req@ffff980dd23a8a80 x1876699516010880/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762420.849250:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516010880/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762420.849259:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762420.849263:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762420.849266:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516010880:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762420.849290:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516011008:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762420.849314:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762420.849337:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762420/real 1789762420] req@ffff980dd23ab800 x1876699516011008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762420.849351:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516011008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762420.849358:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762420.849360:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762420.849363:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516011008:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762420.849367:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516011136:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762420.849385:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762420.849393:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762420/real 1789762420] req@ffff980dd23ab480 x1876699516011136/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762420.849401:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516011136/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762420.849406:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762420.849409:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762420.849411:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516011136:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762420.849414:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516011264:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762420.849425:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762420.849431:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762420/real 1789762420] req@ffff980dd23a8000 x1876699516011264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762420.849443:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516011264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762420.849451:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762420.849455:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762420.849458:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516011264:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762421.745055:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762422.769018:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762423.793099:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762424.817167:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762425.841046:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762425.969070:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762425.969083:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762425.969088:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762425.969101:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2397 00000100:00080000:3.0:1789762425.969114:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762425.969123:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762425.969171:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516011392/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762425.969210:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762425.969215:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762425.969218:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762425.969223:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2397 00000100:00080000:3.0:1789762425.969227:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762425.969231:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762425.969243:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762425.969256:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516011520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762425.969283:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762425.969290:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762425.969294:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762425.969303:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2397 00000100:00080000:3.0:1789762425.969310:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789762425.969317:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516011392:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762425.969325:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762425.969340:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762425.969367:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516011648/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762425.969390:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762425.969394:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762425.969397:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762425.969402:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2397 00000100:00080000:3.0:1789762425.969408:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762425.969413:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:0.0:1789762425.969421:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:3.0:1789762425.969423:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762425.969457:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516011776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762425.969494:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762425/real 1789762425] req@ffff980dc61e5180 x1876699516011392/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762425.969524:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516011392/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762425.969538:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762425.969543:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762425.969548:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516011392:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762425.969557:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516011520:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762425.969583:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762425.969598:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762425/real 1789762425] req@ffff980dc61e6300 x1876699516011520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762425.969612:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516011520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762425.969621:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762425.969625:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762425.969629:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516011520:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762425.969657:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516011648:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762425.969677:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762425.969688:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762425/real 1789762425] req@ffff980dc61e7800 x1876699516011648/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762425.969703:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516011648/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762425.969721:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762425.969726:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762425.969730:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516011648:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762425.969737:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516011776:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762425.969754:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762425.969795:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762425/real 1789762425] req@ffff980dc61e6680 x1876699516011776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762425.969813:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516011776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762425.969823:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762425.969828:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762425.969834:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516011776:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762426.865147:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762427.889083:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762428.913061:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762429.937072:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762430.961068:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762431.089007:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762431.089020:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762431.089041:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762431.089055:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2402 00000100:00080000:3.0:1789762431.089069:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762431.089079:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762431.089131:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516011904/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762431.089182:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762431.089190:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762431.089194:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762431.089204:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2402 00000100:00080000:3.0:1789762431.089212:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762431.089221:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762431.089239:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762431.089264:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516012032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762431.089282:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762431.089286:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1789762431.089295:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516011904:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762431.089295:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762431.089311:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2402 00000100:00080000:3.0:1789762431.089318:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762431.089325:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762431.089334:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762431.089354:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516012160/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762431.089369:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762431.089374:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762431.089376:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762431.089381:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2402 00000100:00080000:3.0:1789762431.089544:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762431.089557:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:0.0:1789762431.089568:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:3.0:1789762431.089577:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762431.089642:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431] req@ffff980dc61e5880 x1876699516011904/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762431.089688:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516011904/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762431.089712:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762431.089723:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762431.089760:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516011904:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762431.089806:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516012032:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762431.089900:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516012288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789762431.089928:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762431.089975:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431] req@ffff980dc61e4e00 x1876699516012032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762431.090046:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516012032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762431.090060:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762431.090066:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762431.090074:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516012032:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762431.090085:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516012160:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762431.090113:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762431.090127:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431] req@ffff980dc61e7b80 x1876699516012160/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762431.090141:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516012160/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762431.090151:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762431.090155:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762431.090159:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516012160:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762431.090178:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516012288:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762431.090199:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762431.090212:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431] req@ffff980dc61e7480 x1876699516012288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762431.090226:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516012288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762431.090235:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762431.090239:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762431.090242:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516012288:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762431.985089:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762433.009060:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762434.033031:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762435.057101:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762436.081064:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762436.208980:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762436.208997:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762436.209005:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762436.209042:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2407 00000100:00080000:2.0:1789762436.209063:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762436.209080:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762436.209187:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516012416/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762436.209247:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762436.209252:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762436.209254:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762436.209258:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2407 00000100:00080000:2.0:1789762436.209263:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762436.209266:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762436.209279:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762436.209318:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516012544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762436.209335:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516012416:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762436.209342:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762436.209353:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762436.209357:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762436.209396:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2407 00000100:00080000:2.0:1789762436.209405:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762436.209414:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762436.209426:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762436.209466:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516012672/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789762436.209481:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789762436.209490:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762436.209495:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762436.209498:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762436.209504:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2407 00000100:00080000:2.0:1789762436.209519:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762436.209524:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762436.209531:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762436.209545:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516012800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762436.209620:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762436] req@ffff980dd23a9180 x1876699516012416/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762436.209671:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516012416/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762436.209685:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762436.209708:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762436.209713:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516012416:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762436.209779:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516012544:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762436.209829:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762436.209847:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762436] req@ffff980dd23a8e00 x1876699516012544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762436.209907:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516012544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762436.209920:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762436.209924:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762436.209928:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516012544:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762436.209936:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516012672:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762436.209965:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762436.209979:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762436] req@ffff980dd23aa300 x1876699516012672/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762436.209994:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516012672/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762436.210004:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762436.210008:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762436.210029:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516012672:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762436.210039:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516012800:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762436.210073:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762436.210108:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762436] req@ffff980dd23a8380 x1876699516012800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762436.210126:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516012800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762436.210146:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762436.210150:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762436.210153:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516012800:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762437.105057:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762438.129039:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762439.153116:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762440.177106:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762441.201154:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762441.329003:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762441.329022:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762441.329030:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762441.329050:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2412 00000100:00080000:2.0:1789762441.329071:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762441.329095:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762441.329195:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516012928/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762441.329255:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762441.329264:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762441.329268:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762441.329277:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2412 00000100:00080000:2.0:1789762441.329286:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762441.329294:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762441.329344:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762441.329373:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516013056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762441.329415:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762441.329423:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1789762441.329433:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516012928:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762441.329433:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762441.329454:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2412 00000100:00080000:2.0:1789762441.329478:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762441.329500:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762441.329511:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762441.329533:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516013184/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762441.329548:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762441.329565:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762441.329571:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1789762441.329572:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789762441.329581:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2412 00000100:00080000:2.0:1789762441.329607:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762441.329613:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762441.329621:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762441.329637:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516013312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762441.329702:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441] req@ffff980dd23a9c00 x1876699516012928/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762441.329773:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516012928/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762441.329798:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762441.329807:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762441.329815:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516012928:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762441.329920:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516013056:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762441.329955:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762441.329998:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441] req@ffff980dd23aa680 x1876699516013056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762441.330015:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516013056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762441.330026:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762441.330031:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762441.330035:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516013056:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762441.330044:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516013184:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762441.330069:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762441.330089:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441] req@ffff980dd23aaa00 x1876699516013184/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762441.330103:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516013184/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762441.330113:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762441.330117:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762441.330120:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516013184:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762441.330127:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516013312:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762441.330147:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762441.330166:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441] req@ffff980dd23a9f80 x1876699516013312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762441.330180:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516013312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762441.330190:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762441.330193:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762441.330197:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516013312:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762442.224995:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762443.249045:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762444.273005:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762445.297099:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762446.321037:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762446.449040:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762446.449053:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762446.449058:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762446.449071:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2417 00000100:00080000:3.0:1789762446.449086:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762446.449107:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762446.449168:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516013440/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762446.449213:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762446.449218:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762446.449219:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762446.449224:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2417 00000100:00080000:3.0:1789762446.449227:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762446.449231:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762446.449242:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762446.449255:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516013568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762446.449266:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762446.449287:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762446.449290:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762446.449297:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2417 00000100:00100000:0.0:1789762446.449300:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516013440:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762446.449301:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762446.449307:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762446.449318:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762446.449329:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516013696/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762446.449357:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762446.449361:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762446.449362:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762446.449366:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2417 00000100:00080000:3.0:1789762446.449370:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762446.449375:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762446.449380:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762446.449391:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516013824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789762446.449404:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762446.449473:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446] req@ffff980dc61e7480 x1876699516013440/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762446.449506:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516013440/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762446.449516:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762446.449531:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762446.449534:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516013440:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762446.449541:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516013568:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762446.449563:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762446.449574:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446] req@ffff980dc61e7b80 x1876699516013568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762446.449584:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516013568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762446.449599:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762446.449603:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762446.449607:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516013568:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762446.449672:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516013696:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762446.449704:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762446.449714:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446] req@ffff980dc61e4e00 x1876699516013696/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762446.449722:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516013696/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762446.449732:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762446.449734:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762446.449736:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516013696:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762446.449741:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516013824:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762446.449752:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762446.449759:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446] req@ffff980dc61e5880 x1876699516013824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762446.449765:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516013824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762446.449770:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762446.449784:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762446.449785:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516013824:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762447.345129:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762448.369155:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762449.393059:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762450.417121:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762451.441054:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762451.569024:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762451.569046:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762451.569050:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762451.569062:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2422 00000100:00080000:2.0:1789762451.569074:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762451.569082:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762451.569164:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516013952/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762451.569215:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762451.569219:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762451.569222:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762451.569227:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2422 00000100:00080000:2.0:1789762451.569232:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762451.569237:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762451.569254:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762451.569275:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516014080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762451.569304:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762451.569310:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762451.569314:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762451.569321:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2422 00000100:00080000:2.0:1789762451.569329:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789762451.569333:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516013952:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762451.569341:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762451.569357:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762451.569376:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516014208/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762451.569400:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762451.569404:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762451.569406:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762451.569411:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2422 00000100:00080000:2.0:1789762451.569416:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762451.569420:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762451.569426:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762451.569440:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516014336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789762451.569450:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762451.569538:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762451/real 1789762451] req@ffff980dd23a9f80 x1876699516013952/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762451.569563:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516013952/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762451.569600:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762451.569607:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762451.569612:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516013952:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762451.569621:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516014080:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762451.569663:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762451.569679:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762451/real 1789762451] req@ffff980dd23aaa00 x1876699516014080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762451.569693:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516014080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762451.569702:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762451.569706:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762451.569709:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516014080:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762451.569774:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516014208:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762451.569814:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762451.569834:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762451/real 1789762451] req@ffff980dd23aa680 x1876699516014208/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762451.569918:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516014208/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762451.569936:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762451.569940:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762451.569944:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516014208:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762451.569952:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516014336:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762451.569989:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762451.570004:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762451/real 1789762451] req@ffff980dd23a9c00 x1876699516014336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762451.570017:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516014336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762451.570026:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762451.570029:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762451.570033:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516014336:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762452.465087:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762453.489174:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762454.513059:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762455.537028:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762456.561018:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762456.688987:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762456.688995:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762456.688999:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762456.689007:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2427 00000100:00080000:0.0:1789762456.689016:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762456.689022:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762456.689063:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7b80 x1876699516014464/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762456.689090:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762456.689094:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762456.689096:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762456.689101:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2427 00000100:00080000:0.0:1789762456.689105:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762456.689109:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762456.689119:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762456.689133:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4a80 x1876699516014592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762456.689142:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762456.689144:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762456.689146:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762456.689148:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2427 00000100:00080000:0.0:1789762456.689151:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762456.689154:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762456.689158:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762456.689177:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5880 x1876699516014720/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762456.689178:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516014464:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789762456.689203:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762456.689205:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762456.689207:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762456.689210:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2427 00000100:00080000:0.0:1789762456.689213:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762456.689216:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762456.689220:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762456.689234:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5c00 x1876699516014848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762456.689282:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762456.689339:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762456/real 1789762456] req@ffff980dc8fc7b80 x1876699516014464/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762456.689358:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7b80 x1876699516014464/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762456.689372:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762456.689377:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762456.689381:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516014464:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762456.689391:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516014592:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762456.689420:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762456.689436:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762456/real 1789762456] req@ffff980dc8fc4a80 x1876699516014592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762456.689450:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4a80 x1876699516014592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762456.689460:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762456.689463:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762456.689465:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516014592:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762456.689491:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516014720:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762456.689509:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762456.689517:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762456/real 1789762456] req@ffff980dc8fc5880 x1876699516014720/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762456.689525:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5880 x1876699516014720/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762456.689531:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762456.689553:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762456.689556:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516014720:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762456.689562:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516014848:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762456.689578:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762456.689587:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762456/real 1789762456] req@ffff980dc8fc5c00 x1876699516014848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762456.689601:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5c00 x1876699516014848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762456.689606:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762456.689608:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762456.689610:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516014848:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762457.585002:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762458.609018:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762459.632970:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762460.657056:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762461.681001:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762461.808951:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762461.808963:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762461.808967:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762461.808977:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2432 00000100:00080000:2.0:1789762461.808988:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762461.808996:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762461.809035:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516014976/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762461.809062:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762461.809065:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762461.809066:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762461.809069:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2432 00000100:00080000:2.0:1789762461.809072:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762461.809075:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762461.809082:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762461.809092:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516015104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762461.809102:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762461.809106:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762461.809108:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789762461.809114:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516014976:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762461.809115:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2432 00000100:00080000:2.0:1789762461.809124:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762461.809130:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762461.809137:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762461.809153:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516015232/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762461.809163:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762461.809165:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762461.809166:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762461.809169:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2432 00000100:00080000:2.0:1789762461.809173:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762461.809176:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762461.809180:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789762461.809183:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762461.809193:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516015360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762461.809229:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762461/real 1789762461] req@ffff980dd23a8380 x1876699516014976/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762461.809243:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516014976/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762461.809251:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762461.809254:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762461.809257:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516014976:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762461.809262:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516015104:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762461.809278:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762461.809290:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762461/real 1789762461] req@ffff980dd23aa300 x1876699516015104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762461.809311:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516015104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762461.809327:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762461.809331:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762461.809335:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516015104:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762461.809358:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516015232:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762461.809395:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762461.809406:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762461/real 1789762461] req@ffff980dd23a8e00 x1876699516015232/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762461.809416:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516015232/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762461.809422:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762461.809449:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762461.809453:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516015232:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762461.809458:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516015360:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762461.809475:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762461.809488:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762461/real 1789762461] req@ffff980dd23a9180 x1876699516015360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762461.809536:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516015360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762461.809545:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762461.809549:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762461.809553:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516015360:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762462.705048:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762463.729075:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762464.753058:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762465.777132:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762466.801102:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762466.928971:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762466.928982:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762466.928987:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762466.928996:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2438 00000100:00080000:2.0:1789762466.929007:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762466.929016:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762466.929054:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516015488/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762466.929088:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762466.929092:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762466.929093:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762466.929097:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2438 00000100:00080000:2.0:1789762466.929101:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762466.929120:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762466.929128:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762466.929143:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516015616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762466.929158:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762466.929162:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762466.929164:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762466.929168:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2438 00000100:00080000:2.0:1789762466.929173:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762466.929178:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762466.929182:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762466.929210:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516015744/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762466.929226:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762466.929236:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762466.929241:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789762466.929244:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516015488:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762466.929249:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2438 00000100:00080000:2.0:1789762466.929264:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762466.929270:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762466.929276:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762466.929287:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516015872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789762466.929806:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762466.929972:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762466/real 1789762466] req@ffff980dd23a8000 x1876699516015488/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762466.930025:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516015488/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762466.930044:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762466.930052:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762466.930070:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516015488:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762466.930084:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516015616:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762466.930115:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762466.930140:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762466/real 1789762466] req@ffff980dd23ab480 x1876699516015616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762466.930154:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516015616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762466.930163:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762466.930167:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762466.930170:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516015616:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762466.930214:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516015744:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789762466.930245:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762466.930264:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762466/real 1789762466] req@ffff980dd23ab800 x1876699516015744/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762466.930284:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516015744/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762466.930293:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762466.930297:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762466.930300:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516015744:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762466.930306:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516015872:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762466.930329:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762466.930340:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762466/real 1789762466] req@ffff980dd23a8a80 x1876699516015872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762466.930351:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516015872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762466.930365:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762466.930369:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762466.930372:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516015872:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762467.825046:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762468.849014:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762469.872986:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762470.896990:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762471.921008:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762472.048945:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762472.048954:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762472.048957:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762472.048965:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2443 00000100:00080000:2.0:1789762472.048975:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762472.048981:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762472.049017:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516016000/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762472.049038:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762472.049041:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762472.049042:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762472.049045:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2443 00000100:00080000:2.0:1789762472.049048:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762472.049051:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762472.049059:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762472.049069:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516016128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762472.049077:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762472.049079:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762472.049081:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762472.049083:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2443 00000100:00080000:2.0:1789762472.049085:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762472.049091:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762472.049096:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516016000:192.168.203.146@tcp:250:kworker.0 00000008:00100000:2.0:1789762472.049097:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762472.049111:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516016256/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762472.049120:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762472.049122:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762472.049124:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762472.049126:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2443 00000100:00080000:2.0:1789762472.049138:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762472.049140:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762472.049143:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762472.049151:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516016384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789762472.049273:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516016128:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762472.049316:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516016256:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762472.049348:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516016384:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762472.945033:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762473.969029:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762474.993093:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1789762475.121294:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:0.0:1789762475.121357:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1789762475.121383:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789762475.121453:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789762475.121467:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789762475.121478:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:3.0:1789762475.121508:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762475] req@ffff980dd23ab800 x1876699516016128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762475.121542:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516016128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762475.121557:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762475.121563:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762475.121568:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516016128:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762475.121577:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762475] req@ffff980dd23ab480 x1876699516016256/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762475.121597:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516016256/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762475.121606:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762475.121610:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762475.121614:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516016256:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762475.121622:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762475] req@ffff980dd23a8000 x1876699516016384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762475.121636:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516016384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762475.121645:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762475.121649:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762475.121653:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516016384:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762475.121660:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762475] req@ffff980dd23a8a80 x1876699516016000/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762475.121675:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516016000/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762475.121684:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762475.121688:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762475.121691:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516016000:192.168.203.146@tcp:250:kworker.0 00010000:00010000:3.0:1789762476.017021:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762477.041024:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789762477.169000:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762477.169010:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789762477.169015:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762477.169031:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2448 00000100:00080000:1.0:1789762477.169043:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762477.169051:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762477.169093:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699516016512/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762477.169118:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762477.169121:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762477.169123:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762477.169126:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2448 00000100:00080000:1.0:1789762477.169128:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762477.169131:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762477.169140:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762477.169150:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699516016640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762477.169159:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762477.169164:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789762477.169164:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516016512:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789762477.169167:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762477.169175:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2448 00000100:00080000:1.0:1789762477.169177:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762477.169180:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762477.169183:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762477.169191:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699516016768/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762477.169199:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762477.169202:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762477.169203:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762477.169206:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2448 00000100:00080000:1.0:1789762477.169208:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762477.169210:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762477.169213:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762477.169220:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571500 x1876699516016896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789762477.169249:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762477.169305:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762477] req@ffff980dc8571f80 x1876699516016512/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762477.169327:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699516016512/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762477.169340:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762477.169345:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762477.169350:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516016512:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762477.169403:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516016640:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762477.169433:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762477.169447:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762477] req@ffff980dc8572680 x1876699516016640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762477.169461:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699516016640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762477.169470:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762477.169473:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762477.169477:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516016640:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762477.169485:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516016768:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789762477.169514:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762477.169527:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762477] req@ffff980dc8573b80 x1876699516016768/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762477.169548:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699516016768/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762477.169558:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762477.169562:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762477.169566:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516016768:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762477.169573:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516016896:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762477.169598:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762477.169612:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762477] req@ffff980dc8571500 x1876699516016896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762477.169625:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571500 x1876699516016896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762477.169633:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762477.169636:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762477.169640:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516016896:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762478.064966:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762479.088953:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762480.113038:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762481.137038:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762482.161004:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789762482.288932:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762482.288941:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789762482.288946:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762482.288955:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2453 00000100:00080000:1.0:1789762482.288965:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762482.288973:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762482.289008:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699516017024/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762482.289039:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762482.289042:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762482.289043:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762482.289047:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2453 00000100:00080000:1.0:1789762482.289050:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762482.289053:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762482.289060:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762482.289072:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572300 x1876699516017152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762482.289080:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762482.289084:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789762482.289087:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789762482.289087:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516017024:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789762482.289092:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2453 00000100:00080000:1.0:1789762482.289098:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762482.289108:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762482.289112:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762482.289121:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573100 x1876699516017280/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762482.289129:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762482.289131:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762482.289133:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762482.289135:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2453 00000100:00080000:1.0:1789762482.289138:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762482.289141:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762482.289144:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762482.289152:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699516017408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789762482.289161:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762482.289201:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762482] req@ffff980dc8572a00 x1876699516017024/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762482.289221:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699516017024/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762482.289232:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762482.289236:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762482.289240:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516017024:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762482.289262:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516017152:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762482.289287:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762482.289300:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762482] req@ffff980dc8572300 x1876699516017152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762482.289312:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572300 x1876699516017152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762482.289321:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762482.289325:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762482.289328:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516017152:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762482.289334:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516017280:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789762482.289369:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762482.289381:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762482] req@ffff980dc8573100 x1876699516017280/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762482.289394:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573100 x1876699516017280/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762482.289403:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762482.289407:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762482.289410:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516017280:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762482.289416:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516017408:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762482.289437:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762482.289449:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762482] req@ffff980dc8570380 x1876699516017408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762482.289463:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699516017408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762482.289471:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762482.289474:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762482.289478:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516017408:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762483.184947:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762484.209005:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762485.233042:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762486.257042:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762487.281016:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789762487.408966:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762487.408977:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789762487.408981:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762487.408993:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2458 00000100:00080000:1.0:1789762487.409004:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762487.409012:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762487.409044:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571c00 x1876699516017536/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762487.409065:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762487.409068:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762487.409069:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762487.409072:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2458 00000100:00080000:1.0:1789762487.409074:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762487.409076:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762487.409084:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762487.409093:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699516017664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762487.409104:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762487.409106:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789762487.409107:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762487.409109:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2458 00000100:00080000:1.0:1789762487.409111:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762487.409113:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762487.409117:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762487.409123:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573100 x1876699516017792/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762487.409129:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762487.409131:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762487.409139:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762487.409142:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2458 00000100:00080000:1.0:1789762487.409144:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762487.409148:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762487.409151:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762487.409168:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572300 x1876699516017920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789762487.409168:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516017536:192.168.203.146@tcp:250:kworker.0 00000800:00000100:3.0:1789762487.409265:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762487.409323:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487] req@ffff980dc8571c00 x1876699516017536/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762487.409341:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571c00 x1876699516017536/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762487.409351:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762487.409355:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762487.409359:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516017536:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762487.409365:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516017664:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762487.409384:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762487.409394:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487] req@ffff980dc8570380 x1876699516017664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762487.409402:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699516017664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762487.409408:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762487.409410:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762487.409413:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516017664:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762487.409416:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516017792:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789762487.409428:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762487.409435:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487] req@ffff980dc8573100 x1876699516017792/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762487.409442:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573100 x1876699516017792/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762487.409447:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762487.409449:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762487.409451:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516017792:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762487.409475:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516017920:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762487.409486:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762487.409493:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487] req@ffff980dc8572300 x1876699516017920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762487.409500:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572300 x1876699516017920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762487.409506:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762487.409508:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762487.409510:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516017920:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762488.305071:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762489.329070:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762490.353068:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762491.377006:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762492.400971:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762492.528987:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762492.529002:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762492.529007:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762492.529020:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2463 00000100:00080000:0.0:1789762492.529034:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762492.529043:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762492.529094:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5180 x1876699516018048/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762492.529129:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762492.529134:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762492.529136:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762492.529140:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2463 00000100:00080000:0.0:1789762492.529145:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762492.529150:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762492.529162:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762492.529179:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516018048:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762492.529181:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5500 x1876699516018176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762492.529198:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762492.529202:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762492.529204:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762492.529209:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2463 00000100:00080000:0.0:1789762492.529213:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762492.529218:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762492.529225:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762492.529238:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7480 x1876699516018304/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762492.529250:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762492.529255:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762492.529257:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762492.529261:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2463 00000100:00080000:0.0:1789762492.529282:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1789762492.529283:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789762492.529292:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762492.529299:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762492.529314:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4380 x1876699516018432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789762492.529343:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762492/real 1789762492] req@ffff980dc8fc5180 x1876699516018048/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762492.529363:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5180 x1876699516018048/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762492.529372:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762492.529375:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762492.529378:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516018048:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762492.529401:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516018176:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762492.529419:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762492.529428:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762492/real 1789762492] req@ffff980dc8fc5500 x1876699516018176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762492.529437:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5500 x1876699516018176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762492.529443:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762492.529446:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762492.529448:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516018176:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762492.529453:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516018304:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789762492.529465:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762492.529472:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762492/real 1789762492] req@ffff980dc8fc7480 x1876699516018304/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762492.529480:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7480 x1876699516018304/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762492.529485:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762492.529487:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762492.529489:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516018304:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762492.529493:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516018432:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762492.529503:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762492.529509:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762492/real 1789762492] req@ffff980dc8fc4380 x1876699516018432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762492.529517:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4380 x1876699516018432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762492.529522:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762492.529524:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762492.529525:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516018432:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762493.425004:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762494.449006:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762495.473053:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762496.497027:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762497.521004:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762497.648970:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762497.648978:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762497.648981:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762497.648990:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2468 00000100:00080000:3.0:1789762497.648998:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762497.649004:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762497.649036:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516018560/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762497.649060:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762497.649062:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762497.649063:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762497.649067:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2468 00000100:00080000:3.0:1789762497.649069:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762497.649071:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762497.649078:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762497.649086:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516018688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762497.649093:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762497.649095:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762497.649096:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762497.649098:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2468 00000100:00080000:3.0:1789762497.649100:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762497.649102:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762497.649105:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762497.649111:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516018816/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762497.649122:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762497.649125:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762497.649127:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762497.649129:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2468 00000100:00080000:3.0:1789762497.649131:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762497.649133:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762497.649136:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762497.649144:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516018560:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762497.649145:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516018944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762497.649206:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762497.649255:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762497/real 1789762497] req@ffff980dc61e6680 x1876699516018560/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762497.649270:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516018560/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762497.649277:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762497.649280:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762497.649283:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516018560:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762497.649287:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516018688:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762497.649304:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762497.649312:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762497/real 1789762497] req@ffff980dc61e7800 x1876699516018688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762497.649320:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516018688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762497.649332:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762497.649335:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762497.649337:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516018688:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762497.649341:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516018816:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762497.649353:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762497.649360:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762497/real 1789762497] req@ffff980dc61e6300 x1876699516018816/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762497.649368:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516018816/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762497.649378:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762497.649380:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762497.649382:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516018816:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762497.649400:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516018944:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762497.649410:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762497.649416:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762497/real 1789762497] req@ffff980dc61e5180 x1876699516018944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762497.649424:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516018944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762497.649429:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762497.649431:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762497.649433:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516018944:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762498.545078:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762499.569009:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762500.592979:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762501.617021:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762502.641128:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789762502.768980:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762502.768989:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789762502.768992:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762502.769001:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2473 00000100:00080000:1.0:1789762502.769010:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762502.769016:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762502.769050:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699516019072/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762502.769074:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762502.769077:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762502.769078:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762502.769081:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2473 00000100:00080000:1.0:1789762502.769083:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762502.769086:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762502.769095:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762502.769104:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571500 x1876699516019200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762502.769113:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762502.769115:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789762502.769118:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762502.769125:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2473 00000100:00100000:3.0:1789762502.769125:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516019072:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789762502.769133:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762502.769144:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762502.769148:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762502.769156:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699516019328/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762502.769163:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762502.769167:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762502.769168:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762502.769172:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2473 00000100:00080000:1.0:1789762502.769174:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762502.769177:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762502.769180:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762502.769204:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699516019456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789762502.769234:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762502.769289:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762502/real 1789762502] req@ffff980dc8572a00 x1876699516019072/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762502.769314:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699516019072/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762502.769325:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762502.769329:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762502.769333:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516019072:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762502.769361:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516019200:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762502.769382:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762502.769408:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762502/real 1789762502] req@ffff980dc8571500 x1876699516019200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762502.769431:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571500 x1876699516019200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762502.769442:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762502.769447:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762502.769450:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516019200:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762502.769456:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516019328:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789762502.769577:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762502.769722:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762502/real 1789762502] req@ffff980dc8573b80 x1876699516019328/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762502.769734:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699516019328/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762502.769741:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762502.769793:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762502.769804:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516019328:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762502.769815:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516019456:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762502.769842:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762502.769874:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762502/real 1789762502] req@ffff980dc8572680 x1876699516019456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762502.769886:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699516019456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762502.769900:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762502.769903:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762502.769905:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516019456:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762503.665081:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762504.689023:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762505.713028:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762506.737014:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762507.761022:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762507.888973:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762507.888984:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762507.888988:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762507.888997:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2479 00000100:00080000:3.0:1789762507.889008:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762507.889016:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762507.889055:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516019584/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762507.889085:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762507.889090:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762507.889092:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762507.889101:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2479 00000100:00080000:3.0:1789762507.889106:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762507.889110:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762507.889120:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762507.889122:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516019584:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762507.889138:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516019712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762507.889169:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762507.889174:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762507.889177:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762507.889182:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2479 00000100:00080000:3.0:1789762507.889187:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762507.889191:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762507.889198:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:1.0:1789762507.889209:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762507.889214:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516019840/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762507.889228:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762507.889231:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762507.889233:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762507.889238:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2479 00000100:00080000:3.0:1789762507.889242:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762507.889246:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762507.889252:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762507.889253:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762507/real 1789762507] req@ffff980dc61e5c00 x1876699516019584/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762507.889269:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516019968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762507.889276:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516019584/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762507.889307:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762507.889314:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762507.889319:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516019584:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762507.889341:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516019712:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762507.889363:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762507.889374:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762507/real 1789762507] req@ffff980dc61e4a80 x1876699516019712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762507.889387:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516019712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762507.889401:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762507.889405:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762507.889409:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516019712:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762507.889415:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516019840:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762507.889433:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762507.889443:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762507/real 1789762507] req@ffff980dc61e4380 x1876699516019840/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762507.889466:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516019840/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762507.889479:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762507.889482:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762507.889486:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516019840:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762507.889492:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516019968:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762507.889512:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762507.889524:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762507/real 1789762507] req@ffff980dc61e4000 x1876699516019968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762507.889535:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516019968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762507.889542:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762507.889545:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762507.889549:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516019968:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762508.785054:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762509.809026:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762510.833052:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762511.857025:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762512.880974:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762513.008946:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762513.008954:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762513.008957:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762513.008966:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2484 00000100:00080000:2.0:1789762513.008976:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762513.008982:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762513.009014:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516020096/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762513.009041:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762513.009044:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762513.009045:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762513.009048:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2484 00000100:00080000:2.0:1789762513.009051:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762513.009053:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762513.009060:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762513.009068:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516020224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762513.009077:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762513.009081:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762513.009083:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762513.009088:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2484 00000100:00080000:2.0:1789762513.009092:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762513.009100:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762513.009101:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516020096:192.168.203.146@tcp:250:kworker.0 00000008:00100000:2.0:1789762513.009109:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762513.009145:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516020352/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762513.009158:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762513.009162:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762513.009165:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1789762513.009171:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789762513.009172:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2484 00000100:00080000:2.0:1789762513.009179:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762513.009184:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762513.009190:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762513.009204:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516020480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762513.009211:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513] req@ffff980dd23a9180 x1876699516020096/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762513.009228:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516020096/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762513.009237:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762513.009240:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762513.009243:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516020096:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762513.009248:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516020224:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762513.009263:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762513.009271:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513] req@ffff980dd23a8e00 x1876699516020224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762513.009279:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516020224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762513.009284:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762513.009286:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762513.009288:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516020224:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762513.009306:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516020352:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762513.009318:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762513.009324:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513] req@ffff980dd23aa300 x1876699516020352/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762513.009331:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516020352/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762513.009337:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762513.009339:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762513.009341:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516020352:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762513.009344:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516020480:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762513.009354:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762513.009359:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513] req@ffff980dd23a8380 x1876699516020480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762513.009366:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516020480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762513.009371:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762513.009373:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762513.009375:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516020480:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762513.905019:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762514.929002:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762515.953056:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762516.977021:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762518.001050:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789762518.128987:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762518.128997:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789762518.129001:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762518.129011:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2489 00000100:00080000:1.0:1789762518.129021:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762518.129027:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762518.129063:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699516020608/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762518.129116:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762518.129120:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762518.129122:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762518.129127:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2489 00000100:00080000:1.0:1789762518.129131:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762518.129134:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762518.129144:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762518.129159:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572d80 x1876699516020736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762518.129172:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789762518.129174:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516020608:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789762518.129176:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789762518.129180:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762518.129186:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2489 00000100:00080000:1.0:1789762518.129189:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762518.129193:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762518.129199:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762518.129212:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570700 x1876699516020864/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762518.129228:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762518.129231:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762518.129234:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1789762518.129235:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:1.0:1789762518.129243:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2489 00000100:00080000:1.0:1789762518.129249:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762518.129253:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762518.129258:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762518.129270:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570e00 x1876699516020992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789762518.129277:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518] req@ffff980dc8571f80 x1876699516020608/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762518.129295:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699516020608/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762518.129304:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762518.129308:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762518.129311:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516020608:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762518.129331:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516020736:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762518.129346:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762518.129354:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518] req@ffff980dc8572d80 x1876699516020736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762518.129362:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572d80 x1876699516020736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762518.129368:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762518.129370:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762518.129373:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516020736:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762518.129376:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516020864:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789762518.129387:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762518.129393:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518] req@ffff980dc8570700 x1876699516020864/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762518.129400:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570700 x1876699516020864/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762518.129406:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762518.129408:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762518.129410:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516020864:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762518.129413:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516020992:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762518.129426:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762518.129432:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518] req@ffff980dc8570e00 x1876699516020992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762518.129439:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570e00 x1876699516020992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762518.129444:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762518.129446:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762518.129447:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516020992:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762519.024957:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762520.049022:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762521.073095:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762522.096985:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762523.121105:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789762523.248932:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762523.248940:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789762523.248944:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762523.248952:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2494 00000100:00080000:1.0:1789762523.248961:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762523.248967:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762523.248998:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699516021120/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762523.249022:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762523.249025:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762523.249026:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762523.249029:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2494 00000100:00080000:1.0:1789762523.249031:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762523.249034:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762523.249056:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762523.249068:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699516021248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762523.249075:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762523.249077:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789762523.249079:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762523.249082:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2494 00000100:00080000:1.0:1789762523.249085:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789762523.249090:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516021120:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789762523.249091:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762523.249098:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762523.249111:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699516021376/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762523.249123:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762523.249126:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762523.249129:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762523.249133:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2494 00000100:00080000:1.0:1789762523.249137:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762523.249141:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762523.249147:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789762523.249152:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762523.249164:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699516021504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789762523.249196:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523] req@ffff980dc8573480 x1876699516021120/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762523.249212:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699516021120/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762523.249221:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762523.249224:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762523.249227:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516021120:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762523.249232:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516021248:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762523.249247:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762523.249255:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523] req@ffff980dc8571880 x1876699516021248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762523.249268:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699516021248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762523.249273:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762523.249275:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762523.249277:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516021248:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762523.249295:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516021376:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789762523.249306:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762523.249313:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523] req@ffff980dc8573800 x1876699516021376/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762523.249321:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699516021376/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762523.249326:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762523.249328:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762523.249330:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516021376:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762523.249333:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516021504:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762523.249343:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762523.249348:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523] req@ffff980dc8571180 x1876699516021504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762523.249356:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699516021504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762523.249365:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762523.249367:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762523.249369:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516021504:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762524.145096:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762525.169016:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762526.193065:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762527.216984:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762528.241058:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762528.368985:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762528.368996:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762528.369011:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762528.369024:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2499 00000100:00080000:3.0:1789762528.369035:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762528.369043:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762528.369084:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516021632/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762528.369117:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762528.369121:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762528.369123:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762528.369127:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2499 00000100:00080000:3.0:1789762528.369131:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762528.369136:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762528.369145:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762528.369164:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516021760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762528.369165:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516021632:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762528.369180:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762528.369182:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762528.369184:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762528.369187:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2499 00000100:00080000:3.0:1789762528.369190:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762528.369193:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762528.369197:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762528.369207:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516021888/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762528.369214:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762528.369217:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762528.369219:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762528.369221:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2499 00000100:00080000:3.0:1789762528.369224:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762528.369228:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:1.0:1789762528.369230:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:3.0:1789762528.369234:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762528.369243:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516022016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762528.369281:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528] req@ffff980dc61e4000 x1876699516021632/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762528.369302:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516021632/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762528.369310:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762528.369314:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762528.369317:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516021632:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762528.369335:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516021760:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762528.369351:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762528.369360:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528] req@ffff980dc61e4380 x1876699516021760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762528.369369:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516021760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762528.369374:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762528.369376:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762528.369379:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516021760:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762528.369382:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516021888:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762528.369396:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762528.369406:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528] req@ffff980dc61e4a80 x1876699516021888/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762528.369427:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516021888/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762528.369436:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762528.369439:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762528.369443:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516021888:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762528.369448:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516022016:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762528.369463:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762528.369472:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528] req@ffff980dc61e5c00 x1876699516022016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762528.369484:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516022016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762528.369492:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762528.369496:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762528.369499:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516022016:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762529.264974:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762530.288945:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762531.313064:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762532.337039:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762533.361031:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762533.488988:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762533.488997:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762533.489001:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762533.489010:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2504 00000100:00080000:2.0:1789762533.489021:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762533.489029:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762533.489064:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516022144/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762533.489091:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762533.489094:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762533.489096:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762533.489101:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2504 00000100:00080000:2.0:1789762533.489104:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762533.489108:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762533.489117:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762533.489131:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516022272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762533.489142:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789762533.489144:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516022144:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762533.489146:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762533.489151:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762533.489157:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2504 00000100:00080000:2.0:1789762533.489161:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762533.489165:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762533.489171:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762533.489183:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516022400/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762533.489195:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762533.489198:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762533.489201:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1789762533.489205:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789762533.489209:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2504 00000100:00080000:2.0:1789762533.489215:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762533.489220:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762533.489225:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762533.489237:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516022528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762533.489244:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762533/real 1789762533] req@ffff980dd23a9c00 x1876699516022144/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762533.489263:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516022144/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762533.489272:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762533.489276:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762533.489287:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516022144:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762533.489306:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516022272:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762533.489322:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762533.489331:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762533/real 1789762533] req@ffff980dd23aa680 x1876699516022272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762533.489340:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516022272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762533.489346:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762533.489348:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762533.489350:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516022272:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762533.489354:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516022400:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762533.489366:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762533.489372:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762533/real 1789762533] req@ffff980dd23aaa00 x1876699516022400/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762533.489380:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516022400/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762533.489385:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762533.489387:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762533.489389:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516022400:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762533.489393:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516022528:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762533.489404:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762533.489410:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762533/real 1789762533] req@ffff980dd23a9f80 x1876699516022528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762533.489418:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516022528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762533.489423:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762533.489424:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762533.489426:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516022528:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762534.384976:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762535.409054:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762536.433072:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762537.457073:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762538.481003:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762538.608974:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762538.608984:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762538.608994:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762538.609003:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2509 00000100:00080000:2.0:1789762538.609013:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762538.609019:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762538.609055:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516022656/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762538.609090:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762538.609100:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762538.609103:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762538.609110:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2509 00000100:00080000:2.0:1789762538.609115:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762538.609118:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762538.609127:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762538.609145:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516022656:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762538.609146:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516022784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762538.609177:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762538.609180:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762538.609181:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762538.609189:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2509 00000100:00080000:2.0:1789762538.609193:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762538.609197:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762538.609200:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762538.609212:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516022912/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762538.609223:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762538.609228:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762538.609232:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762538.609241:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2509 00000100:00080000:2.0:1789762538.609247:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762538.609253:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762538.609260:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762538.609280:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516023040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762538.609310:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516022784:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762538.609352:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516022912:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762538.609381:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516023040:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762539.504988:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762540.529006:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762541.553035:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789762541.681193:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:3.0:1789762541.681244:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789762541.681263:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789762541.681308:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789762541.681318:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789762541.681328:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:0.0:1789762541.681363:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762538/real 1789762541] req@ffff980dd23aaa00 x1876699516022784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762541.681394:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516022784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762541.681410:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762541.681416:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762541.681421:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516022784:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762541.681430:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762538/real 1789762541] req@ffff980dd23aa680 x1876699516022912/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762541.681444:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516022912/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762541.681452:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762541.681456:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762541.681460:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516022912:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762541.681468:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762538/real 1789762541] req@ffff980dd23a9c00 x1876699516023040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762541.681481:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516023040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762541.681489:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762541.681492:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762541.681495:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516023040:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762541.681502:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762538/real 1789762541] req@ffff980dd23a9f80 x1876699516022656/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762541.681515:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516022656/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762541.681523:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762541.681526:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762541.681529:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516022656:192.168.203.146@tcp:250:kworker.0 00010000:00010000:2.0:1789762542.577010:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762543.601000:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762543.728950:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762543.728961:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762543.728965:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762543.728979:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2514 00000100:00080000:2.0:1789762543.728998:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762543.729008:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762543.729051:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516023168/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762543.729073:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762543.729076:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762543.729078:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762543.729083:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2514 00000100:00080000:2.0:1789762543.729087:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762543.729090:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762543.729100:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762543.729113:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516023296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762543.729124:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516023168:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762543.729127:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762543.729142:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762543.729144:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762543.729154:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2514 00000100:00080000:2.0:1789762543.729160:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762543.729165:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762543.729172:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762543.729190:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516023424/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762543.729204:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1789762543.729213:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789762543.729215:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762543.729220:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762543.729227:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2514 00000100:00080000:2.0:1789762543.729233:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762543.729239:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762543.729245:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762543.729272:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516023552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762543.729273:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762543/real 1789762543] req@ffff980dd23a8380 x1876699516023168/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762543.729341:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516023168/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762543.729360:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762543.729365:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762543.729369:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516023168:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762543.729396:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516023296:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762543.729431:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762543.729446:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762543/real 1789762543] req@ffff980dd23aa300 x1876699516023296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762543.729459:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516023296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762543.729467:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762543.729471:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762543.729474:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516023296:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762543.729480:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516023424:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762543.729502:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762543.729513:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762543/real 1789762543] req@ffff980dd23a8e00 x1876699516023424/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762543.729525:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516023424/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762543.729532:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762543.729536:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762543.729539:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516023424:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762543.729546:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516023552:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762543.729564:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762543.729575:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762543/real 1789762543] req@ffff980dd23a9180 x1876699516023552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762543.729585:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516023552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762543.729594:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762543.729597:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762543.729600:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516023552:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762544.624982:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762545.648986:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762546.673031:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762547.697018:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762548.721019:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762548.849003:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762548.849017:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762548.849022:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762548.849037:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2520 00000100:00080000:2.0:1789762548.849052:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762548.849061:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762548.849115:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516023680/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762548.849151:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762548.849156:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762548.849158:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762548.849162:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2520 00000100:00080000:2.0:1789762548.849167:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762548.849171:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762548.849194:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762548.849215:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516023680:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762548.849229:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516023808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762548.849239:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762548.849243:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762548.849245:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762548.849248:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2520 00000100:00080000:2.0:1789762548.849252:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762548.849256:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762548.849261:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762548.849270:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516023936/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762548.849277:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762548.849281:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762548.849283:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1789762548.849290:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789762548.849295:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2520 00000100:00080000:2.0:1789762548.849300:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762548.849304:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762548.849309:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762548.849322:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516024064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762548.849335:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762548/real 1789762548] req@ffff980dd23a8a80 x1876699516023680/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762548.849354:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516023680/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762548.849373:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762548.849376:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762548.849380:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516023680:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789762548.849402:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516023808:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762548.849428:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762548.849442:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762548/real 1789762548] req@ffff980dd23a8000 x1876699516023808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762548.849457:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516023808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762548.849464:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762548.849466:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762548.849469:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516023808:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789762548.849473:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516023936:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789762548.849490:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762548.849498:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762548/real 1789762548] req@ffff980dd23ab480 x1876699516023936/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762548.849510:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516023936/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762548.849519:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762548.849522:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762548.849526:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516023936:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789762548.849533:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516024064:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789762548.849554:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762548.849563:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762548/real 1789762548] req@ffff980dd23ab800 x1876699516024064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762548.849572:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516024064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762548.849578:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789762548.849583:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789762548.849586:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516024064:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762549.745019:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762550.769016:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762551.793036:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762552.817046:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762553.841026:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762553.968959:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762553.968971:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762553.968975:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762553.968986:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2525 00000100:00080000:0.0:1789762553.968998:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762553.969005:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762553.969046:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6a00 x1876699516024192/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762553.969071:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762553.969074:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762553.969075:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762553.969078:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2525 00000100:00080000:0.0:1789762553.969081:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762553.969083:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762553.969093:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762553.969107:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4000 x1876699516024320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762553.969117:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516024192:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789762553.969124:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762553.969130:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762553.969133:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762553.969139:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2525 00000100:00080000:0.0:1789762553.969143:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762553.969148:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762553.969155:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762553.969169:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6300 x1876699516024448/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762553.969181:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762553.969185:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762553.969187:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762553.969194:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2525 00000800:00000100:1.0:1789762553.969194:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789762553.969202:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762553.969209:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762553.969215:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762553.969229:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6680 x1876699516024576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762553.969244:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762553/real 1789762553] req@ffff980dc8fc6a00 x1876699516024192/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762553.969261:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6a00 x1876699516024192/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762553.969276:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762553.969280:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762553.969284:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516024192:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762553.969307:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516024320:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762553.969324:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762553.969334:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762553/real 1789762553] req@ffff980dc8fc4000 x1876699516024320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762553.969342:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4000 x1876699516024320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762553.969348:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762553.969351:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762553.969353:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516024320:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762553.969356:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516024448:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762553.969368:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762553.969374:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762553/real 1789762553] req@ffff980dc8fc6300 x1876699516024448/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762553.969381:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6300 x1876699516024448/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762553.969387:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762553.969389:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762553.969391:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516024448:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762553.969396:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516024576:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762553.969407:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762553.969413:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762553/real 1789762553] req@ffff980dc8fc6680 x1876699516024576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762553.969421:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6680 x1876699516024576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762553.969426:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762553.969428:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762553.969430:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516024576:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762554.865035:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762555.889022:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762556.913063:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762557.937027:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762558.961053:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762559.088961:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762559.088975:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762559.088980:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762559.088992:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2530 00000100:00080000:2.0:1789762559.089007:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762559.089016:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762559.089068:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516024704/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762559.089105:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762559.089110:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762559.089111:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762559.089116:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2530 00000100:00080000:2.0:1789762559.089120:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762559.089124:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762559.089137:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762559.089152:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516024832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762559.089159:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516024704:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762559.089167:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762559.089172:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762559.089174:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762559.089179:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2530 00000100:00080000:2.0:1789762559.089183:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762559.089187:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762559.089193:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762559.089205:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516024960/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762559.089216:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762559.089220:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762559.089223:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762559.089227:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2530 00000100:00080000:2.0:1789762559.089232:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762559.089236:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762559.089241:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762559.089251:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516025088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762559.089263:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762559.089316:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559] req@ffff980dd23ab800 x1876699516024704/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762559.089333:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516024704/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762559.089348:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762559.089352:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762559.089355:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516024704:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762559.089379:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516024832:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762559.089403:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762559.089413:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559] req@ffff980dd23ab480 x1876699516024832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762559.089422:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516024832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762559.089428:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762559.089431:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762559.089433:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516024832:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762559.089437:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516024960:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762559.089451:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762559.089458:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559] req@ffff980dd23a8000 x1876699516024960/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762559.089466:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516024960/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762559.089471:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762559.089473:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762559.089475:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516024960:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762559.089479:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516025088:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762559.089490:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762559.089496:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559] req@ffff980dd23a8a80 x1876699516025088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762559.089503:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516025088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762559.089513:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762559.089515:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762559.089517:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516025088:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762559.984979:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762561.009032:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762562.033056:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762563.057012:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762564.081039:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762564.208960:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762564.208976:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762564.208983:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762564.208997:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2535 00000100:00080000:0.0:1789762564.209015:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762564.209025:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762564.209092:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4e00 x1876699516025216/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762564.209131:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762564.209135:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762564.209137:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762564.209143:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2535 00000100:00080000:0.0:1789762564.209146:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762564.209151:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762564.209164:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762564.209180:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6d80 x1876699516025344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762564.209192:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516025216:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789762564.209194:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762564.209203:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762564.209205:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762564.209211:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2535 00000100:00080000:0.0:1789762564.209215:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762564.209220:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762564.209227:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762564.209241:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7800 x1876699516025472/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762564.209254:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762564.209258:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762564.209260:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762564.209264:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2535 00000100:00080000:0.0:1789762564.209272:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762564.209277:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762564.209282:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789762564.209292:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762564.209297:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7100 x1876699516025600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762564.209358:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564] req@ffff980dc8fc4e00 x1876699516025216/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762564.209384:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4e00 x1876699516025216/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762564.209396:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762564.209401:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762564.209406:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516025216:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762564.209436:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516025344:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762564.209459:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762564.209478:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564] req@ffff980dc8fc6d80 x1876699516025344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762564.209487:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6d80 x1876699516025344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762564.209493:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762564.209495:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762564.209498:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516025344:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762564.209503:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516025472:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762564.209517:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762564.209525:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564] req@ffff980dc8fc7800 x1876699516025472/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762564.209533:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7800 x1876699516025472/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762564.209538:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762564.209540:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762564.209542:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516025472:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762564.209546:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516025600:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762564.209558:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762564.209564:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564] req@ffff980dc8fc7100 x1876699516025600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762564.209571:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7100 x1876699516025600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762564.209576:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762564.209578:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762564.209580:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516025600:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762565.104976:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762566.129005:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762567.152987:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762568.176988:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762569.200995:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762569.328999:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762569.329011:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762569.329016:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762569.329026:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2540 00000100:00080000:3.0:1789762569.329038:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762569.329046:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762569.329090:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516025728/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762569.329115:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762569.329118:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762569.329120:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762569.329123:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2540 00000100:00080000:3.0:1789762569.329125:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762569.329128:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762569.329137:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762569.329146:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516025856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762569.329153:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762569.329156:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762569.329157:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762569.329160:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2540 00000100:00080000:3.0:1789762569.329163:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762569.329166:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762569.329170:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762569.329185:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516025984/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762569.329193:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762569.329197:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1789762569.329198:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516025728:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762569.329199:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762569.329207:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2540 00000100:00080000:3.0:1789762569.329210:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762569.329212:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762569.329215:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762569.329225:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516026112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762569.329277:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762569.329323:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762569] req@ffff980dc61e5180 x1876699516025728/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762569.329339:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516025728/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762569.329349:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762569.329362:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762569.329366:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516025728:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762569.329372:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516025856:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762569.329388:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762569.329397:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762569] req@ffff980dc61e6300 x1876699516025856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762569.329406:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516025856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762569.329412:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762569.329414:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762569.329416:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516025856:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762569.329438:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516025984:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762569.329450:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762569.329456:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762569] req@ffff980dc61e7800 x1876699516025984/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762569.329464:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516025984/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762569.329474:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762569.329476:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762569.329478:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516025984:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762569.329482:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516026112:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762569.329491:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762569.329497:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762569] req@ffff980dc61e6680 x1876699516026112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762569.329504:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516026112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762569.329510:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762569.329511:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762569.329513:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516026112:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762570.224998:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762571.249019:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762572.273141:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762573.297048:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762574.321045:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762574.448996:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762574.449010:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762574.449016:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762574.449028:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2545 00000100:00080000:3.0:1789762574.449042:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762574.449052:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762574.449100:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516026240/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762574.449137:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762574.449145:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762574.449148:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762574.449153:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2545 00000100:00080000:3.0:1789762574.449158:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762574.449162:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762574.449173:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762574.449187:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516026368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762574.449201:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762574.449206:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762574.449209:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762574.449213:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2545 00000100:00080000:3.0:1789762574.449217:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762574.449221:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762574.449228:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762574.449258:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516026240:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762574.449259:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516026496/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762574.449297:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762574.449305:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762574.449309:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762574.449317:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2545 00000100:00080000:3.0:1789762574.449326:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762574.449335:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762574.449347:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789762574.449367:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762574.449371:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516026624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762574.449453:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574] req@ffff980dc61e5880 x1876699516026240/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762574.449481:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516026240/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762574.449499:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762574.449505:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762574.449512:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516026240:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762574.449525:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516026368:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762574.449564:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762574.449582:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574] req@ffff980dc61e4e00 x1876699516026368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762574.449599:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516026368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762574.449614:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762574.449619:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762574.449629:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516026368:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762574.449695:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516026496:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762574.449729:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762574.449749:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574] req@ffff980dc61e7b80 x1876699516026496/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762574.449765:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516026496/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762574.449777:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762574.449781:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762574.449785:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516026496:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762574.449792:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516026624:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762574.449811:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762574.449824:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574] req@ffff980dc61e7480 x1876699516026624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762574.449839:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516026624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762574.449850:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762574.449898:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762574.449907:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516026624:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762575.345071:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762576.369098:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762577.393056:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762578.417045:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762579.441052:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762579.569002:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762579.569028:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762579.569031:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762579.569040:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2550 00000100:00080000:2.0:1789762579.569049:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762579.569055:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762579.569089:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516026752/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762579.569113:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762579.569116:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762579.569117:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762579.569120:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2550 00000100:00080000:2.0:1789762579.569122:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762579.569124:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762579.569130:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762579.569139:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516026880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762579.569146:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762579.569149:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762579.569150:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762579.569152:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2550 00000100:00080000:2.0:1789762579.569154:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762579.569157:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762579.569161:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762579.569166:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516026752:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762579.569172:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516027008/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762579.569180:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762579.569182:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762579.569184:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762579.569187:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2550 00000100:00080000:2.0:1789762579.569189:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762579.569191:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762579.569194:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762579.569204:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516027136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762579.569232:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762579.569273:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762579/real 1789762579] req@ffff980dd23a9180 x1876699516026752/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762579.569292:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516026752/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762579.569304:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762579.569308:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762579.569313:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516026752:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762579.569321:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516026880:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762579.569341:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762579.569350:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762579/real 1789762579] req@ffff980dd23a8e00 x1876699516026880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762579.569358:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516026880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762579.569369:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762579.569371:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762579.569373:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516026880:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762579.569391:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516027008:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762579.569404:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762579.569410:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762579/real 1789762579] req@ffff980dd23aa300 x1876699516027008/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762579.569417:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516027008/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762579.569422:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762579.569424:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762579.569426:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516027008:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762579.569429:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516027136:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762579.569439:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762579.569445:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762579/real 1789762579] req@ffff980dd23a8380 x1876699516027136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762579.569452:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516027136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762579.569457:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762579.569458:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762579.569461:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516027136:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762580.464991:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762581.489097:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762582.513068:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762583.537086:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762584.561027:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762584.688999:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762584.689011:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762584.689016:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762584.689028:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2555 00000100:00080000:0.0:1789762584.689054:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762584.689063:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762584.689123:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4700 x1876699516027264/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762584.689162:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762584.689168:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762584.689171:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762584.689186:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2555 00000100:00080000:0.0:1789762584.689191:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762584.689197:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762584.689209:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762584.689228:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5f80 x1876699516027392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762584.689240:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762584.689244:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762584.689247:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762584.689253:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2555 00000100:00100000:3.0:1789762584.689258:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516027264:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789762584.689259:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762584.689269:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762584.689277:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762584.689296:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7100 x1876699516027520/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762584.689308:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762584.689312:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762584.689314:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762584.689318:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2555 00000100:00080000:0.0:1789762584.689322:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762584.689325:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762584.689329:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762584.689342:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7800 x1876699516027648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789762584.689352:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762584.689405:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762584/real 1789762584] req@ffff980dc8fc4700 x1876699516027264/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762584.689422:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4700 x1876699516027264/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762584.689431:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762584.689434:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762584.689438:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516027264:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762584.689443:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516027392:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762584.689461:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762584.689470:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762584/real 1789762584] req@ffff980dc8fc5f80 x1876699516027392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762584.689479:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5f80 x1876699516027392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762584.689484:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762584.689486:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762584.689489:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516027392:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762584.689509:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516027520:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789762584.689521:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762584.689528:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762584/real 1789762584] req@ffff980dc8fc7100 x1876699516027520/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762584.689535:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7100 x1876699516027520/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762584.689540:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762584.689542:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762584.689544:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516027520:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762584.689548:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516027648:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762584.689558:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762584.689564:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762584/real 1789762584] req@ffff980dc8fc7800 x1876699516027648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762584.689571:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7800 x1876699516027648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762584.689591:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762584.689593:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762584.689595:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516027648:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762585.585029:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762586.609027:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762587.633040:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762588.656961:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762589.681016:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762589.808965:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762589.808980:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762589.808985:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762589.808997:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2560 00000100:00080000:2.0:1789762589.809011:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762589.809021:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762589.809072:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516027776/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762589.809107:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762589.809112:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762589.809114:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762589.809119:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2560 00000100:00080000:2.0:1789762589.809123:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762589.809127:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762589.809140:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762589.809154:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516027904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789762589.809166:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516027776:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762589.809169:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762589.809175:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762589.809176:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762589.809182:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2560 00000100:00080000:2.0:1789762589.809186:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762589.809191:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762589.809197:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762589.809211:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516028032/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762589.809223:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762589.809226:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762589.809229:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762589.809233:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2560 00000100:00080000:2.0:1789762589.809237:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762589.809242:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:3.0:1789762589.809245:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:2.0:1789762589.809252:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762589.809269:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516028160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789762589.809298:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762589/real 1789762589] req@ffff980dd23a9f80 x1876699516027776/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762589.809320:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516027776/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762589.809329:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762589.809332:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762589.809335:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516027776:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762589.809357:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516027904:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762589.809374:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762589.809387:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762589/real 1789762589] req@ffff980dd23a9c00 x1876699516027904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762589.809400:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516027904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762589.809409:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762589.809413:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762589.809416:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516027904:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762589.809420:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516028032:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789762589.809438:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762589.809446:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762589/real 1789762589] req@ffff980dd23aa680 x1876699516028032/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762589.809454:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516028032/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762589.809465:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762589.809467:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762589.809470:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516028032:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762589.809473:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516028160:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762589.809484:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762589.809490:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762589/real 1789762589] req@ffff980dd23aaa00 x1876699516028160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762589.809497:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516028160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762589.809503:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762589.809504:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762589.809506:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516028160:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762590.704993:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762591.728999:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762592.753056:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762593.777002:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762594.801007:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762594.928940:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762594.928949:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762594.928952:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762594.928961:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2566 00000100:00080000:2.0:1789762594.928970:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762594.928976:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762594.929009:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516028288/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762594.929031:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762594.929034:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762594.929035:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762594.929038:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2566 00000100:00080000:2.0:1789762594.929040:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762594.929042:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762594.929051:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762594.929059:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516028416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762594.929067:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789762594.929072:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516028288:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762594.929073:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762594.929077:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762594.929084:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2566 00000100:00080000:2.0:1789762594.929086:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762594.929088:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762594.929091:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762594.929101:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516028544/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762594.929108:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762594.929111:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762594.929112:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762594.929114:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2566 00000100:00080000:2.0:1789762594.929130:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762594.929135:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:3.0:1789762594.929136:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:2.0:1789762594.929141:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762594.929151:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516028672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789762594.929185:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762594/real 1789762594] req@ffff980dd23aaa00 x1876699516028288/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762594.929204:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516028288/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762594.929212:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762594.929215:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762594.929218:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516028288:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762594.929237:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516028416:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762594.929254:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762594.929263:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762594/real 1789762594] req@ffff980dd23aa680 x1876699516028416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762594.929271:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516028416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762594.929276:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762594.929278:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762594.929281:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516028416:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762594.929284:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516028544:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789762594.929295:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762594.929301:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762594/real 1789762594] req@ffff980dd23a9c00 x1876699516028544/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762594.929308:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516028544/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762594.929313:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762594.929315:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762594.929317:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516028544:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762594.929320:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516028672:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762594.929330:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762594.929336:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762594/real 1789762594] req@ffff980dd23a9f80 x1876699516028672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762594.929344:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516028672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762594.929349:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762594.929350:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762594.929352:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516028672:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762595.825001:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762596.849003:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762597.873003:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762598.897019:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762599.921112:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762600.048942:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762600.048950:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762600.048954:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762600.048969:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2571 00000100:00080000:2.0:1789762600.048979:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762600.048985:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762600.049016:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516028800/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762600.049035:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762600.049037:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762600.049039:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762600.049041:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2571 00000100:00080000:2.0:1789762600.049044:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762600.049046:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762600.049053:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762600.049062:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516028928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762600.049070:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762600.049074:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789762600.049074:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516028800:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762600.049077:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762600.049085:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2571 00000100:00080000:2.0:1789762600.049087:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762600.049089:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762600.049093:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762600.049103:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516029056/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762600.049114:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762600.049117:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762600.049118:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762600.049120:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2571 00000100:00080000:2.0:1789762600.049129:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762600.049131:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762600.049135:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789762600.049138:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762600.049151:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516029184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789762600.049200:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600] req@ffff980dd23a8380 x1876699516028800/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762600.049217:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516028800/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762600.049229:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762600.049233:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762600.049237:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516028800:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762600.049262:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516028928:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762600.049285:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762600.049295:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600] req@ffff980dd23aa300 x1876699516028928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762600.049303:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516028928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762600.049309:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762600.049311:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762600.049314:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516028928:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762600.049318:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516029056:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789762600.049330:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762600.049336:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600] req@ffff980dd23a8e00 x1876699516029056/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762600.049343:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516029056/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762600.049349:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762600.049351:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762600.049353:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516029056:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762600.049356:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516029184:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762600.049366:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762600.049371:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600] req@ffff980dd23a9180 x1876699516029184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762600.049379:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516029184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762600.049383:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762600.049385:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762600.049387:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516029184:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762600.945016:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762601.968992:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762602.993041:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762604.017028:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762605.040978:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762605.168971:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762605.168981:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762605.168986:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762605.168997:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2576 00000100:00080000:3.0:1789762605.169008:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762605.169016:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762605.169062:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516029312/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762605.169091:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762605.169094:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762605.169096:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762605.169099:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2576 00000100:00080000:3.0:1789762605.169102:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762605.169104:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762605.169113:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762605.169122:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516029440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762605.169129:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762605.169132:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762605.169134:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762605.169136:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2576 00000100:00080000:3.0:1789762605.169139:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762605.169142:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762605.169145:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762605.169151:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516029568/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762605.169157:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762605.169159:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762605.169160:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762605.169163:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2576 00000100:00080000:3.0:1789762605.169165:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762605.169167:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762605.169169:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762605.169174:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516029696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762605.169232:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516029312:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762605.169331:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516029440:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762605.169354:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516029568:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762605.169372:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516029696:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762606.064976:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762607.089065:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762608.113016:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789762608.241171:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:2.0:1789762608.241225:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789762608.241247:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789762608.241303:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789762608.241315:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789762608.241324:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:1.0:1789762608.241430:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762608] req@ffff980dc61e7480 x1876699516029312/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762608.241464:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516029312/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762608.241477:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762608.241481:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762608.241486:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516029312:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762608.241496:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762608] req@ffff980dc61e7b80 x1876699516029440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762608.241511:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516029440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762608.241519:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762608.241524:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762608.241528:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516029440:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762608.241539:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762608] req@ffff980dc61e4e00 x1876699516029568/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762608.241554:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516029568/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762608.241564:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762608.241568:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762608.241572:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516029568:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762608.241580:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762608] req@ffff980dc61e5880 x1876699516029696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762608.241594:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516029696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762608.241609:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762608.241615:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762608.241618:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516029696:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762609.137023:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762610.161068:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762610.288971:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762610.288984:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762610.288988:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762610.289001:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2581 00000100:00080000:3.0:1789762610.289015:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762610.289026:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762610.289070:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516029824/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762610.289107:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762610.289112:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762610.289115:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762610.289121:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2581 00000100:00080000:3.0:1789762610.289125:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762610.289131:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762610.289145:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516029824:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789762610.289145:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762610.289166:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516029952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762610.289181:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762610.289185:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762610.289187:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762610.289195:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2581 00000100:00080000:3.0:1789762610.289199:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762610.289204:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762610.289210:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762610.289226:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516030080/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762610.289238:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1789762610.289242:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789762610.289244:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762610.289248:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762610.289254:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2581 00000100:00080000:3.0:1789762610.289259:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762610.289264:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762610.289270:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762610.289288:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516030208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762610.289322:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762610] req@ffff980dc61e6680 x1876699516029824/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762610.289350:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516029824/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762610.289372:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762610.289379:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762610.289399:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516029824:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762610.289434:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516029952:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762610.289470:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762610.289486:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762610] req@ffff980dc61e7800 x1876699516029952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762610.289500:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516029952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762610.289509:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762610.289514:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762610.289517:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516029952:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762610.289524:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516030080:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762610.289549:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762610.289561:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762610] req@ffff980dc61e6300 x1876699516030080/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762610.289574:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516030080/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762610.289582:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762610.289585:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762610.289588:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516030080:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762610.289595:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516030208:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762610.289617:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762610.289630:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762610] req@ffff980dc61e5180 x1876699516030208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762610.289644:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516030208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762610.289653:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762610.289657:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762610.289660:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516030208:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762611.185028:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762612.209012:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762613.233036:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762614.256972:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762615.281064:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762615.408918:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762615.408927:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762615.408931:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762615.408941:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2586 00000100:00080000:3.0:1789762615.408951:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762615.408959:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762615.408992:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516030336/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762615.409021:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762615.409024:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762615.409026:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762615.409031:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2586 00000100:00080000:3.0:1789762615.409034:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762615.409038:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762615.409048:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762615.409062:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516030464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762615.409073:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762615.409077:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762615.409079:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762615.409083:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2586 00000100:00080000:3.0:1789762615.409087:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1789762615.409094:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516030336:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762615.409104:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762615.409116:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762615.409131:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516030592/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762615.409143:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762615.409146:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762615.409149:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1789762615.409150:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789762615.409157:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2586 00000100:00080000:3.0:1789762615.409164:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762615.409169:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762615.409175:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762615.409188:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762615] req@ffff980dc61e5c00 x1876699516030336/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762615.409190:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516030720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762615.409217:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516030336/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762615.409226:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762615.409229:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762615.409233:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516030336:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762615.409239:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516030464:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762615.409252:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762615.409260:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762615] req@ffff980dc61e4a80 x1876699516030464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762615.409268:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516030464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762615.409273:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762615.409275:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762615.409278:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516030464:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762615.409295:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516030592:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762615.409305:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762615.409312:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762615] req@ffff980dc61e4380 x1876699516030592/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762615.409319:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516030592/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762615.409324:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762615.409326:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762615.409328:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516030592:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762615.409331:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516030720:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762615.409369:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762615.409378:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762615] req@ffff980dc61e4000 x1876699516030720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762615.409386:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516030720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762615.409391:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762615.409393:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762615.409396:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516030720:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762616.305056:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762617.329040:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762618.353014:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762619.377005:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762620.401028:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789762620.528944:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762620.528955:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789762620.528959:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762620.528969:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2591 00000100:00080000:1.0:1789762620.528980:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762620.528987:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762620.529030:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570a80 x1876699516030848/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762620.529057:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762620.529060:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762620.529062:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762620.529065:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2591 00000100:00080000:1.0:1789762620.529068:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762620.529070:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762620.529079:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762620.529090:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699516030976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762620.529098:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762620.529100:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789762620.529102:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762620.529105:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2591 00000100:00080000:1.0:1789762620.529107:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762620.529109:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762620.529113:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762620.529116:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516030848:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762620.529123:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699516031104/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762620.529131:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762620.529134:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762620.529135:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762620.529139:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2591 00000100:00080000:1.0:1789762620.529141:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762620.529143:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762620.529146:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762620.529153:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699516031232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789762620.529203:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762620.529248:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762620/real 1789762620] req@ffff980dc8570a80 x1876699516030848/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762620.529263:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570a80 x1876699516030848/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762620.529272:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762620.529275:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762620.529279:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516030848:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762620.529284:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516030976:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762620.529301:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762620.529325:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762620/real 1789762620] req@ffff980dc8571180 x1876699516030976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762620.529334:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699516030976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762620.529340:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762620.529343:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762620.529345:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516030976:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762620.529375:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516031104:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762620.529400:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762620.529411:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762620/real 1789762620] req@ffff980dc8573800 x1876699516031104/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762620.529420:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699516031104/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762620.529426:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762620.529429:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762620.529431:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516031104:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762620.529435:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516031232:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762620.529448:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762620.529454:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762620/real 1789762620] req@ffff980dc8571880 x1876699516031232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762620.529462:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699516031232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762620.529467:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762620.529470:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762620.529472:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516031232:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762621.425047:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762622.449100:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762623.473016:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762624.497024:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762625.521012:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762625.649043:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762625.649053:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762625.649057:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762625.649068:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2596 00000100:00080000:2.0:1789762625.649079:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762625.649086:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762625.649122:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516031360/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762625.649155:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762625.649159:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762625.649161:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762625.649166:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2596 00000100:00080000:2.0:1789762625.649170:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762625.649176:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762625.649186:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762625.649203:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516031488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762625.649215:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516031360:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762625.649225:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762625.649231:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762625.649232:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762625.649238:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2596 00000100:00080000:2.0:1789762625.649242:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762625.649247:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762625.649253:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762625.649285:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516031616/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762625.649304:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762625.649308:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762625.649310:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762625.649314:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2596 00000100:00080000:2.0:1789762625.649319:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762625.649323:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:1.0:1789762625.649328:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:2.0:1789762625.649337:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762625.649357:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516031744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762625.649386:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762625/real 1789762625] req@ffff980dd23a8a80 x1876699516031360/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762625.649407:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516031360/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762625.649421:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762625.649425:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762625.649429:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516031360:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762625.649452:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516031488:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762625.649469:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762625.649478:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762625/real 1789762625] req@ffff980dd23a8000 x1876699516031488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762625.649486:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516031488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762625.649497:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762625.649499:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762625.649502:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516031488:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762625.649505:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516031616:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762625.649517:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762625.649523:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762625/real 1789762625] req@ffff980dd23ab480 x1876699516031616/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762625.649530:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516031616/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762625.649536:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762625.649538:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762625.649540:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516031616:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762625.649543:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516031744:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762625.649554:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762625.649561:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762625/real 1789762625] req@ffff980dd23ab800 x1876699516031744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762625.649568:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516031744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762625.649573:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762625.649575:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762625.649578:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516031744:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762626.545063:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762627.569013:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762628.593003:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762629.617034:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762630.641046:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762630.769014:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762630.769022:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762630.769025:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762630.769034:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2601 00000100:00080000:2.0:1789762630.769044:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762630.769049:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762630.769083:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516031872/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762630.769106:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762630.769109:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762630.769110:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762630.769113:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2601 00000100:00080000:2.0:1789762630.769115:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762630.769117:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762630.769125:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762630.769133:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516032000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762630.769139:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762630.769141:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762630.769142:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762630.769144:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2601 00000100:00080000:2.0:1789762630.769146:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762630.769148:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762630.769151:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762630.769156:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516032128/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762630.769164:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762630.769167:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762630.769168:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762630.769170:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2601 00000100:00080000:2.0:1789762630.769173:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762630.769175:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762630.769180:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762630.769189:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516032256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762630.769203:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516031872:192.168.203.146@tcp:250:kworker.0 00000800:00000100:1.0:1789762630.769303:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762630.769351:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762630/real 1789762630] req@ffff980dd23ab800 x1876699516031872/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762630.769367:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516031872/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762630.769377:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762630.769380:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762630.769384:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516031872:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762630.769389:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516032000:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762630.769404:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762630.769413:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762630/real 1789762630] req@ffff980dd23ab480 x1876699516032000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762630.769421:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516032000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762630.769427:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762630.769429:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762630.769431:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516032000:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762630.769434:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516032128:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762630.769448:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762630.769454:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762630/real 1789762630] req@ffff980dd23a8000 x1876699516032128/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762630.769462:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516032128/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762630.769467:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762630.769469:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762630.769471:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516032128:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762630.769495:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516032256:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762630.769506:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762630.769512:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762630/real 1789762630] req@ffff980dd23a8a80 x1876699516032256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762630.769520:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516032256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762630.769533:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762630.769535:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762630.769540:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516032256:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762631.665006:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762632.689035:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762633.713037:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762634.737014:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762635.760989:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762635.888977:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762635.888988:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762635.888997:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762635.889009:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2607 00000100:00080000:2.0:1789762635.889021:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762635.889030:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762635.889075:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516032384/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762635.889098:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762635.889101:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762635.889102:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762635.889105:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2607 00000100:00080000:2.0:1789762635.889108:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762635.889110:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762635.889120:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762635.889132:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516032512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762635.889139:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762635.889142:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762635.889143:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762635.889146:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2607 00000100:00080000:2.0:1789762635.889147:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762635.889150:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762635.889154:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762635.889158:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516032384:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762635.889164:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516032640/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762635.889172:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762635.889174:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762635.889175:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762635.889177:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2607 00000100:00080000:2.0:1789762635.889179:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762635.889181:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762635.889184:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762635.889210:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516032768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762635.889264:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762635.889321:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762635/real 1789762635] req@ffff980dd23a9180 x1876699516032384/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762635.889343:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516032384/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762635.889353:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762635.889356:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762635.889359:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516032384:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762635.889365:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516032512:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762635.889383:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762635.889392:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762635/real 1789762635] req@ffff980dd23a8e00 x1876699516032512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762635.889400:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516032512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762635.889406:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762635.889408:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762635.889411:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516032512:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762635.889434:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516032640:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762635.889446:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762635.889452:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762635/real 1789762635] req@ffff980dd23aa300 x1876699516032640/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762635.889460:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516032640/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762635.889470:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762635.889473:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762635.889475:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516032640:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762635.889478:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516032768:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762635.889496:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762635.889503:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762635/real 1789762635] req@ffff980dd23a8380 x1876699516032768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762635.889510:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516032768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762635.889516:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762635.889518:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762635.889520:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516032768:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762636.784998:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762637.809010:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762638.832990:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762639.857046:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762640.881031:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789762641.008992:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762641.009003:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789762641.009008:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762641.009020:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2612 00000100:00080000:1.0:1789762641.009033:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762641.009042:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762641.009086:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699516032896/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762641.009124:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762641.009130:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762641.009132:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762641.009138:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2612 00000100:00080000:1.0:1789762641.009143:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762641.009148:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762641.009179:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762641.009195:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570e00 x1876699516033024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762641.009212:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1789762641.009214:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516032896:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789762641.009217:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789762641.009221:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762641.009234:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2612 00000100:00080000:1.0:1789762641.009239:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762641.009243:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762641.009249:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762641.009263:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570700 x1876699516033152/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762641.009275:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762641.009280:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762641.009283:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762641.009289:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2612 00000100:00080000:1.0:1789762641.009292:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762641.009299:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762641.009305:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762641.009315:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572d80 x1876699516033280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789762641.009331:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762641.009390:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641] req@ffff980dc8573480 x1876699516032896/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762641.009406:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699516032896/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762641.009417:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762641.009420:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762641.009424:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516032896:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762641.009453:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516033024:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762641.009474:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762641.009483:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641] req@ffff980dc8570e00 x1876699516033024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762641.009492:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570e00 x1876699516033024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762641.009499:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762641.009502:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762641.009504:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516033024:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762641.009508:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516033152:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762641.009521:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762641.009527:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641] req@ffff980dc8570700 x1876699516033152/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762641.009535:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570700 x1876699516033152/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762641.009541:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762641.009543:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762641.009545:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516033152:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762641.009549:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516033280:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762641.009561:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762641.009567:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641] req@ffff980dc8572d80 x1876699516033280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762641.009580:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572d80 x1876699516033280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762641.009585:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762641.009587:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762641.009589:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516033280:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762641.905026:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762642.928996:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762643.953182:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762644.977008:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762646.001110:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762646.128985:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762646.128995:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762646.129000:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762646.129012:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2617 00000100:00080000:2.0:1789762646.129024:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762646.129032:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762646.129076:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516033408/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762646.129106:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762646.129109:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762646.129110:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762646.129114:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2617 00000100:00080000:2.0:1789762646.129129:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762646.129133:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762646.129143:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762646.129156:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516033536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762646.129166:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762646.129168:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762646.129170:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762646.129175:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2617 00000100:00080000:2.0:1789762646.129182:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789762646.129183:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516033408:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762646.129187:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762646.129198:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762646.129214:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516033664/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762646.129222:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762646.129225:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762646.129226:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762646.129230:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2617 00000100:00080000:2.0:1789762646.129232:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762646.129235:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762646.129238:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762646.129247:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516033792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762646.129274:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762646.129330:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646] req@ffff980dd23a9f80 x1876699516033408/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762646.129362:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516033408/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762646.129375:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762646.129383:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762646.129388:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516033408:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762646.129417:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516033536:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762646.129456:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762646.129480:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646] req@ffff980dd23a9c00 x1876699516033536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762646.129500:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516033536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762646.129509:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762646.129513:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762646.129518:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516033536:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762646.129531:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516033664:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762646.129583:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762646.129608:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646] req@ffff980dd23aa680 x1876699516033664/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762646.129621:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516033664/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762646.129632:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762646.129637:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762646.129642:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516033664:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762646.129653:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516033792:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762646.129695:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762646.129724:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646] req@ffff980dd23aaa00 x1876699516033792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762646.129740:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516033792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762646.129759:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762646.129764:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762646.129767:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516033792:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762647.025195:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762648.049168:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762649.073044:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762650.096993:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762651.121018:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762651.248983:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762651.248994:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762651.248998:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762651.249009:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2622 00000100:00080000:0.0:1789762651.249020:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762651.249028:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762651.249072:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6d80 x1876699516033920/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762651.249109:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762651.249112:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762651.249114:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762651.249118:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2622 00000100:00080000:0.0:1789762651.249120:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762651.249124:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762651.249134:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762651.249145:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4e00 x1876699516034048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762651.249154:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762651.249157:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762651.249158:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762651.249164:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2622 00000100:00100000:1.0:1789762651.249164:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516033920:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789762651.249169:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762651.249175:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762651.249179:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762651.249188:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6680 x1876699516034176/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762651.249196:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762651.249199:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762651.249200:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762651.249203:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2622 00000100:00080000:0.0:1789762651.249206:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762651.249209:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762651.249212:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762651.249220:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6300 x1876699516034304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762651.249245:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762651.249295:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651] req@ffff980dc8fc6d80 x1876699516033920/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762651.249316:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6d80 x1876699516033920/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762651.249326:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762651.249329:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762651.249332:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516033920:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762651.249354:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516034048:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762651.249371:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762651.249379:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651] req@ffff980dc8fc4e00 x1876699516034048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762651.249387:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4e00 x1876699516034048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762651.249393:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762651.249395:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762651.249398:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516034048:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762651.249401:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516034176:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762651.249413:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762651.249419:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651] req@ffff980dc8fc6680 x1876699516034176/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762651.249426:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6680 x1876699516034176/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762651.249436:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762651.249438:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762651.249440:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516034176:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762651.249443:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516034304:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762651.249454:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762651.249459:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651] req@ffff980dc8fc6300 x1876699516034304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762651.249466:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6300 x1876699516034304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762651.249471:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762651.249473:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762651.249475:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516034304:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762652.145016:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762653.169019:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762654.193112:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762655.217104:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762656.241003:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762656.368991:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762656.369005:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762656.369011:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762656.369025:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2627 00000100:00080000:3.0:1789762656.369051:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762656.369060:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762656.369110:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516034432/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762656.369137:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762656.369140:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762656.369142:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762656.369145:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2627 00000100:00080000:3.0:1789762656.369148:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762656.369151:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762656.369167:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762656.369182:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516034432:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762656.369183:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516034560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762656.369198:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762656.369200:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762656.369202:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762656.369205:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2627 00000100:00080000:3.0:1789762656.369209:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762656.369211:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762656.369216:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762656.369225:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516034688/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762656.369234:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762656.369236:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762656.369238:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762656.369240:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2627 00000100:00080000:3.0:1789762656.369243:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762656.369246:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762656.369249:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762656.369257:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516034816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762656.369265:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762656.369318:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656] req@ffff980dc61e4000 x1876699516034432/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762656.369335:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516034432/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762656.369345:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762656.369348:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762656.369352:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516034432:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762656.369374:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516034560:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762656.369397:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762656.369407:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656] req@ffff980dc61e4380 x1876699516034560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762656.369416:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516034560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762656.369422:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762656.369424:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762656.369426:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516034560:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762656.369430:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516034688:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762656.369443:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762656.369449:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656] req@ffff980dc61e4a80 x1876699516034688/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762656.369457:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516034688/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762656.369462:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762656.369464:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762656.369466:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516034688:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762656.369469:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516034816:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762656.369481:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762656.369487:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656] req@ffff980dc61e5c00 x1876699516034816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762656.369495:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516034816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762656.369500:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762656.369502:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762656.369504:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516034816:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762657.265031:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762658.289058:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762659.313042:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762660.337003:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762661.361021:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762661.488918:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762661.488926:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762661.488929:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762661.488937:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2632 00000100:00080000:3.0:1789762661.488946:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762661.488952:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762661.488990:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516034944/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762661.489031:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762661.489034:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762661.489036:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762661.489039:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2632 00000100:00080000:3.0:1789762661.489042:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762661.489045:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762661.489053:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762661.489065:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516035072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762661.489073:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762661.489079:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1789762661.489081:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516034944:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762661.489081:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762661.489089:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2632 00000100:00080000:3.0:1789762661.489092:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762661.489094:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762661.489098:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762661.489107:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516035200/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762661.489115:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762661.489117:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762661.489119:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762661.489121:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2632 00000100:00080000:3.0:1789762661.489124:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762661.489126:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762661.489128:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762661.489135:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516035328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762661.489150:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762661.489184:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762661/real 1789762661] req@ffff980dc61e5180 x1876699516034944/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762661.489197:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516034944/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762661.489205:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762661.489208:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762661.489211:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516034944:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762661.489228:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516035072:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762661.489242:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762661.489250:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762661/real 1789762661] req@ffff980dc61e6300 x1876699516035072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762661.489258:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516035072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762661.489268:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762661.489271:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762661.489273:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516035072:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762661.489276:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516035200:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762661.489287:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762661.489292:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762661/real 1789762661] req@ffff980dc61e7800 x1876699516035200/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762661.489300:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516035200/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762661.489305:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762661.489307:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762661.489309:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516035200:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762661.489312:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516035328:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762661.489322:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762661.489328:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762661/real 1789762661] req@ffff980dc61e6680 x1876699516035328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762661.489335:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516035328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762661.489340:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762661.489342:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762661.489344:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516035328:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762662.385047:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762663.409001:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762664.433014:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762665.456996:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762666.480987:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762666.608947:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762666.608955:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762666.608958:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762666.608978:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2637 00000100:00080000:2.0:1789762666.608987:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762666.608993:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762666.609025:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516035456/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762666.609047:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762666.609049:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762666.609051:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762666.609054:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2637 00000100:00080000:2.0:1789762666.609056:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762666.609058:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762666.609066:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762666.609074:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516035584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762666.609081:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762666.609090:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762666.609092:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762666.609094:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2637 00000100:00080000:2.0:1789762666.609100:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762666.609103:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762666.609107:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762666.609114:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516035712/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762666.609122:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762666.609126:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1789762666.609128:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516035456:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762666.609128:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762666.609133:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2637 00000100:00080000:2.0:1789762666.609138:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762666.609141:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762666.609144:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762666.609151:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516035840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762666.609191:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762666.609238:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762666/real 1789762666] req@ffff980dd23aaa00 x1876699516035456/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762666.609252:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516035456/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762666.609260:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762666.609263:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762666.609267:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516035456:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762666.609273:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516035584:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762666.609288:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762666.609296:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762666/real 1789762666] req@ffff980dd23aa680 x1876699516035584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762666.609303:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516035584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762666.609309:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762666.609311:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762666.609313:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516035584:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762666.609331:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516035712:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762666.609342:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762666.609349:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762666/real 1789762666] req@ffff980dd23a9c00 x1876699516035712/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762666.609356:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516035712/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762666.609362:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762666.609364:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762666.609366:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516035712:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762666.609369:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516035840:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762666.609378:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762666.609384:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762666/real 1789762666] req@ffff980dd23a9f80 x1876699516035840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762666.609391:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516035840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762666.609396:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762666.609398:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762666.609399:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516035840:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762667.505021:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762668.529022:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762669.553036:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762670.577093:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762671.600981:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762671.728923:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762671.728945:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762671.728948:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762671.728957:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2642 00000100:00080000:2.0:1789762671.728967:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762671.728973:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762671.729005:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516035968/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762671.729028:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762671.729033:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762671.729035:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762671.729039:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2642 00000100:00080000:2.0:1789762671.729042:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762671.729046:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762671.729055:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762671.729070:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516036096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762671.729080:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516035968:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762671.729080:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762671.729083:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762671.729085:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762671.729088:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2642 00000100:00080000:2.0:1789762671.729092:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762671.729095:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762671.729100:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762671.729108:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516036224/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762671.729117:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762671.729120:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762671.729121:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762671.729124:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2642 00000100:00080000:2.0:1789762671.729129:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762671.729133:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762671.729138:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762671.729146:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516036352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762671.729189:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516036096:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762671.729221:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516036224:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762671.729237:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516036352:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762672.625034:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762673.649034:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762674.673037:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789762674.801106:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:3.0:1789762674.801167:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789762674.801181:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789762674.801221:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789762674.801238:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789762674.801263:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:2.0:1789762674.801273:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762671/real 1789762674] req@ffff980dd23aa300 x1876699516036096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762674.801309:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516036096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762674.801328:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762674.801334:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762674.801342:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516036096:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762674.801354:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762671/real 1789762674] req@ffff980dd23a8e00 x1876699516036224/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762674.801369:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516036224/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762674.801377:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762674.801381:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762674.801385:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516036224:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762674.801393:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762671/real 1789762674] req@ffff980dd23a9180 x1876699516036352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762674.801405:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516036352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762674.801425:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762674.801429:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762674.801433:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516036352:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762674.801442:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762671/real 1789762674] req@ffff980dd23a8380 x1876699516035968/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762674.801455:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516035968/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762674.801463:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762674.801466:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762674.801470:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516035968:192.168.203.146@tcp:250:kworker.0 00010000:00010000:3.0:1789762675.697012:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762676.721029:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789762676.848960:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762676.848972:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789762676.848976:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762676.848987:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2648 00000100:00080000:1.0:1789762676.848999:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762676.849006:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762676.849046:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699516036480/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762676.849069:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762676.849072:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762676.849073:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762676.849077:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2648 00000100:00080000:1.0:1789762676.849080:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762676.849083:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762676.849093:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762676.849100:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516036480:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762676.849105:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699516036608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762676.849115:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762676.849118:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789762676.849119:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762676.849122:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2648 00000100:00080000:1.0:1789762676.849124:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762676.849127:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762676.849131:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762676.849140:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699516036736/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762676.849148:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762676.849151:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762676.849152:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762676.849155:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2648 00000100:00080000:1.0:1789762676.849156:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762676.849159:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762676.849162:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762676.849169:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571500 x1876699516036864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789762676.849199:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762676.849263:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762676/real 1789762676] req@ffff980dc8571f80 x1876699516036480/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762676.849284:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699516036480/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762676.849298:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762676.849303:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762676.849308:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516036480:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762676.849340:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516036608:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762676.849364:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762676.849376:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762676/real 1789762676] req@ffff980dc8572680 x1876699516036608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762676.849389:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699516036608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762676.849399:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762676.849404:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762676.849408:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516036608:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762676.849414:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516036736:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762676.849437:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762676.849449:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762676/real 1789762676] req@ffff980dc8573b80 x1876699516036736/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762676.849460:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699516036736/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762676.849468:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762676.849471:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762676.849474:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516036736:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762676.849481:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516036864:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762676.849499:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762676.849510:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762676/real 1789762676] req@ffff980dc8571500 x1876699516036864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762676.849529:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571500 x1876699516036864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762676.849537:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762676.849540:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762676.849543:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516036864:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762677.745054:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762678.769056:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762679.793019:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762680.817008:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762681.840995:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762681.968986:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762681.968993:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762681.968998:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762681.969010:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2653 00000100:00080000:2.0:1789762681.969022:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762681.969030:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762681.969071:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516036992/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762681.969101:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762681.969106:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762681.969107:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762681.969113:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2653 00000100:00080000:2.0:1789762681.969119:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762681.969124:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762681.969137:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762681.969158:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516037120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789762681.969159:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516036992:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762681.969188:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762681.969192:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762681.969194:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762681.969199:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2653 00000100:00080000:2.0:1789762681.969204:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762681.969209:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762681.969215:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762681.969230:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516037248/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762681.969241:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762681.969245:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762681.969247:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762681.969251:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2653 00000100:00080000:2.0:1789762681.969256:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762681.969261:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762681.969267:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762681.969291:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516037376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789762681.969415:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762681.969510:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762681/real 1789762681] req@ffff980dd23a8380 x1876699516036992/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762681.969528:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516036992/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762681.969537:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762681.969540:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762681.969544:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516036992:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762681.969565:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516037120:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762681.969585:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762681.969594:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762681/real 1789762681] req@ffff980dd23a9180 x1876699516037120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762681.969603:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516037120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762681.969609:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762681.969611:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762681.969613:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516037120:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762681.969617:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516037248:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789762681.969629:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762681.969635:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762681/real 1789762681] req@ffff980dd23a8e00 x1876699516037248/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762681.969642:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516037248/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762681.969648:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762681.969649:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762681.969651:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516037248:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762681.969654:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516037376:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762681.969665:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762681.969671:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762681/real 1789762681] req@ffff980dd23aa300 x1876699516037376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762681.969678:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516037376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762681.969684:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762681.969686:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762681.969688:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516037376:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762682.864990:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762683.888995:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762684.913019:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762685.937013:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762686.961038:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762687.088976:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762687.088984:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762687.088987:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762687.088994:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2658 00000100:00080000:3.0:1789762687.089003:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762687.089008:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762687.089039:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516037504/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762687.089063:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762687.089066:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762687.089067:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762687.089070:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2658 00000100:00080000:3.0:1789762687.089073:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762687.089075:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762687.089082:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762687.089092:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516037632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762687.089106:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762687.089109:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762687.089112:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789762687.089119:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516037504:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762687.089119:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2658 00000100:00080000:3.0:1789762687.089129:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762687.089138:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762687.089142:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762687.089154:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516037760/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762687.089162:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762687.089164:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762687.089166:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762687.089169:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2658 00000100:00080000:3.0:1789762687.089171:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762687.089173:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762687.089177:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762687.089185:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516037888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789762687.089212:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762687.089259:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687] req@ffff980dc61e5880 x1876699516037504/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762687.089280:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516037504/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762687.089300:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762687.089304:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762687.089308:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516037504:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762687.089333:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516037632:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762687.089350:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762687.089360:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687] req@ffff980dc61e4e00 x1876699516037632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762687.089368:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516037632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762687.089374:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762687.089376:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762687.089379:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516037632:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762687.089388:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516037760:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762687.089402:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762687.089410:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687] req@ffff980dc61e7b80 x1876699516037760/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762687.089418:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516037760/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762687.089428:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762687.089430:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762687.089432:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516037760:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762687.089436:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516037888:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762687.089447:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762687.089453:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687] req@ffff980dc61e7480 x1876699516037888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762687.089461:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516037888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762687.089466:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762687.089468:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762687.089470:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516037888:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762687.985000:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762689.009025:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762690.033032:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762691.057009:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762692.080975:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762692.208973:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762692.208984:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762692.208988:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762692.208998:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2663 00000100:00080000:3.0:1789762692.209011:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762692.209018:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762692.209066:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516038016/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762692.209093:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762692.209096:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762692.209097:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762692.209101:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2663 00000100:00080000:3.0:1789762692.209103:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762692.209105:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762692.209114:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762692.209124:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516038144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762692.209131:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762692.209134:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762692.209135:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762692.209138:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2663 00000100:00080000:3.0:1789762692.209140:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762692.209142:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762692.209146:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762692.209153:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516038272/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762692.209161:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762692.209164:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762692.209166:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762692.209171:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2663 00000100:00100000:2.0:1789762692.209174:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516038016:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762692.209174:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762692.209180:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762692.209185:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762692.209191:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516038400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789762692.209251:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762692.209294:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692] req@ffff980dc61e7480 x1876699516038016/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762692.209309:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516038016/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762692.209323:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762692.209326:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762692.209329:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516038016:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762692.209334:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516038144:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762692.209349:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762692.209358:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692] req@ffff980dc61e7b80 x1876699516038144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762692.209366:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516038144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762692.209371:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762692.209373:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762692.209375:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516038144:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762692.209397:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516038272:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762692.209410:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762692.209416:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692] req@ffff980dc61e4e00 x1876699516038272/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762692.209424:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516038272/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762692.209429:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762692.209432:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762692.209434:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516038272:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762692.209438:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516038400:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762692.209448:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762692.209455:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692] req@ffff980dc61e5880 x1876699516038400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762692.209462:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516038400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762692.209467:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762692.209469:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762692.209471:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516038400:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762693.105054:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762694.128970:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762695.153011:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762696.176994:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762697.200974:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789762697.328964:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762697.328975:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789762697.328979:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762697.328990:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2668 00000100:00080000:1.0:1789762697.329001:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762697.329008:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762697.329045:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699516038528/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762697.329072:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762697.329077:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762697.329079:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762697.329083:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2668 00000100:00080000:1.0:1789762697.329087:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762697.329091:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762697.329101:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762697.329114:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572300 x1876699516038656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762697.329125:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762697.329129:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789762697.329131:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762697.329135:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2668 00000100:00080000:1.0:1789762697.329139:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762697.329145:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762697.329145:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516038528:192.168.203.146@tcp:250:kworker.0 00000008:00100000:1.0:1789762697.329155:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762697.329169:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573100 x1876699516038784/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762697.329182:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762697.329187:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762697.329189:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762697.329192:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2668 00000100:00080000:1.0:1789762697.329197:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762697.329201:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:2.0:1789762697.329207:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:1.0:1789762697.329209:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762697.329223:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699516038912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762697.329248:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697] req@ffff980dc8572a00 x1876699516038528/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762697.329263:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699516038528/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762697.329271:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762697.329275:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762697.329278:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516038528:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762697.329282:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516038656:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762697.329297:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762697.329305:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697] req@ffff980dc8572300 x1876699516038656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762697.329313:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572300 x1876699516038656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762697.329318:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762697.329320:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762697.329322:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516038656:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762697.329346:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516038784:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762697.329368:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762697.329381:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697] req@ffff980dc8573100 x1876699516038784/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762697.329392:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573100 x1876699516038784/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762697.329397:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762697.329400:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762697.329402:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516038784:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762697.329405:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516038912:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762697.329420:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762697.329427:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697] req@ffff980dc8570380 x1876699516038912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762697.329439:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699516038912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762697.329444:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762697.329446:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762697.329448:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516038912:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762698.224979:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762699.248989:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762700.273028:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762701.297053:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762702.321017:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762702.448963:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762702.448976:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762702.448981:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762702.448996:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2673 00000100:00080000:3.0:1789762702.449011:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762702.449020:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762702.449068:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516039040/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762702.449101:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762702.449106:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762702.449108:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762702.449113:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2673 00000100:00080000:3.0:1789762702.449118:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762702.449122:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762702.449135:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762702.449152:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516039168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762702.449162:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516039040:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762702.449186:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762702.449191:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762702.449195:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762702.449203:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2673 00000100:00080000:3.0:1789762702.449207:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762702.449213:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762702.449220:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:2.0:1789762702.449234:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762702.449240:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516039296/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762702.449259:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762702.449263:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762702.449266:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762702.449272:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2673 00000100:00080000:3.0:1789762702.449277:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762702.449282:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762702.449289:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762702] req@ffff980dc61e6680 x1876699516039040/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789762702.449290:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762702.449317:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516039424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762702.449318:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516039040/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762702.449344:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762702.449359:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762702.449371:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516039040:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762702.449393:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516039168:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762702.449412:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762702.449420:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762702] req@ffff980dc61e7800 x1876699516039168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762702.449428:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516039168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762702.449438:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762702.449441:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762702.449443:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516039168:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762702.449447:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516039296:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762702.449457:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762702.449463:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762702] req@ffff980dc61e6300 x1876699516039296/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762702.449470:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516039296/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762702.449476:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762702.449478:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762702.449479:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516039296:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762702.449483:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516039424:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762702.449493:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762702.449498:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762702] req@ffff980dc61e5180 x1876699516039424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762702.449506:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516039424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762702.449510:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762702.449512:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762702.449515:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516039424:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762703.344985:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762704.369051:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762705.392966:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762706.416962:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762707.440972:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789762707.568974:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762707.568982:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789762707.568985:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762707.568993:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2678 00000100:00080000:1.0:1789762707.569002:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762707.569007:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762707.569039:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571c00 x1876699516039552/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762707.569064:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762707.569068:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762707.569070:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762707.569074:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2678 00000100:00080000:1.0:1789762707.569078:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762707.569082:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762707.569092:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762707.569108:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699516039680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762707.569119:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762707.569122:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789762707.569123:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762707.569127:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2678 00000100:00100000:2.0:1789762707.569127:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516039552:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789762707.569132:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762707.569138:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762707.569143:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762707.569152:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573100 x1876699516039808/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762707.569159:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762707.569162:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762707.569163:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762707.569165:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2678 00000100:00080000:1.0:1789762707.569167:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762707.569170:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762707.569173:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762707.569179:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572300 x1876699516039936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789762707.569195:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762707.569230:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762707/real 1789762707] req@ffff980dc8571c00 x1876699516039552/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762707.569243:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571c00 x1876699516039552/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762707.569251:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762707.569253:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762707.569256:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516039552:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762707.569275:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516039680:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762707.569289:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762707.569297:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762707/real 1789762707] req@ffff980dc8570380 x1876699516039680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762707.569304:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699516039680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762707.569310:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762707.569312:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762707.569314:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516039680:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762707.569317:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516039808:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762707.569330:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762707.569337:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762707/real 1789762707] req@ffff980dc8573100 x1876699516039808/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762707.569345:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573100 x1876699516039808/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762707.569350:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762707.569351:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762707.569353:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516039808:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762707.569357:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516039936:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762707.569367:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762707.569372:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762707/real 1789762707] req@ffff980dc8572300 x1876699516039936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762707.569379:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572300 x1876699516039936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762707.569384:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762707.569386:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762707.569387:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516039936:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762708.465062:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762709.488987:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762710.513006:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762711.536981:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762712.561034:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762712.688973:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762712.688990:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762712.688994:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762712.689005:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2683 00000100:00080000:3.0:1789762712.689017:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762712.689025:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762712.689068:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516040064/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762712.689093:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762712.689097:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762712.689099:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762712.689104:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2683 00000100:00080000:3.0:1789762712.689109:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762712.689114:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762712.689126:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762712.689138:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516040064:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762712.689142:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516040192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762712.689156:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762712.689160:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762712.689162:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762712.689166:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2683 00000100:00080000:3.0:1789762712.689170:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762712.689176:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762712.689182:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762712.689195:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516040320/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762712.689206:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762712.689210:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762712.689212:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1789762712.689215:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789762712.689221:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2683 00000100:00080000:3.0:1789762712.689228:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762712.689233:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762712.689239:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762712.689251:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516040448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762712.689265:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762712/real 1789762712] req@ffff980dc61e5c00 x1876699516040064/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762712.689288:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516040064/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762712.689300:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762712.689305:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762712.689311:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516040064:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762712.689340:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516040192:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762712.689367:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762712.689381:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762712/real 1789762712] req@ffff980dc61e4a80 x1876699516040192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762712.689396:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516040192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762712.689405:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762712.689408:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762712.689412:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516040192:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762712.689417:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516040320:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762712.689435:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762712.689444:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762712/real 1789762712] req@ffff980dc61e4380 x1876699516040320/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762712.689452:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516040320/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762712.689462:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762712.689464:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762712.689466:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516040320:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762712.689470:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516040448:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762712.689480:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762712.689486:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762712/real 1789762712] req@ffff980dc61e4000 x1876699516040448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762712.689493:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516040448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762712.689499:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762712.689501:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762712.689503:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516040448:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762713.584991:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762714.608990:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762715.633052:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762716.656993:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762717.681103:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762717.808982:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762717.808992:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762717.808996:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762717.809006:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2688 00000100:00080000:3.0:1789762717.809017:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762717.809024:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762717.809070:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516040576/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762717.809098:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762717.809101:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762717.809104:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762717.809109:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2688 00000100:00080000:3.0:1789762717.809112:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762717.809116:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762717.809126:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762717.809128:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516040576:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762717.809142:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516040704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762717.809155:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762717.809159:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762717.809161:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762717.809165:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2688 00000100:00080000:3.0:1789762717.809168:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762717.809172:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762717.809176:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762717.809188:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516040832/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762717.809197:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762717.809200:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762717.809202:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762717.809206:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2688 00000100:00080000:3.0:1789762717.809214:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762717.809218:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762717.809222:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789762717.809235:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762717.809235:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516040960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762717.809309:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762717/real 1789762717] req@ffff980dc61e4000 x1876699516040576/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762717.809331:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516040576/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762717.809341:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762717.809347:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762717.809352:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516040576:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762717.809386:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516040704:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762717.809411:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762717.809422:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762717/real 1789762717] req@ffff980dc61e4380 x1876699516040704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762717.809432:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516040704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762717.809440:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762717.809444:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762717.809451:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516040704:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762717.809457:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516040832:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762717.809478:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762717.809504:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762717/real 1789762717] req@ffff980dc61e4a80 x1876699516040832/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762717.809515:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516040832/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762717.809524:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762717.809528:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762717.809535:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516040832:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762717.809543:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516040960:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762717.809556:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762717.809568:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762717/real 1789762717] req@ffff980dc61e5c00 x1876699516040960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762717.809596:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516040960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762717.809604:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762717.809608:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762717.809611:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516040960:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762718.705080:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762719.729092:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762720.753102:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762721.777043:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762722.800981:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762722.928986:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762722.929001:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762722.929007:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762722.929021:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2694 00000100:00080000:3.0:1789762722.929036:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762722.929045:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762722.929093:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516041088/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762722.929135:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762722.929140:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762722.929142:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762722.929147:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2694 00000100:00080000:3.0:1789762722.929152:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762722.929157:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762722.929171:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762722.929193:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516041216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762722.929208:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762722.929212:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762722.929215:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762722.929220:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2694 00000100:00080000:3.0:1789762722.929224:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762722.929233:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762722.929240:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516041088:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789762722.929241:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762722.929264:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516041344/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762722.929281:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762722.929308:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762722.929310:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762722.929315:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2694 00000100:00080000:3.0:1789762722.929323:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762722.929333:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762722.929346:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762722.929373:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516041472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789762722.929388:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762722.929452:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762722/real 1789762722] req@ffff980dc61e5180 x1876699516041088/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762722.929480:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516041088/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762722.929495:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762722.929501:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762722.929507:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516041088:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762722.929519:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516041216:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762722.929575:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762722.929595:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762722/real 1789762722] req@ffff980dc61e6300 x1876699516041216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762722.929609:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516041216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762722.929625:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762722.929631:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762722.929637:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516041216:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762722.929673:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516041344:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762722.929705:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762722.929723:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762722/real 1789762722] req@ffff980dc61e7800 x1876699516041344/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762722.929741:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516041344/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762722.929756:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762722.929761:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762722.929765:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516041344:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762722.929775:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516041472:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762722.929805:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762722.929822:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762722/real 1789762722] req@ffff980dc61e6680 x1876699516041472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762722.929841:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516041472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762722.929934:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762722.929942:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762722.929949:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516041472:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762723.825010:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762724.849016:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762725.873059:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762726.897018:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762727.921034:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762728.048995:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762728.049005:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762728.049009:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762728.049021:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2699 00000100:00080000:2.0:1789762728.049034:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762728.049041:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762728.049088:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516041600/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762728.049118:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762728.049121:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762728.049122:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762728.049126:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2699 00000100:00080000:2.0:1789762728.049130:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762728.049134:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762728.049144:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762728.049154:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516041728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789762728.049167:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516041600:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762728.049170:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762728.049188:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762728.049190:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762728.049194:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2699 00000100:00080000:2.0:1789762728.049196:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762728.049201:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762728.049207:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762728.049218:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516041856/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762728.049226:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762728.049229:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762728.049231:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762728.049233:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2699 00000100:00080000:2.0:1789762728.049238:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762728.049243:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762728.049246:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789762728.049247:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762728.049263:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516041984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789762728.049297:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728] req@ffff980dd23a8a80 x1876699516041600/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762728.049313:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516041600/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762728.049322:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762728.049325:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762728.049328:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516041600:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762728.049347:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516041728:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762728.049362:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762728.049370:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728] req@ffff980dd23a8000 x1876699516041728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762728.049377:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516041728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762728.049383:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762728.049384:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762728.049386:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516041728:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762728.049391:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516041856:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789762728.049403:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762728.049409:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728] req@ffff980dd23ab480 x1876699516041856/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762728.049420:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516041856/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762728.049426:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762728.049427:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762728.049429:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516041856:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762728.049433:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516041984:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762728.049443:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762728.049449:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728] req@ffff980dd23ab800 x1876699516041984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762728.049456:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516041984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762728.049461:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762728.049463:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762728.049465:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516041984:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762728.944992:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762729.968975:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762730.993032:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762732.017088:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762733.041004:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762733.169043:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762733.169061:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762733.169067:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762733.169084:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2704 00000100:00080000:2.0:1789762733.169101:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762733.169112:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762733.169173:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516042112/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762733.169207:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762733.169212:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762733.169216:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762733.169228:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2704 00000100:00080000:2.0:1789762733.169233:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762733.169238:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762733.169252:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762733.169269:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516042240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762733.169283:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789762733.169285:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516042112:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762733.169291:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762733.169295:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762733.169301:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2704 00000100:00080000:2.0:1789762733.169305:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762733.169310:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762733.169317:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762733.169333:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516042368/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762733.169345:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762733.169350:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762733.169352:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762733.169356:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2704 00000100:00080000:2.0:1789762733.169361:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762733.169365:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762733.169371:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789762733.169386:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762733.169395:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516042496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789762733.169447:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733] req@ffff980dd23ab800 x1876699516042112/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762733.169487:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516042112/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762733.169497:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762733.169500:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762733.169503:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516042112:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762733.169530:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516042240:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762733.169550:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762733.169559:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733] req@ffff980dd23ab480 x1876699516042240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762733.169568:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516042240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762733.169574:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762733.169576:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762733.169579:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516042240:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762733.169582:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516042368:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789762733.169594:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762733.169600:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733] req@ffff980dd23a8000 x1876699516042368/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762733.169607:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516042368/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762733.169618:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762733.169620:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762733.169622:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516042368:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762733.169625:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516042496:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762733.169635:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762733.169641:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733] req@ffff980dd23a8a80 x1876699516042496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762733.169648:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516042496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762733.169654:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762733.169656:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762733.169658:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516042496:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762734.064997:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762735.089034:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762736.113002:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762737.137021:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762738.161033:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762738.289006:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762738.289017:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762738.289023:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762738.289035:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2709 00000100:00080000:2.0:1789762738.289049:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762738.289058:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762738.289108:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516042624/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762738.289132:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762738.289135:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762738.289137:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762738.289140:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2709 00000100:00080000:2.0:1789762738.289143:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762738.289145:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762738.289154:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762738.289165:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516042752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762738.289172:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762738.289175:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762738.289177:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762738.289180:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2709 00000100:00080000:2.0:1789762738.289184:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762738.289187:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762738.289191:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762738.289200:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516042880/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762738.289208:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762738.289212:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762738.289214:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762738.289219:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2709 00000100:00080000:2.0:1789762738.289222:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762738.289226:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762738.289233:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762738.289250:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516043008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789762738.289258:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516042624:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762738.289406:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516042752:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762738.289504:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516042880:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762738.289545:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516043008:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762739.185032:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762740.209054:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762741.233025:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1789762741.361102:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:0.0:1789762741.361139:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1789762741.361153:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789762741.361184:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789762741.361191:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789762741.361196:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:3.0:1789762741.361233:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762741] req@ffff980dd23a8380 x1876699516043008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762741.361259:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516043008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762741.361272:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762741.361277:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762741.361282:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516043008:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762741.361291:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762741] req@ffff980dd23aa300 x1876699516042624/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762741.361303:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516042624/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762741.361322:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762741.361326:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762741.361330:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516042624:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762741.361337:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762741] req@ffff980dd23a8e00 x1876699516042752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762741.361350:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516042752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762741.361356:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762741.361358:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762741.361362:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516042752:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762741.361370:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762741] req@ffff980dd23a9180 x1876699516042880/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762741.361382:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516042880/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762741.361391:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762741.361396:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762741.361399:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516042880:192.168.203.146@tcp:8:kworker.0 00010000:00010000:3.0:1789762742.256955:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762743.281074:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762743.409007:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762743.409025:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762743.409032:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762743.409046:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2714 00000100:00080000:3.0:1789762743.409075:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762743.409086:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762743.409156:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516043136/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762743.409205:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762743.409211:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762743.409213:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762743.409220:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2714 00000100:00080000:3.0:1789762743.409226:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762743.409233:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762743.409259:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762743.409267:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516043136:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762743.409288:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516043264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762743.409305:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762743.409309:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762743.409311:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762743.409317:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2714 00000100:00080000:3.0:1789762743.409322:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762743.409339:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762743.409347:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762743.409367:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516043392/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789762743.409379:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789762743.409409:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762743.409416:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762743.409419:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762743.409426:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2714 00000100:00080000:3.0:1789762743.409432:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762743.409438:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762743.409447:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762743.409469:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516043520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762743.409470:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762743] req@ffff980dc61e5880 x1876699516043136/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762743.409517:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516043136/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762743.409531:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762743.409536:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762743.409543:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516043136:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762743.409575:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516043264:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762743.409603:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762743.409618:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762743] req@ffff980dc61e4e00 x1876699516043264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762743.409633:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516043264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762743.409643:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762743.409647:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762743.409650:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516043264:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762743.409657:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516043392:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762743.409680:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762743.409691:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762743] req@ffff980dc61e7b80 x1876699516043392/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762743.409703:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516043392/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762743.409711:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762743.409714:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762743.409717:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516043392:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762743.409723:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516043520:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762743.409742:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762743.409752:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762743] req@ffff980dc61e7480 x1876699516043520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762743.409764:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516043520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762743.409772:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762743.409775:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762743.409778:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516043520:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762744.304987:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762745.329042:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762746.352979:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762747.377008:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762748.401010:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762748.528973:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762748.528984:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762748.528988:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762748.528999:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2719 00000100:00080000:2.0:1789762748.529011:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762748.529018:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762748.529062:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516043648/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762748.529105:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762748.529109:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762748.529112:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762748.529117:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2719 00000100:00080000:2.0:1789762748.529121:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762748.529127:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762748.529139:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762748.529154:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516043776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789762748.529155:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516043648:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762748.529170:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762748.529173:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762748.529175:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762748.529178:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2719 00000100:00080000:2.0:1789762748.529180:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762748.529183:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762748.529186:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762748.529193:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516043904/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762748.529201:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762748.529204:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762748.529205:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762748.529207:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2719 00000100:00080000:2.0:1789762748.529209:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762748.529211:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762748.529214:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762748.529220:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516044032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789762748.529256:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762748.529315:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762748/real 1789762748] req@ffff980dd23a9f80 x1876699516043648/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762748.529337:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516043648/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762748.529364:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762748.529369:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762748.529374:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516043648:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762748.529412:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516043776:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762748.529439:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762748.529455:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762748/real 1789762748] req@ffff980dd23a9c00 x1876699516043776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762748.529469:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516043776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762748.529478:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762748.529482:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762748.529486:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516043776:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762748.529492:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516043904:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789762748.529515:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762748.529527:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762748/real 1789762748] req@ffff980dd23aa680 x1876699516043904/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762748.529540:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516043904/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762748.529556:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762748.529560:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762748.529563:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516043904:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762748.529570:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516044032:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762748.529590:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762748.529602:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762748/real 1789762748] req@ffff980dd23aaa00 x1876699516044032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762748.529616:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516044032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762748.529626:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762748.529630:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762748.529633:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516044032:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762749.425041:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762750.449009:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762751.473031:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762752.497017:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762753.521036:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762753.648930:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762753.648938:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762753.648942:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762753.648952:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2724 00000100:00080000:2.0:1789762753.648964:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762753.648971:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762753.649010:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516044160/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762753.649033:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762753.649035:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762753.649037:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762753.649040:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2724 00000100:00080000:2.0:1789762753.649043:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762753.649045:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762753.649053:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762753.649064:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516044288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762753.649080:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762753.649087:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789762753.649089:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516044160:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762753.649090:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762753.649104:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2724 00000100:00080000:2.0:1789762753.649106:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762753.649110:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762753.649114:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762753.649127:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516044416/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762753.649135:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762753.649138:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762753.649139:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762753.649142:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2724 00000100:00080000:2.0:1789762753.649144:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762753.649147:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762753.649151:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762753.649159:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516044544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789762753.649181:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762753.649239:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762753/real 1789762753] req@ffff980dd23aaa00 x1876699516044160/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762753.649259:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516044160/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762753.649271:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762753.649276:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762753.649280:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516044160:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762753.649305:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516044288:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762753.649342:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762753.649369:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762753/real 1789762753] req@ffff980dd23aa680 x1876699516044288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762753.649382:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516044288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762753.649391:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762753.649394:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762753.649397:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516044288:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762753.649403:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516044416:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789762753.649420:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762753.649439:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762753/real 1789762753] req@ffff980dd23a9c00 x1876699516044416/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762753.649450:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516044416/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762753.649457:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762753.649460:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762753.649462:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516044416:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762753.649466:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516044544:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762753.649549:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762753.649560:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762753/real 1789762753] req@ffff980dd23a9f80 x1876699516044544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762753.649570:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516044544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762753.649577:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762753.649580:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762753.649583:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516044544:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762754.545035:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762755.569036:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762756.593056:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762757.617009:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762758.641014:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762758.768978:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762758.768989:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762758.768993:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762758.769004:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2729 00000100:00080000:2.0:1789762758.769016:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762758.769023:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762758.769069:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516044672/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762758.769094:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762758.769098:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762758.769099:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762758.769103:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2729 00000100:00080000:2.0:1789762758.769108:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762758.769114:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762758.769127:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762758.769142:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516044672:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762758.769151:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516044800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762758.769169:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762758.769173:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762758.769175:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762758.769179:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2729 00000100:00080000:2.0:1789762758.769184:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762758.769188:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762758.769193:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762758.769204:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516044928/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789762758.769216:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789762758.769217:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762758.769221:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762758.769222:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762758.769228:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2729 00000100:00080000:2.0:1789762758.769233:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762758.769237:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762758.769242:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762758.769257:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516045056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789762758.769265:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762758/real 1789762758] req@ffff980dd23a9180 x1876699516044672/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762758.769300:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516044672/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762758.769309:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762758.769313:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762758.769315:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516044672:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762758.769336:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516044800:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762758.769353:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762758.769362:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762758/real 1789762758] req@ffff980dd23a8e00 x1876699516044800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762758.769375:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516044800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762758.769381:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762758.769383:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762758.769385:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516044800:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762758.769389:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516044928:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789762758.769401:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762758.769408:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762758/real 1789762758] req@ffff980dd23aa300 x1876699516044928/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762758.769415:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516044928/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762758.769420:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762758.769422:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762758.769424:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516044928:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762758.769428:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516045056:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762758.769438:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762758.769444:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762758/real 1789762758] req@ffff980dd23a8380 x1876699516045056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762758.769451:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516045056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762758.769460:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762758.769462:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762758.769464:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516045056:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762759.664964:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762760.689040:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762761.713049:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762762.736996:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762763.760982:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762763.889000:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762763.889011:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762763.889015:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762763.889027:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2735 00000100:00080000:3.0:1789762763.889037:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762763.889045:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762763.889085:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516045184/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762763.889127:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762763.889132:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762763.889134:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762763.889142:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2735 00000100:00080000:3.0:1789762763.889146:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762763.889151:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762763.889161:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762763.889173:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516045184:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762763.889180:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516045312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762763.889201:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762763.889204:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762763.889207:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762763.889211:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2735 00000100:00080000:3.0:1789762763.889223:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1789762763.889228:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789762763.889229:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762763.889251:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762763.889268:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516045440/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762763.889277:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762763/real 1789762763] req@ffff980dc61e7480 x1876699516045184/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762763.889283:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762763.889289:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762763.889292:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789762763.889294:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516045184/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762763.889300:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2735 00000100:00080000:3.0:1789762763.889309:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762763.889310:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762763.889318:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00080000:3.0:1789762763.889319:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762763.889323:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516045184:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789762763.889328:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762763.889344:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516045568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762763.889345:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516045312:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762763.889370:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762763.889381:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762763/real 1789762763] req@ffff980dc61e7b80 x1876699516045312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762763.889392:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516045312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762763.889398:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762763.889401:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762763.889403:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516045312:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762763.889407:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516045440:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762763.889421:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762763.889427:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762763/real 1789762763] req@ffff980dc61e4e00 x1876699516045440/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762763.889434:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516045440/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762763.889439:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762763.889441:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762763.889443:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516045440:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762763.889451:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516045568:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762763.889461:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762763.889467:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762763/real 1789762763] req@ffff980dc61e5880 x1876699516045568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762763.889475:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516045568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762763.889479:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762763.889481:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762763.889483:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516045568:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762764.785018:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762765.809099:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762766.833062:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762767.857105:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762768.881020:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789762769.009020:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762769.009033:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789762769.009038:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762769.009049:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2740 00000100:00080000:1.0:1789762769.009062:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762769.009071:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762769.009117:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699516045696/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762769.009158:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762769.009163:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762769.009165:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762769.009170:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2740 00000100:00080000:1.0:1789762769.009174:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762769.009178:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762769.009189:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762769.009229:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571500 x1876699516045824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762769.009241:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762769.009245:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789762769.009248:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762769.009252:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2740 00000100:00080000:1.0:1789762769.009256:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762769.009261:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762769.009268:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762769.009281:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699516045952/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762769.009296:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762769.009300:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762769.009303:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789762769.009311:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516045696:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789762769.009313:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2740 00000100:00080000:1.0:1789762769.009322:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762769.009330:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762769.009336:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762769.009351:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699516046080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789762769.009404:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762769.009468:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769] req@ffff980dc8572a00 x1876699516045696/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762769.009493:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699516045696/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762769.009508:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762769.009514:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762769.009519:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516045696:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762769.009527:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516045824:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762769.009553:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762769.009567:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769] req@ffff980dc8571500 x1876699516045824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762769.009581:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571500 x1876699516045824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762769.009591:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762769.009594:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762769.009598:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516045824:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762769.009627:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516045952:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762769.009662:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762769.009685:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769] req@ffff980dc8573b80 x1876699516045952/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762769.009710:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699516045952/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762769.009737:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762769.009743:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762769.009749:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516045952:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762769.009759:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516046080:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762769.009797:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762769.009818:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769] req@ffff980dc8572680 x1876699516046080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762769.009842:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699516046080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762769.009922:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762769.009927:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762769.009932:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516046080:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762769.904996:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762770.929022:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762771.953002:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762772.977100:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762774.001112:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789762774.128950:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762774.128958:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789762774.128961:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762774.128969:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2745 00000100:00080000:1.0:1789762774.128978:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762774.128984:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762774.129021:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699516046208/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762774.129055:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762774.129060:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762774.129062:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762774.129066:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2745 00000100:00080000:1.0:1789762774.129071:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762774.129075:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762774.129085:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762774.129099:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572d80 x1876699516046336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762774.129111:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762774.129114:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789762774.129117:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762774.129122:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2745 00000100:00080000:1.0:1789762774.129126:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762774.129131:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762774.129137:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762774.129140:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516046208:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762774.129151:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570700 x1876699516046464/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762774.129174:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762774.129177:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762774.129178:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762774.129182:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2745 00000100:00080000:1.0:1789762774.129185:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762774.129189:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762774.129193:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762774.129202:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570e00 x1876699516046592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789762774.129211:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762774.129254:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774] req@ffff980dc8571f80 x1876699516046208/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762774.129268:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699516046208/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762774.129276:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762774.129280:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762774.129286:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516046208:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762774.129292:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516046336:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762774.129310:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762774.129319:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774] req@ffff980dc8572d80 x1876699516046336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762774.129326:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572d80 x1876699516046336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762774.129332:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762774.129334:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762774.129336:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516046336:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762774.129354:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516046464:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762774.129366:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762774.129372:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774] req@ffff980dc8570700 x1876699516046464/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762774.129379:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570700 x1876699516046464/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762774.129384:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762774.129386:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762774.129388:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516046464:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762774.129391:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516046592:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762774.129401:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762774.129407:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774] req@ffff980dc8570e00 x1876699516046592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762774.129414:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570e00 x1876699516046592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762774.129419:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762774.129421:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762774.129423:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516046592:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762775.024972:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762776.049045:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762777.073068:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762778.097110:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762779.121008:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762779.249000:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762779.249008:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762779.249012:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762779.249019:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2750 00000100:00080000:3.0:1789762779.249029:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762779.249040:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762779.249072:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516046720/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762779.249095:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762779.249098:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762779.249099:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762779.249102:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2750 00000100:00080000:3.0:1789762779.249104:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762779.249106:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762779.249114:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762779.249141:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516046848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762779.249149:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762779.249152:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762779.249154:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762779.249157:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2750 00000100:00080000:3.0:1789762779.249159:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762779.249162:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762779.249167:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762779.249175:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516046976/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762779.249183:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1789762779.249191:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516046720:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762779.249191:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762779.249195:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762779.249206:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2750 00000100:00080000:3.0:1789762779.249210:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762779.249212:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762779.249215:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762779.249223:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516047104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789762779.249296:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762779.249342:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779] req@ffff980dc61e6680 x1876699516046720/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762779.249359:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516046720/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762779.249368:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762779.249372:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762779.249375:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516046720:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762779.249382:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516046848:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762779.249399:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762779.249408:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779] req@ffff980dc61e7800 x1876699516046848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762779.249425:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516046848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762779.249433:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762779.249435:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762779.249438:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516046848:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762779.249464:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516046976:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762779.249480:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762779.249488:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779] req@ffff980dc61e6300 x1876699516046976/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762779.249496:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516046976/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762779.249503:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762779.249505:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762779.249507:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516046976:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762779.249511:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516047104:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762779.249522:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762779.249528:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779] req@ffff980dc61e5180 x1876699516047104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762779.249536:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516047104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762779.249541:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762779.249543:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762779.249545:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516047104:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762780.145002:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762781.169025:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762782.193036:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762783.216965:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762784.241014:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762784.369014:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762784.369025:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762784.369030:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762784.369041:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2755 00000100:00080000:0.0:1789762784.369055:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762784.369062:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762784.369135:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4000 x1876699516047232/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762784.369169:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762784.369173:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762784.369176:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762784.369181:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2755 00000100:00080000:0.0:1789762784.369185:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762784.369190:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762784.369202:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762784.369214:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6a00 x1876699516047360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762784.369225:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762784.369231:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762784.369233:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789762784.369234:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516047232:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789762784.369239:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2755 00000100:00080000:0.0:1789762784.369249:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762784.369254:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762784.369259:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762784.369270:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4380 x1876699516047488/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762784.369278:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762784.369280:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762784.369281:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762784.369284:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2755 00000100:00080000:0.0:1789762784.369287:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762784.369290:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762784.369294:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762784.369302:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7480 x1876699516047616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789762784.369317:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762784.369375:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784] req@ffff980dc8fc4000 x1876699516047232/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762784.369391:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4000 x1876699516047232/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762784.369400:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762784.369405:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762784.369409:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516047232:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762784.369430:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516047360:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762784.369450:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762784.369459:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784] req@ffff980dc8fc6a00 x1876699516047360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762784.369467:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6a00 x1876699516047360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762784.369473:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762784.369475:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762784.369477:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516047360:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762784.369482:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516047488:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762784.369493:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762784.369500:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784] req@ffff980dc8fc4380 x1876699516047488/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762784.369508:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4380 x1876699516047488/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762784.369513:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762784.369515:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762784.369517:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516047488:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762784.369520:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516047616:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762784.369531:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762784.369536:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784] req@ffff980dc8fc7480 x1876699516047616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762784.369545:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7480 x1876699516047616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762784.369553:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762784.369556:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762784.369559:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516047616:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762785.265003:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762786.288997:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762787.313041:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762788.337002:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762789.361039:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762789.488938:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762789.488948:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762789.488953:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762789.488964:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2760 00000100:00080000:3.0:1789762789.488977:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762789.488986:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762789.489027:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516047744/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762789.489072:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762789.489075:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762789.489077:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762789.489082:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2760 00000100:00080000:3.0:1789762789.489085:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762789.489090:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762789.489101:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762789.489114:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516047872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762789.489118:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516047744:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762789.489128:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762789.489132:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762789.489134:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762789.489138:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2760 00000100:00080000:3.0:1789762789.489142:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762789.489146:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762789.489150:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762789.489162:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516048000/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762789.489171:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762789.489174:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762789.489175:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762789.489178:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2760 00000100:00080000:3.0:1789762789.489182:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762789.489185:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762789.489189:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762789.489198:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516048128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762789.489201:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762789.489242:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762789/real 1789762789] req@ffff980dc61e5c00 x1876699516047744/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762789.489259:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516047744/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762789.489270:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762789.489274:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762789.489277:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516047744:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762789.489302:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516047872:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762789.489327:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762789.489343:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762789/real 1789762789] req@ffff980dc61e4a80 x1876699516047872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762789.489356:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516047872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762789.489366:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762789.489370:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762789.489374:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516047872:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762789.489380:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516048000:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762789.489401:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762789.489412:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762789/real 1789762789] req@ffff980dc61e4380 x1876699516048000/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762789.489432:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516048000/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762789.489442:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762789.489446:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762789.489450:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516048000:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762789.489457:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516048128:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762789.489474:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762789.489484:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762789/real 1789762789] req@ffff980dc61e4000 x1876699516048128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762789.489493:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516048128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762789.489499:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762789.489502:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762789.489504:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516048128:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762790.385054:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762791.409018:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762792.433114:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762793.456980:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762794.480999:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762794.608972:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762794.608985:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762794.608989:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762794.609017:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2765 00000100:00080000:2.0:1789762794.609030:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762794.609039:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762794.609093:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516048256/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762794.609123:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762794.609127:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762794.609129:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762794.609133:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2765 00000100:00080000:2.0:1789762794.609137:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762794.609142:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762794.609155:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762794.609171:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516048384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762794.609183:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516048256:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762794.609186:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762794.609194:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762794.609196:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762794.609201:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2765 00000100:00080000:2.0:1789762794.609205:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762794.609210:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762794.609216:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762794.609227:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516048512/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762794.609236:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762794.609238:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762794.609241:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762794.609243:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2765 00000100:00080000:2.0:1789762794.609246:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762794.609249:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762794.609253:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762794.609260:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516048640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762794.609273:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762794.609335:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762794/real 1789762794] req@ffff980dd23a8a80 x1876699516048256/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762794.609352:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516048256/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762794.609367:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762794.609374:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762794.609377:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516048256:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762794.609401:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516048384:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762794.609418:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762794.609426:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762794/real 1789762794] req@ffff980dd23a8000 x1876699516048384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762794.609435:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516048384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762794.609440:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762794.609443:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762794.609445:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516048384:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762794.609448:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516048512:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762794.609460:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762794.609466:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762794/real 1789762794] req@ffff980dd23ab480 x1876699516048512/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762794.609473:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516048512/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762794.609479:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762794.609481:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762794.609482:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516048512:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762794.609486:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516048640:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762794.609497:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762794.609503:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762794/real 1789762794] req@ffff980dd23ab800 x1876699516048640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762794.609511:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516048640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762794.609516:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762794.609517:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762794.609519:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516048640:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762795.504979:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762796.529099:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762797.553020:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762798.576954:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762799.601042:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762799.728943:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762799.728954:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762799.728959:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762799.728983:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2770 00000100:00080000:2.0:1789762799.728996:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762799.729004:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762799.729053:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516048768/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762799.729089:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762799.729094:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762799.729097:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762799.729102:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2770 00000100:00080000:2.0:1789762799.729107:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762799.729113:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762799.729126:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762799.729135:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516048768:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762799.729148:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516048896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762799.729162:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762799.729166:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762799.729176:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762799.729182:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2770 00000100:00080000:2.0:1789762799.729187:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762799.729192:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762799.729199:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:1.0:1789762799.729210:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762799.729216:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516049024/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762799.729229:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762799.729234:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762799.729236:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762799.729240:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2770 00000100:00080000:2.0:1789762799.729245:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762799.729249:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762799.729254:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762799.729257:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762799/real 1789762799] req@ffff980dd23ab800 x1876699516048768/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762799.729269:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516049152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762799.729276:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516048768/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762799.729293:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762799.729297:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762799.729301:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516048768:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762799.729331:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516048896:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762799.729349:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762799.729359:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762799/real 1789762799] req@ffff980dd23ab480 x1876699516048896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762799.729367:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516048896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762799.729374:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762799.729376:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762799.729378:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516048896:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762799.729382:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516049024:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762799.729394:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762799.729401:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762799/real 1789762799] req@ffff980dd23a8000 x1876699516049024/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762799.729408:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516049024/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762799.729414:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762799.729416:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762799.729418:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516049024:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762799.729422:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516049152:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762799.729432:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762799.729439:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762799/real 1789762799] req@ffff980dd23a8a80 x1876699516049152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762799.729446:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516049152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762799.729452:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762799.729453:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762799.729455:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516049152:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762800.624990:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762801.649076:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762802.673008:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762803.697026:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762804.721009:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762804.848975:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762804.848987:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762804.848991:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762804.849008:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2776 00000100:00080000:2.0:1789762804.849021:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762804.849028:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762804.849075:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516049280/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762804.849109:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762804.849115:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762804.849116:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762804.849120:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2776 00000100:00080000:2.0:1789762804.849122:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762804.849125:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762804.849135:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762804.849146:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516049408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762804.849154:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762804.849157:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762804.849161:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789762804.849162:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516049280:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762804.849165:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2776 00000100:00080000:2.0:1789762804.849171:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762804.849175:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762804.849178:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762804.849187:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516049536/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762804.849195:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762804.849198:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762804.849199:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762804.849202:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2776 00000100:00080000:2.0:1789762804.849204:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762804.849206:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762804.849209:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762804.849216:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516049664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762804.849296:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516049408:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762804.849327:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516049536:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762804.849348:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516049664:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762805.745006:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762806.769023:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762807.793026:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789762807.921203:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:3.0:1789762807.921255:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789762807.921276:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789762807.921322:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789762807.921334:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789762807.921343:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:1.0:1789762807.921389:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762804/real 1789762807] req@ffff980dd23aa300 x1876699516049408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762807.921420:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516049408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762807.921436:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762807.921443:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762807.921448:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516049408:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762807.921458:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762804/real 1789762807] req@ffff980dd23a8e00 x1876699516049536/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762807.921473:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516049536/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762807.921488:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762807.921493:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762807.921497:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516049536:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762807.921505:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762804/real 1789762807] req@ffff980dd23a9180 x1876699516049664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762807.921519:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516049664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762807.921527:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762807.921532:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762807.921535:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516049664:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762807.921543:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762804/real 1789762807] req@ffff980dd23a8380 x1876699516049280/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762807.921557:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516049280/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762807.921567:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762807.921571:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762807.921574:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516049280:192.168.203.146@tcp:250:kworker.0 00010000:00010000:1.0:1789762808.817023:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762809.841062:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762809.968962:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762809.968977:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762809.968982:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762809.968995:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2781 00000100:00080000:2.0:1789762809.969010:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762809.969019:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762809.969061:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516049792/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762809.969094:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762809.969102:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762809.969105:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762809.969110:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2781 00000100:00080000:2.0:1789762809.969113:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762809.969117:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762809.969129:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762809.969142:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516049920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762809.969154:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762809.969160:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1789762809.969161:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516049792:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762809.969163:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762809.969173:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2781 00000100:00080000:2.0:1789762809.969177:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762809.969181:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762809.969187:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762809.969202:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516050048/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762809.969214:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762809.969218:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762809.969220:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762809.969224:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2781 00000100:00080000:2.0:1789762809.969228:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762809.969233:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762809.969239:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762809.969253:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516050176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762809.969261:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762809.969329:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762809/real 1789762809] req@ffff980dd23a9f80 x1876699516049792/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762809.969354:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516049792/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762809.969367:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762809.969373:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762809.969378:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516049792:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762809.969414:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516049920:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762809.969440:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762809.969455:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762809/real 1789762809] req@ffff980dd23a9c00 x1876699516049920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762809.969469:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516049920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762809.969478:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762809.969482:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762809.969486:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516049920:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762809.969493:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516050048:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762809.969524:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762809.969538:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762809/real 1789762809] req@ffff980dd23aa680 x1876699516050048/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762809.969553:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516050048/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762809.969569:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762809.969572:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762809.969576:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516050048:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762809.969582:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516050176:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762809.969604:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762809.969617:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762809/real 1789762809] req@ffff980dd23aaa00 x1876699516050176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762809.969630:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516050176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762809.969640:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762809.969644:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762809.969647:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516050176:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762810.864987:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762811.889016:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762812.912955:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762813.936989:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762814.961019:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762815.088956:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762815.088965:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762815.088970:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762815.088978:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2786 00000100:00080000:3.0:1789762815.088987:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762815.088993:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762815.089023:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516050304/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762815.089042:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762815.089045:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762815.089046:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762815.089050:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2786 00000100:00080000:3.0:1789762815.089052:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789762815.089087:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516050304:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762815.089112:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762815.089121:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762815.089135:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516050432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762815.089145:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1789762815.089149:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789762815.089157:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762815.089160:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762815.089164:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2786 00000100:00080000:3.0:1789762815.089168:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762815.089171:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762815.089176:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762815.089185:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815] req@ffff980dc61e4000 x1876699516050304/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762815.089187:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516050560/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762815.089218:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789762815.089219:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516050304/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762815.089225:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762815.089230:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762815.089238:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2786 00000100:00080000:1.0:1789762815.089240:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762815.089242:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762815.089248:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00080000:3.0:1789762815.089249:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762815.089258:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762815.089259:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516050304:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762815.089274:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516050688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762815.089288:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516050432:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762815.089313:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762815.089323:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815] req@ffff980dc61e4380 x1876699516050432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762815.089332:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516050432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762815.089337:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762815.089340:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762815.089342:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516050432:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762815.089346:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516050560:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762815.089358:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762815.089364:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815] req@ffff980dc61e4a80 x1876699516050560/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762815.089371:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516050560/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762815.089377:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762815.089379:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762815.089381:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516050560:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762815.089390:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516050688:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762815.089400:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762815.089426:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815] req@ffff980dc61e5c00 x1876699516050688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762815.089435:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516050688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762815.089441:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762815.089443:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762815.089445:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516050688:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762815.984984:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762817.009048:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762818.032959:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762819.057051:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762820.081027:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762820.208930:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762820.208938:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762820.208941:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762820.208950:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2791 00000100:00080000:0.0:1789762820.208959:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762820.208965:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762820.208995:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5500 x1876699516050816/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762820.209016:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762820.209018:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762820.209020:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762820.209023:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2791 00000100:00080000:0.0:1789762820.209025:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762820.209027:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762820.209034:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762820.209043:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5180 x1876699516050944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762820.209050:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762820.209052:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762820.209054:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762820.209057:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2791 00000100:00080000:0.0:1789762820.209059:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762820.209064:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762820.209064:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516050816:192.168.203.146@tcp:250:kworker.0 00000008:00100000:0.0:1789762820.209078:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762820.209088:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5c00 x1876699516051072/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762820.209095:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762820.209098:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762820.209099:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762820.209102:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2791 00000100:00080000:0.0:1789762820.209111:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762820.209114:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762820.209117:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789762820.209123:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789762820.209127:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5880 x1876699516051200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762820.209170:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820] req@ffff980dc8fc5500 x1876699516050816/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762820.209184:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5500 x1876699516050816/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762820.209193:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762820.209196:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762820.209201:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516050816:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762820.209206:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516050944:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762820.209221:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762820.209228:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820] req@ffff980dc8fc5180 x1876699516050944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762820.209236:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5180 x1876699516050944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762820.209246:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762820.209248:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762820.209250:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516050944:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762820.209268:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516051072:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762820.209279:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762820.209285:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820] req@ffff980dc8fc5c00 x1876699516051072/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762820.209292:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5c00 x1876699516051072/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762820.209297:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762820.209299:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762820.209301:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516051072:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762820.209304:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516051200:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762820.209314:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762820.209319:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820] req@ffff980dc8fc5880 x1876699516051200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762820.209326:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5880 x1876699516051200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762820.209331:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762820.209333:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762820.209335:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516051200:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762821.105008:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762822.129020:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762823.152981:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762824.177005:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762825.201038:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762825.328951:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762825.328961:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762825.328966:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762825.328978:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2796 00000100:00080000:0.0:1789762825.328996:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762825.329004:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762825.329046:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4a80 x1876699516051328/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762825.329071:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762825.329075:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762825.329076:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762825.329080:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2796 00000100:00080000:0.0:1789762825.329083:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762825.329086:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762825.329098:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762825.329108:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7b80 x1876699516051456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762825.329117:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762825.329123:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1789762825.329123:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516051328:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789762825.329128:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762825.329143:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2796 00000100:00080000:0.0:1789762825.329146:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762825.329150:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762825.329159:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762825.329170:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5880 x1876699516051584/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762825.329178:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762825.329181:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762825.329183:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762825.329186:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2796 00000100:00080000:0.0:1789762825.329192:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762825.329195:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762825.329198:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762825.329204:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5c00 x1876699516051712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789762825.329222:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762825.329272:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825] req@ffff980dc8fc4a80 x1876699516051328/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762825.329302:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4a80 x1876699516051328/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762825.329315:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762825.329320:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762825.329325:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516051328:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762825.329361:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516051456:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762825.329400:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762825.329415:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825] req@ffff980dc8fc7b80 x1876699516051456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762825.329427:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7b80 x1876699516051456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762825.329434:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762825.329438:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762825.329441:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516051456:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762825.329450:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516051584:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762825.329472:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762825.329485:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825] req@ffff980dc8fc5880 x1876699516051584/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762825.329499:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5880 x1876699516051584/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762825.329519:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762825.329526:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762825.329534:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516051584:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762825.329545:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516051712:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762825.329564:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762825.329574:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825] req@ffff980dc8fc5c00 x1876699516051712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762825.329581:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5c00 x1876699516051712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762825.329587:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762825.329589:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762825.329591:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516051712:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762826.225018:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762827.248977:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762828.272979:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762829.297015:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762830.321042:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762830.448984:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762830.448995:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762830.448999:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762830.449010:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2801 00000100:00080000:3.0:1789762830.449021:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762830.449029:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762830.449074:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516051840/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762830.449097:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762830.449100:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762830.449102:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762830.449105:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2801 00000100:00080000:3.0:1789762830.449107:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762830.449110:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762830.449119:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762830.449130:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516051968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762830.449138:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762830.449141:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762830.449143:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762830.449147:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2801 00000100:00080000:3.0:1789762830.449149:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762830.449152:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762830.449156:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762830.449169:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516052096/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762830.449182:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762830.449187:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762830.449191:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789762830.449192:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516051840:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762830.449197:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2801 00000100:00080000:3.0:1789762830.449204:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762830.449210:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762830.449214:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762830.449224:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516052224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789762830.449281:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762830.449327:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830] req@ffff980dc61e5180 x1876699516051840/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762830.449346:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516051840/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762830.449358:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762830.449362:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762830.449366:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516051840:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762830.449374:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516051968:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762830.449397:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762830.449410:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830] req@ffff980dc61e6300 x1876699516051968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762830.449421:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516051968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762830.449430:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762830.449433:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762830.449437:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516051968:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762830.449462:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516052096:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762830.449480:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762830.449491:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830] req@ffff980dc61e7800 x1876699516052096/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762830.449503:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516052096/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762830.449511:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762830.449515:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762830.449518:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516052096:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762830.449525:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516052224:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762830.449544:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762830.449555:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830] req@ffff980dc61e6680 x1876699516052224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762830.449567:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516052224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762830.449575:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762830.449578:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762830.449582:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516052224:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762831.345007:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762832.369028:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762833.392965:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762834.417000:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762835.440996:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762835.568948:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762835.568958:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762835.568962:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762835.568971:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2806 00000100:00080000:3.0:1789762835.568981:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762835.569001:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762835.569038:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516052352/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762835.569064:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762835.569067:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762835.569068:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762835.569071:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2806 00000100:00080000:3.0:1789762835.569074:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762835.569078:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762835.569086:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762835.569099:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516052480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762835.569108:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516052352:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762835.569114:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762835.569119:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762835.569121:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762835.569126:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2806 00000100:00080000:3.0:1789762835.569131:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762835.569136:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762835.569142:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762835.569153:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516052608/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762835.569160:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762835.569163:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762835.569165:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762835.569167:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2806 00000100:00080000:3.0:1789762835.569170:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762835.569172:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762835.569175:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789762835.569178:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762835.569185:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516052736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762835.569227:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762835/real 1789762835] req@ffff980dc61e5880 x1876699516052352/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762835.569243:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516052352/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762835.569259:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762835.569262:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762835.569265:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516052352:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762835.569284:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516052480:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762835.569303:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762835.569312:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762835/real 1789762835] req@ffff980dc61e4e00 x1876699516052480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762835.569320:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516052480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762835.569325:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762835.569328:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762835.569330:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516052480:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762835.569333:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516052608:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762835.569344:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762835.569350:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762835/real 1789762835] req@ffff980dc61e7b80 x1876699516052608/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762835.569362:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516052608/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762835.569367:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762835.569369:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762835.569371:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516052608:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762835.569374:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516052736:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762835.569390:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762835.569396:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762835/real 1789762835] req@ffff980dc61e7480 x1876699516052736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762835.569403:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516052736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762835.569408:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762835.569410:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762835.569412:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516052736:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762836.464993:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762837.488990:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762838.512969:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762839.536940:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762840.561066:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762840.688927:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762840.688940:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762840.688945:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762840.688959:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2811 00000100:00080000:3.0:1789762840.688972:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762840.688980:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762840.689027:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516052864/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762840.689051:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762840.689053:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762840.689055:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762840.689058:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2811 00000100:00080000:3.0:1789762840.689061:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762840.689063:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762840.689072:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762840.689083:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516052992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762840.689092:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762840.689095:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762840.689096:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762840.689099:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2811 00000100:00080000:3.0:1789762840.689102:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762840.689108:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762840.689115:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762840.689117:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516052864:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762840.689126:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516053120/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762840.689138:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762840.689140:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762840.689147:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762840.689152:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2811 00000100:00080000:3.0:1789762840.689155:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762840.689159:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762840.689163:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762840.689172:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516053248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789762840.689203:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762840.689261:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762840/real 1789762840] req@ffff980dc61e7480 x1876699516052864/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762840.689295:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516052864/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762840.689308:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762840.689313:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762840.689317:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516052864:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762840.689343:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516052992:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762840.689371:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762840.689396:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762840/real 1789762840] req@ffff980dc61e7b80 x1876699516052992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762840.689410:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516052992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762840.689419:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762840.689423:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762840.689427:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516052992:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762840.689434:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516053120:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762840.689470:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762840.689484:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762840/real 1789762840] req@ffff980dc61e4e00 x1876699516053120/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762840.689497:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516053120/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762840.689514:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762840.689518:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762840.689522:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516053120:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762840.689529:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516053248:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762840.689552:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762840.689564:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762840/real 1789762840] req@ffff980dc61e5880 x1876699516053248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762840.689577:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516053248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762840.689586:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762840.689590:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762840.689593:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516053248:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762841.584987:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762842.609060:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762843.633045:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762844.657033:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762845.681039:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762845.808957:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762845.808968:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762845.808973:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762845.808984:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2816 00000100:00080000:3.0:1789762845.808995:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762845.809002:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762845.809042:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516053376/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762845.809064:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762845.809067:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762845.809068:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762845.809071:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2816 00000100:00080000:3.0:1789762845.809074:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762845.809077:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762845.809090:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762845.809100:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516053504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762845.809108:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762845.809110:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762845.809112:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762845.809115:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2816 00000100:00080000:3.0:1789762845.809117:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1789762845.809121:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516053376:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762845.809127:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762845.809133:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762845.809145:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516053632/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762845.809157:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762845.809161:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762845.809163:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762845.809167:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2816 00000100:00080000:3.0:1789762845.809179:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1789762845.809186:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789762845.809187:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762845.809201:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762845.809213:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516053760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762845.809235:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762845/real 1789762845] req@ffff980dc61e6680 x1876699516053376/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762845.809255:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516053376/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762845.809267:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762845.809272:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762845.809284:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516053376:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762845.809293:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516053504:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762845.809314:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762845.809327:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762845/real 1789762845] req@ffff980dc61e7800 x1876699516053504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762845.809339:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516053504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762845.809348:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762845.809351:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762845.809355:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516053504:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762845.809378:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516053632:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762845.809399:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762845.809411:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762845/real 1789762845] req@ffff980dc61e6300 x1876699516053632/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762845.809423:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516053632/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762845.809432:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762845.809436:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762845.809439:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516053632:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762845.809446:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516053760:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762845.809464:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762845.809476:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762845/real 1789762845] req@ffff980dc61e5180 x1876699516053760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762845.809489:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516053760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762845.809497:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762845.809500:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762845.809504:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516053760:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762846.704963:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762847.729059:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762848.753119:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762849.777019:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762850.801033:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762850.928968:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762850.928978:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762850.928981:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762850.928989:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2822 00000100:00080000:2.0:1789762850.929000:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762850.929006:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762850.929040:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516053888/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762850.929068:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762850.929074:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762850.929076:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762850.929080:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2822 00000100:00080000:2.0:1789762850.929084:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762850.929088:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762850.929098:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762850.929115:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516054016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762850.929125:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762850.929128:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762850.929129:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762850.929136:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2822 00000100:00080000:2.0:1789762850.929141:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789762850.929142:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516053888:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762850.929146:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762850.929155:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762850.929164:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516054144/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762850.929171:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762850.929173:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762850.929175:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762850.929178:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2822 00000100:00080000:2.0:1789762850.929179:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762850.929182:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762850.929187:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762850.929195:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516054272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762850.929247:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762850.929302:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762850/real 1789762850] req@ffff980dd23aaa00 x1876699516053888/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762850.929325:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516053888/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762850.929338:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762850.929343:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762850.929347:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516053888:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762850.929377:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516054016:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762850.929403:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762850.929418:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762850/real 1789762850] req@ffff980dd23aa680 x1876699516054016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762850.929431:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516054016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762850.929439:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762850.929443:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762850.929447:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516054016:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762850.929453:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516054144:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762850.929475:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762850.929488:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762850/real 1789762850] req@ffff980dd23a9c00 x1876699516054144/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762850.929500:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516054144/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762850.929509:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762850.929512:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762850.929516:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516054144:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762850.929522:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516054272:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762850.929543:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762850.929555:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762850/real 1789762850] req@ffff980dd23a9f80 x1876699516054272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762850.929567:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516054272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762850.929575:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762850.929578:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762850.929581:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516054272:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762851.825021:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762852.849022:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762853.873024:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762854.897040:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762855.921015:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762856.048971:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762856.048982:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762856.048987:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762856.048998:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2827 00000100:00080000:3.0:1789762856.049011:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762856.049019:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762856.049064:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516054400/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762856.049096:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762856.049100:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762856.049101:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762856.049105:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2827 00000100:00080000:3.0:1789762856.049107:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762856.049109:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762856.049120:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762856.049132:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516054528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762856.049142:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762856.049145:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762856.049154:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789762856.049160:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516054400:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762856.049162:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2827 00000100:00080000:3.0:1789762856.049171:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762856.049179:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762856.049185:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762856.049196:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516054656/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762856.049204:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762856.049209:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762856.049211:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762856.049217:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2827 00000100:00080000:3.0:1789762856.049222:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762856.049227:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762856.049234:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789762856.049244:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762856.049254:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516054784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762856.049286:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856] req@ffff980dc61e5c00 x1876699516054400/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762856.049302:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516054400/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762856.049310:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762856.049314:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762856.049317:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516054400:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762856.049337:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516054528:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762856.049353:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762856.049371:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856] req@ffff980dc61e4a80 x1876699516054528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762856.049380:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516054528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762856.049386:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762856.049388:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762856.049390:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516054528:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762856.049394:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516054656:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762856.049407:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762856.049413:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856] req@ffff980dc61e4380 x1876699516054656/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762856.049421:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516054656/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762856.049426:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762856.049428:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762856.049430:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516054656:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762856.049435:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516054784:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762856.049446:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762856.049452:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856] req@ffff980dc61e4000 x1876699516054784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762856.049460:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516054784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762856.049464:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762856.049466:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762856.049468:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516054784:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762856.945006:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762857.968991:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762858.992983:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762860.017046:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762861.041039:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762861.169075:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762861.169086:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762861.169092:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762861.169106:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2832 00000100:00080000:3.0:1789762861.169121:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762861.169131:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762861.169187:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516054912/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762861.169222:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762861.169227:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762861.169229:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762861.169235:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2832 00000100:00080000:3.0:1789762861.169240:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762861.169245:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762861.169258:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762861.169276:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516055040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762861.169290:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762861.169295:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762861.169298:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789762861.169307:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516054912:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762861.169307:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2832 00000100:00080000:3.0:1789762861.169314:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762861.169323:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762861.169330:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:2.0:1789762861.169388:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762861.169421:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516055168/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762861.169431:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861] req@ffff980dc61e4000 x1876699516054912/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762861.169454:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516054912/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762861.169462:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762861.169465:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762861.169470:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516054912:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762861.169491:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516055040:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762861.169522:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762861.169538:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861] req@ffff980dc61e4380 x1876699516055040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762861.169548:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516055040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762861.169555:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762861.169558:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762861.169563:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516055040:192.168.203.146@tcp:38:kworker.0 00000100:00080000:3.0:1789762861.169594:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762861.169599:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762861.169602:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789762861.169615:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516055168:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762861.169641:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789762861.169659:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2832 00000100:00100000:2.0:1789762861.169668:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861] req@ffff980dc61e4a80 x1876699516055168/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762861.169669:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762861.169684:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762861.169692:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516055168/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789762861.169697:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1789762861.169700:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762861.169705:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762861.169708:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516055168:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762861.169721:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516055296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762861.169762:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516055296:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762861.169781:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762861.169795:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861] req@ffff980dc61e5c00 x1876699516055296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762861.169806:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516055296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762861.169813:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762861.169818:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762861.169824:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516055296:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762862.064985:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762863.089010:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762864.113018:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762865.136985:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762866.161001:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762866.288939:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762866.288949:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762866.288954:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762866.288964:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2837 00000100:00080000:3.0:1789762866.288975:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762866.288984:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762866.289044:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516055424/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762866.289072:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762866.289075:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762866.289077:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762866.289080:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2837 00000100:00080000:3.0:1789762866.289083:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762866.289086:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762866.289095:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762866.289107:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516055552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762866.289114:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762866.289118:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762866.289119:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762866.289122:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2837 00000100:00080000:3.0:1789762866.289124:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762866.289127:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762866.289131:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762866.289137:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516055424:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762866.289141:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516055680/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762866.289153:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762866.289156:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762866.289157:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762866.289159:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2837 00000100:00080000:3.0:1789762866.289161:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762866.289163:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762866.289166:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762866.289174:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516055808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789762866.289231:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762866.289287:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866] req@ffff980dc61e5180 x1876699516055424/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762866.289310:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516055424/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762866.289323:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762866.289327:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762866.289332:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516055424:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762866.289341:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516055552:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762866.289369:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762866.289386:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866] req@ffff980dc61e6300 x1876699516055552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762866.289399:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516055552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762866.289409:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762866.289412:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762866.289416:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516055552:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762866.289444:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516055680:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762866.289463:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762866.289489:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866] req@ffff980dc61e7800 x1876699516055680/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762866.289499:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516055680/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762866.289508:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762866.289512:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762866.289515:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516055680:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762866.289522:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516055808:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762866.289545:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762866.289557:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866] req@ffff980dc61e6680 x1876699516055808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762866.289566:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516055808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762866.289571:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762866.289574:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762866.289576:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516055808:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762867.184997:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762868.209009:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762869.232989:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762870.257062:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762871.281035:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762871.408948:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762871.408956:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762871.408959:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762871.408967:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2842 00000100:00080000:3.0:1789762871.408977:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762871.408983:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762871.409020:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516055936/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762871.409050:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762871.409053:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762871.409055:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762871.409058:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2842 00000100:00080000:3.0:1789762871.409061:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762871.409064:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762871.409071:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762871.409081:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516056064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762871.409088:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762871.409090:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762871.409091:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762871.409093:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2842 00000100:00080000:3.0:1789762871.409095:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762871.409098:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762871.409102:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762871.409108:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516056192/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762871.409120:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762871.409123:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762871.409124:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762871.409126:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2842 00000100:00080000:3.0:1789762871.409127:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762871.409130:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762871.409133:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762871.409142:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516056320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762871.409148:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516055936:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762871.409277:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516056064:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762871.409313:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516056192:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762871.409342:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516056320:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762872.304989:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762873.329050:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762874.353025:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789762874.481211:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:2.0:1789762874.481270:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789762874.481294:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789762874.481345:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789762874.481357:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789762874.481366:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:1.0:1789762874.481539:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762874] req@ffff980dc61e7480 x1876699516056320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762874.481574:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516056320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762874.481597:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762874.481604:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762874.481609:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516056320:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762874.481620:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762874] req@ffff980dc61e5880 x1876699516055936/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762874.481636:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516055936/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762874.481653:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762874.481658:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762874.481662:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516055936:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762874.481671:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762874] req@ffff980dc61e4e00 x1876699516056064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762874.481686:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516056064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762874.481696:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762874.481701:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762874.481705:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516056064:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762874.481713:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762874] req@ffff980dc61e7b80 x1876699516056192/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762874.481728:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516056192/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762874.481738:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762874.481742:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762874.481746:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516056192:192.168.203.146@tcp:8:kworker.0 00010000:00010000:3.0:1789762875.377064:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762876.400997:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789762876.529007:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762876.529021:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789762876.529026:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762876.529040:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2847 00000100:00080000:1.0:1789762876.529055:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762876.529065:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762876.529111:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699516056448/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762876.529148:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762876.529153:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762876.529155:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762876.529161:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2847 00000100:00080000:1.0:1789762876.529165:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762876.529169:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762876.529182:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762876.529198:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699516056576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762876.529211:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762876.529215:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789762876.529218:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762876.529223:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2847 00000100:00080000:1.0:1789762876.529227:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762876.529233:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762876.529239:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762876.529246:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516056448:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762876.529255:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699516056704/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762876.529270:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762876.529275:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762876.529277:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762876.529287:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2847 00000100:00080000:1.0:1789762876.529292:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762876.529297:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762876.529303:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762876.529316:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699516056832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789762876.529347:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762876.529430:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762876/real 1789762876] req@ffff980dc8573480 x1876699516056448/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762876.529462:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699516056448/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762876.529474:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762876.529480:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762876.529486:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516056448:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762876.529495:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516056576:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762876.529523:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762876.529538:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762876/real 1789762876] req@ffff980dc8571880 x1876699516056576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762876.529552:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699516056576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762876.529561:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762876.529566:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762876.529569:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516056576:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762876.529605:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516056704:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762876.529629:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762876.529642:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762876/real 1789762876] req@ffff980dc8573800 x1876699516056704/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762876.529656:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699516056704/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762876.529665:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762876.529669:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762876.529673:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516056704:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762876.529679:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516056832:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762876.529701:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762876.529723:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762876/real 1789762876] req@ffff980dc8571180 x1876699516056832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762876.529737:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699516056832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762876.529747:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762876.529751:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762876.529754:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516056832:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762877.425093:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762878.449029:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762879.473072:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762880.497010:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762881.521018:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762881.648959:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762881.648967:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762881.648971:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762881.648981:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2852 00000100:00080000:0.0:1789762881.648991:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762881.648999:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762881.649037:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5180 x1876699516056960/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762881.649064:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762881.649068:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762881.649070:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762881.649073:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2852 00000100:00080000:0.0:1789762881.649077:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762881.649080:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762881.649089:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762881.649101:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5500 x1876699516057088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762881.649119:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762881.649124:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762881.649126:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762881.649131:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2852 00000100:00080000:0.0:1789762881.649134:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762881.649141:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762881.649147:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516056960:192.168.203.146@tcp:250:kworker.0 00000008:00100000:0.0:1789762881.649150:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762881.649171:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7480 x1876699516057216/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762881.649183:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762881.649186:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762881.649187:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762881.649190:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2852 00000100:00080000:0.0:1789762881.649193:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762881.649196:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762881.649200:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762881.649210:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4380 x1876699516057344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789762881.649238:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762881.649285:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762881/real 1789762881] req@ffff980dc8fc5180 x1876699516056960/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762881.649301:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5180 x1876699516056960/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762881.649311:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762881.649314:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762881.649318:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516056960:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762881.649323:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516057088:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762881.649338:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762881.649346:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762881/real 1789762881] req@ffff980dc8fc5500 x1876699516057088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762881.649366:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5500 x1876699516057088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762881.649373:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762881.649376:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762881.649378:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516057088:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762881.649403:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516057216:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762881.649419:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762881.649427:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762881/real 1789762881] req@ffff980dc8fc7480 x1876699516057216/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762881.649440:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7480 x1876699516057216/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762881.649445:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762881.649448:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762881.649450:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516057216:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762881.649453:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516057344:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762881.649463:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762881.649469:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762881/real 1789762881] req@ffff980dc8fc4380 x1876699516057344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762881.649477:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4380 x1876699516057344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762881.649482:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762881.649484:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762881.649485:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516057344:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762882.545027:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762883.569026:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762884.592991:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762885.617047:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762886.641036:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789762886.768949:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762886.768960:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789762886.768964:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762886.768980:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2857 00000100:00080000:1.0:1789762886.768992:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762886.769000:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762886.769043:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570a80 x1876699516057472/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762886.769067:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762886.769070:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762886.769072:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762886.769075:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2857 00000100:00080000:1.0:1789762886.769078:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762886.769080:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762886.769089:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762886.769100:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699516057600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762886.769109:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762886.769112:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789762886.769114:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762886.769117:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2857 00000100:00080000:1.0:1789762886.769119:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762886.769122:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762886.769125:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762886.769132:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699516057728/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762886.769141:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762886.769144:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762886.769146:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762886.769150:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2857 00000100:00080000:1.0:1789762886.769157:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1789762886.769159:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516057472:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789762886.769164:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762886.769178:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762886.769187:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699516057856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789762886.769240:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762886.769295:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762886/real 1789762886] req@ffff980dc8570a80 x1876699516057472/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762886.769327:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570a80 x1876699516057472/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762886.769342:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762886.769346:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762886.769349:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516057472:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762886.769355:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516057600:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762886.769375:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762886.769385:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762886/real 1789762886] req@ffff980dc8571180 x1876699516057600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762886.769394:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699516057600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762886.769399:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762886.769401:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762886.769403:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516057600:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762886.769423:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516057728:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762886.769440:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762886.769451:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762886/real 1789762886] req@ffff980dc8573800 x1876699516057728/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762886.769464:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699516057728/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762886.769473:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762886.769477:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762886.769480:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516057728:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762886.769488:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516057856:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762886.769503:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762886.769512:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762886/real 1789762886] req@ffff980dc8571880 x1876699516057856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762886.769520:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699516057856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762886.769525:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762886.769527:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762886.769530:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516057856:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762887.665114:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762888.689024:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762889.712966:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762890.737061:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762891.761089:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762891.888968:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762891.888982:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762891.888988:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762891.888999:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2863 00000100:00080000:3.0:1789762891.889012:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762891.889019:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762891.889071:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516057984/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762891.889104:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762891.889109:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762891.889111:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762891.889116:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2863 00000100:00080000:3.0:1789762891.889121:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762891.889125:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762891.889139:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762891.889155:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516058112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762891.889160:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516057984:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762891.889174:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762891.889178:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762891.889181:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762891.889186:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2863 00000100:00080000:3.0:1789762891.889190:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762891.889194:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762891.889202:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762891.889217:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516058240/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762891.889228:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762891.889231:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762891.889233:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762891.889237:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2863 00000100:00080000:3.0:1789762891.889240:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762891.889244:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762891.889249:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789762891.889254:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762891.889263:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516058368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762891.889319:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762891/real 1789762891] req@ffff980dc61e7b80 x1876699516057984/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762891.889336:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516057984/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762891.889345:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762891.889349:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762891.889352:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516057984:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762891.889376:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516058112:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762891.889394:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762891.889403:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762891/real 1789762891] req@ffff980dc61e4e00 x1876699516058112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762891.889412:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516058112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762891.889417:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762891.889420:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762891.889422:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516058112:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762891.889425:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516058240:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762891.889436:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762891.889442:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762891/real 1789762891] req@ffff980dc61e5880 x1876699516058240/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762891.889450:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516058240/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762891.889455:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762891.889457:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762891.889459:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516058240:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762891.889463:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516058368:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762891.889473:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762891.889479:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762891/real 1789762891] req@ffff980dc61e7480 x1876699516058368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762891.889487:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516058368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762891.889497:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762891.889499:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762891.889501:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516058368:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762892.785114:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762893.809080:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762894.833052:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762895.857000:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762896.881150:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762897.008934:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762897.008945:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762897.008950:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762897.008959:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2868 00000100:00080000:3.0:1789762897.008971:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762897.008977:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762897.009013:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516058496/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762897.009043:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762897.009047:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762897.009048:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762897.009052:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2868 00000100:00080000:3.0:1789762897.009055:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762897.009057:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762897.009064:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762897.009082:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516058624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762897.009093:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762897.009096:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762897.009097:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762897.009101:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2868 00000100:00080000:3.0:1789762897.009105:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762897.009107:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762897.009113:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762897.009122:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516058752/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762897.009132:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762897.009143:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1789762897.009144:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516058496:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762897.009148:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762897.009167:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2868 00000100:00080000:3.0:1789762897.009171:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762897.009174:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762897.009176:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762897.009200:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516058880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762897.009305:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762897.009382:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897] req@ffff980dc61e6680 x1876699516058496/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762897.009415:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516058496/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762897.009432:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762897.009438:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762897.009446:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516058496:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762897.009457:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516058624:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762897.009496:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762897.009516:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897] req@ffff980dc61e7800 x1876699516058624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762897.009537:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516058624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762897.009553:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762897.009559:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762897.009563:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516058624:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762897.009597:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516058752:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762897.009623:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762897.009638:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897] req@ffff980dc61e6300 x1876699516058752/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762897.009654:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516058752/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762897.009673:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762897.009678:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762897.009683:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516058752:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762897.009694:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516058880:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762897.009720:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762897.009754:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897] req@ffff980dc61e5180 x1876699516058880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762897.009788:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516058880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762897.009808:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762897.009817:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762897.009826:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516058880:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762897.905050:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762898.929027:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762899.952989:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762900.977035:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762902.001043:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762902.129006:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762902.129023:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762902.129030:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762902.129045:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2873 00000100:00080000:2.0:1789762902.129062:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762902.129075:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762902.129136:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516059008/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762902.129178:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762902.129184:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762902.129187:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762902.129193:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2873 00000100:00080000:2.0:1789762902.129201:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762902.129227:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762902.129243:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762902.129247:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516059008:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762902.129268:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516059136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762902.129288:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762902.129294:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762902.129296:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762902.129303:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2873 00000100:00080000:2.0:1789762902.129309:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762902.129315:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762902.129324:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:1.0:1789762902.129336:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762902.129346:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516059264/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762902.129364:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762902.129369:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762902.129372:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762902.129379:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2873 00000100:00080000:2.0:1789762902.129385:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789762902.129392:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902] req@ffff980dd23a8380 x1876699516059008/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762902.129394:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762902.129407:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762902.129420:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516059008/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762902.129430:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516059392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762902.129436:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762902.129448:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762902.129457:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516059008:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762902.129487:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516059136:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762902.129509:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762902.129520:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902] req@ffff980dd23a9180 x1876699516059136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762902.129531:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516059136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762902.129538:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762902.129542:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762902.129545:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516059136:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762902.129549:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516059264:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762902.129564:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762902.129571:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902] req@ffff980dd23a8e00 x1876699516059264/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762902.129581:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516059264/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762902.129588:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762902.129590:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762902.129593:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516059264:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762902.129597:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516059392:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762902.129611:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762902.129620:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902] req@ffff980dd23aa300 x1876699516059392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762902.129629:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516059392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762902.129636:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762902.129639:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762902.129641:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516059392:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762903.025007:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762904.049033:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762905.073024:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762906.097009:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762907.121006:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762907.248982:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762907.248997:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762907.249002:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762907.249016:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2878 00000100:00080000:3.0:1789762907.249032:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762907.249042:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762907.249094:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516059520/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762907.249130:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762907.249134:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762907.249137:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762907.249142:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2878 00000100:00080000:3.0:1789762907.249146:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762907.249152:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762907.249164:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762907.249196:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516059648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762907.249198:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516059520:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762907.249218:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762907.249222:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762907.249224:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762907.249231:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2878 00000100:00080000:3.0:1789762907.249235:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762907.249240:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762907.249248:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762907.249264:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516059776/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762907.249277:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762907.249281:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762907.249283:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1789762907.249296:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789762907.249304:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2878 00000100:00080000:3.0:1789762907.249311:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762907.249317:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762907.249324:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762907.249339:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516059904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762907.249351:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907] req@ffff980dc61e5c00 x1876699516059520/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762907.249374:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516059520/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762907.249391:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762907.249396:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762907.249401:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516059520:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762907.249428:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516059648:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762907.249453:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762907.249466:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907] req@ffff980dc61e4a80 x1876699516059648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762907.249479:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516059648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762907.249494:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762907.249498:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762907.249502:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516059648:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762907.249508:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516059776:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762907.249527:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762907.249536:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907] req@ffff980dc61e4380 x1876699516059776/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762907.249547:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516059776/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762907.249556:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762907.249559:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762907.249562:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516059776:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762907.249569:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516059904:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762907.249586:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762907.249595:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907] req@ffff980dc61e4000 x1876699516059904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762907.249608:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516059904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762907.249616:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762907.249620:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762907.249624:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516059904:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762908.145019:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762909.169029:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762910.193026:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762911.217050:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762912.241156:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762912.368995:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762912.369004:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762912.369009:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762912.369019:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2883 00000100:00080000:3.0:1789762912.369030:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762912.369038:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762912.369079:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516060032/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762912.369107:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762912.369110:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762912.369112:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762912.369116:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2883 00000100:00080000:3.0:1789762912.369121:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762912.369154:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762912.369164:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762912.369188:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516060160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762912.369189:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516060032:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762912.369220:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762912.369223:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762912.369226:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762912.369234:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2883 00000100:00080000:3.0:1789762912.369239:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762912.369243:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762912.369247:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762912.369259:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516060288/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762912.369267:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762912.369269:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762912.369271:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762912.369274:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2883 00000100:00080000:3.0:1789762912.369279:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762912.369281:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762912.369286:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789762912.369291:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762912.369300:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516060416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762912.369345:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912] req@ffff980dc61e4000 x1876699516060032/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762912.369371:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516060032/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762912.369386:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762912.369390:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762912.369394:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516060032:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762912.369420:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516060160:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762912.369442:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762912.369460:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912] req@ffff980dc61e4380 x1876699516060160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762912.369469:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516060160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762912.369475:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762912.369478:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762912.369480:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516060160:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789762912.369485:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516060288:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789762912.369500:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762912.369508:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912] req@ffff980dc61e4a80 x1876699516060288/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762912.369516:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516060288/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762912.369526:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762912.369529:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762912.369531:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516060288:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789762912.369534:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516060416:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789762912.369546:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789762912.369552:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912] req@ffff980dc61e5c00 x1876699516060416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762912.369559:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516060416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762912.369565:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789762912.369567:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789762912.369569:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516060416:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789762913.264989:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762914.289131:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762915.312980:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762916.337061:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762917.361056:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762917.489050:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762917.489065:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762917.489071:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762917.489085:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2888 00000100:00080000:2.0:1789762917.489136:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762917.489146:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762917.489198:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516060544/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762917.489237:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762917.489241:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762917.489242:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762917.489246:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2888 00000100:00080000:2.0:1789762917.489250:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762917.489253:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762917.489263:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762917.489277:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516060672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762917.489285:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762917.489288:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762917.489289:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762917.489293:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2888 00000100:00080000:2.0:1789762917.489296:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762917.489300:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762917.489305:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762917.489315:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516060544:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762917.489315:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516060800/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762917.489341:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762917.489343:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762917.489345:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762917.489350:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2888 00000100:00080000:2.0:1789762917.489352:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762917.489356:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762917.489361:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762917.489370:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516060928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762917.489400:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762917.489437:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762917/real 1789762917] req@ffff980dd23a8a80 x1876699516060544/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762917.489451:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516060544/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762917.489460:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762917.489463:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762917.489466:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516060544:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762917.489471:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516060672:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762917.489486:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762917.489494:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762917/real 1789762917] req@ffff980dd23a8000 x1876699516060672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762917.489502:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516060672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762917.489507:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762917.489509:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762917.489512:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516060672:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762917.489531:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516060800:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762917.489550:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762917.489561:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762917/real 1789762917] req@ffff980dd23ab480 x1876699516060800/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762917.489574:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516060800/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762917.489583:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762917.489587:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762917.489590:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516060800:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762917.489596:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516060928:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762917.489612:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762917.489621:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762917/real 1789762917] req@ffff980dd23ab800 x1876699516060928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762917.489628:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516060928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762917.489633:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762917.489636:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762917.489638:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516060928:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762918.385015:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762919.409014:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762920.433092:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762921.456995:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762922.481029:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762922.608949:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762922.608960:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762922.608964:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762922.608975:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2893 00000100:00080000:3.0:1789762922.608988:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762922.608996:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762922.609041:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516061056/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762922.609080:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762922.609083:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762922.609084:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762922.609088:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2893 00000100:00080000:3.0:1789762922.609091:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762922.609101:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762922.609114:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762922.609126:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516061184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762922.609134:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762922.609138:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1789762922.609139:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516061056:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762922.609140:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762922.609149:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2893 00000100:00080000:3.0:1789762922.609152:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762922.609154:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762922.609158:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762922.609169:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516061312/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762922.609182:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762922.609186:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762922.609188:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762922.609193:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2893 00000100:00080000:3.0:1789762922.609197:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762922.609202:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762922.609207:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789762922.609220:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762922.609222:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516061440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762922.609269:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762922/real 1789762922] req@ffff980dc61e5180 x1876699516061056/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762922.609289:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516061056/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762922.609297:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762922.609300:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762922.609303:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516061056:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762922.609325:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516061184:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762922.609340:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762922.609349:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762922/real 1789762922] req@ffff980dc61e6300 x1876699516061184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762922.609367:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516061184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762922.609373:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762922.609375:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762922.609377:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516061184:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762922.609381:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516061312:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762922.609394:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762922.609402:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762922/real 1789762922] req@ffff980dc61e7800 x1876699516061312/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762922.609409:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516061312/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762922.609426:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762922.609428:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762922.609431:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516061312:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762922.609437:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516061440:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762922.609456:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762922.609468:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762922/real 1789762922] req@ffff980dc61e6680 x1876699516061440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762922.609481:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516061440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762922.609490:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762922.609494:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762922.609497:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516061440:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762923.505085:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762924.529003:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762925.553050:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762926.576980:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762927.601008:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762927.728962:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762927.728970:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762927.728973:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762927.728981:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2898 00000100:00080000:2.0:1789762927.728991:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762927.728997:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762927.729047:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516061568/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762927.729072:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762927.729075:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762927.729076:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762927.729079:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2898 00000100:00080000:2.0:1789762927.729082:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762927.729084:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762927.729092:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762927.729103:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516061696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762927.729112:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762927.729114:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762927.729116:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762927.729119:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2898 00000100:00080000:2.0:1789762927.729122:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789762927.729131:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516061568:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762927.729133:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762927.729149:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762927.729161:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516061824/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762927.729170:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762927.729172:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762927.729173:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762927.729176:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2898 00000100:00080000:2.0:1789762927.729178:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762927.729182:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762927.729186:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762927.729193:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516061952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762927.729228:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762927.729284:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762927/real 1789762927] req@ffff980dd23ab800 x1876699516061568/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762927.729305:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516061568/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762927.729319:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762927.729324:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762927.729327:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516061568:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762927.729354:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516061696:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762927.729375:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762927.729385:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762927/real 1789762927] req@ffff980dd23ab480 x1876699516061696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762927.729394:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516061696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762927.729399:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762927.729402:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762927.729404:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516061696:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762927.729408:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516061824:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762927.729421:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762927.729427:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762927/real 1789762927] req@ffff980dd23a8000 x1876699516061824/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762927.729435:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516061824/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762927.729440:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762927.729442:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762927.729444:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516061824:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762927.729448:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516061952:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762927.729459:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762927.729465:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762927/real 1789762927] req@ffff980dd23a8a80 x1876699516061952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762927.729474:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516061952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762927.729479:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762927.729481:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762927.729483:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516061952:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762928.624987:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762929.649030:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762930.672971:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762931.697014:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762932.721040:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762932.849088:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762932.849107:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762932.849112:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762932.849124:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2904 00000100:00080000:2.0:1789762932.849139:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762932.849150:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762932.849217:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516062080/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762932.849257:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762932.849261:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762932.849263:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762932.849270:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2904 00000100:00080000:2.0:1789762932.849278:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762932.849284:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762932.849302:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762932.849321:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516062208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789762932.849330:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516062080:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762932.849344:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762932.849349:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762932.849352:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762932.849359:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2904 00000100:00080000:2.0:1789762932.849363:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762932.849369:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762932.849378:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762932.849419:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516062336/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762932.849438:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762932.849444:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762932.849448:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762932.849456:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2904 00000100:00080000:2.0:1789762932.849466:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762932.849474:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762932.849486:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762932.849504:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516062464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789762932.849788:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762932.849903:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762932/real 1789762932] req@ffff980dd23aa300 x1876699516062080/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762932.849954:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516062080/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762932.849966:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762932.849970:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762932.849974:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516062080:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762932.850041:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516062208:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762932.850071:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762932.850087:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762932/real 1789762932] req@ffff980dd23a8e00 x1876699516062208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762932.850101:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516062208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762932.850110:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762932.850114:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762932.850118:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516062208:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762932.850124:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516062336:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789762932.850141:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762932.850152:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762932/real 1789762932] req@ffff980dd23a9180 x1876699516062336/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762932.850164:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516062336/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762932.850173:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762932.850176:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762932.850179:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516062336:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762932.850184:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516062464:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762932.850201:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762932.850211:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762932/real 1789762932] req@ffff980dd23a8380 x1876699516062464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762932.850240:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516062464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762932.850248:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762932.850250:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762932.850253:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516062464:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762933.745083:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762934.769030:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762935.793108:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762936.817113:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762937.841038:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762937.968997:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762937.969009:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762937.969013:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762937.969024:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2909 00000100:00080000:0.0:1789762937.969035:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762937.969042:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762937.969085:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6a00 x1876699516062592/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762937.969112:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762937.969115:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762937.969116:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762937.969119:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2909 00000100:00080000:0.0:1789762937.969122:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762937.969125:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762937.969135:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762937.969151:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4000 x1876699516062720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789762937.969151:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516062592:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789762937.969166:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762937.969168:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762937.969169:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762937.969172:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2909 00000100:00080000:0.0:1789762937.969174:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762937.969176:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762937.969180:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762937.969190:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6300 x1876699516062848/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762937.969198:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762937.969201:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762937.969202:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762937.969204:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2909 00000100:00080000:0.0:1789762937.969206:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762937.969208:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762937.969211:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762937.969218:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6680 x1876699516062976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789762937.969312:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516062720:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762937.969350:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516062848:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762937.969370:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516062976:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762938.865061:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762939.889140:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762940.913027:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789762941.041165:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:1.0:1789762941.041223:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789762941.041245:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:1.0:1789762941.041292:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:1.0:1789762941.041305:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:1.0:1789762941.041314:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:3.0:1789762941.041346:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762937/real 1789762941] req@ffff980dc8fc4000 x1876699516062720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762941.041378:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4000 x1876699516062720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762941.041393:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762941.041399:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762941.041404:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516062720:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762941.041414:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762937/real 1789762941] req@ffff980dc8fc6300 x1876699516062848/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762941.041428:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6300 x1876699516062848/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762941.041437:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762941.041442:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762941.041446:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516062848:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762941.041453:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762937/real 1789762941] req@ffff980dc8fc6680 x1876699516062976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762941.041467:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6680 x1876699516062976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762941.041477:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762941.041481:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762941.041486:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516062976:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762941.041494:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762937/real 1789762941] req@ffff980dc8fc6a00 x1876699516062592/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762941.041509:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6a00 x1876699516062592/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762941.041517:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762941.041521:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762941.041525:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516062592:192.168.203.146@tcp:250:kworker.0 00010000:00010000:0.0:1789762941.937115:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762942.961013:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762943.088995:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762943.089005:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762943.089009:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762943.089020:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2914 00000100:00080000:0.0:1789762943.089031:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762943.089040:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762943.089078:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4e00 x1876699516063104/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762943.089107:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762943.089111:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762943.089113:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762943.089118:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2914 00000100:00080000:0.0:1789762943.089122:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762943.089126:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762943.089136:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762943.089148:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6d80 x1876699516063232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762943.089158:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762943.089162:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762943.089165:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762943.089170:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2914 00000100:00080000:0.0:1789762943.089173:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762943.089177:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762943.089183:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762943.089196:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7800 x1876699516063360/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789762943.089205:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516063104:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789762943.089231:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762943.089235:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762943.089240:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762943.089248:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2914 00000100:00080000:0.0:1789762943.089252:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762943.089257:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762943.089264:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762943.089278:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7100 x1876699516063488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789762943.089307:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762943.089374:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762943] req@ffff980dc8fc4e00 x1876699516063104/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762943.089397:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4e00 x1876699516063104/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762943.089419:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762943.089426:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762943.089430:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516063104:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762943.089441:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516063232:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762943.089470:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762943.089486:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762943] req@ffff980dc8fc6d80 x1876699516063232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762943.089507:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6d80 x1876699516063232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762943.089517:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762943.089521:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762943.089525:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516063232:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762943.089564:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516063360:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789762943.089590:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762943.089603:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762943] req@ffff980dc8fc7800 x1876699516063360/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762943.089617:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7800 x1876699516063360/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762943.089626:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762943.089629:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762943.089633:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516063360:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762943.089640:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516063488:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762943.089660:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762943.089672:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762943] req@ffff980dc8fc7100 x1876699516063488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762943.089684:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7100 x1876699516063488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762943.089699:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762943.089703:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762943.089706:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516063488:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762943.985042:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762945.009050:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762946.033045:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762947.057013:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762948.081042:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762948.208945:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762948.208954:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762948.208957:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762948.208965:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2919 00000100:00080000:3.0:1789762948.208974:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762948.208980:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762948.209013:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516063616/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762948.209043:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762948.209046:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762948.209049:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762948.209053:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2919 00000100:00080000:3.0:1789762948.209057:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762948.209061:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762948.209071:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762948.209085:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516063744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762948.209089:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516063616:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762948.209104:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762948.209108:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762948.209110:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762948.209114:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2919 00000100:00080000:3.0:1789762948.209119:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762948.209123:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762948.209128:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762948.209140:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516063872/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762948.209148:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789762948.209155:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762948.209160:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762948.209163:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762948.209178:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2919 00000100:00080000:3.0:1789762948.209183:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789762948.209184:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762948] req@ffff980dc61e7480 x1876699516063616/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762948.209192:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762948.209201:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762948.209205:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516063616/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762948.209216:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1789762948.209216:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516064000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762948.209223:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762948.209233:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516063616:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762948.209262:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516063744:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762948.209287:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762948.209297:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762948] req@ffff980dc61e5880 x1876699516063744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762948.209306:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516063744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762948.209312:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762948.209314:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762948.209316:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516063744:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762948.209320:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516063872:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762948.209332:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762948.209338:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762948] req@ffff980dc61e4e00 x1876699516063872/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762948.209345:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516063872/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762948.209350:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762948.209352:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762948.209354:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516063872:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762948.209358:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516064000:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762948.209367:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762948.209373:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762948] req@ffff980dc61e7b80 x1876699516064000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762948.209380:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516064000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762948.209385:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762948.209387:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762948.209389:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516064000:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762949.105046:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762950.129098:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762951.152941:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762952.176949:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762953.200997:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762953.328911:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762953.328919:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762953.328922:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762953.328930:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2924 00000100:00080000:3.0:1789762953.328939:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762953.328946:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762953.328978:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516064128/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762953.328999:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762953.329002:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762953.329003:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762953.329005:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2924 00000100:00080000:3.0:1789762953.329008:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762953.329010:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762953.329017:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762953.329025:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516064256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762953.329032:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762953.329035:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762953.329036:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762953.329038:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2924 00000100:00080000:3.0:1789762953.329040:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762953.329042:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762953.329045:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762953.329053:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516064128:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762953.329054:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516064384/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762953.329068:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762953.329072:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762953.329074:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762953.329078:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2924 00000100:00080000:3.0:1789762953.329081:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762953.329085:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762953.329090:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762953.329105:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516064512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762953.329129:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762953.329163:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953] req@ffff980dc61e7b80 x1876699516064128/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762953.329176:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516064128/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762953.329184:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762953.329188:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762953.329191:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516064128:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762953.329197:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516064256:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762953.329212:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762953.329221:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953] req@ffff980dc61e4e00 x1876699516064256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762953.329235:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516064256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762953.329251:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762953.329256:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762953.329261:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516064256:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762953.329288:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516064384:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762953.329316:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762953.329332:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953] req@ffff980dc61e5880 x1876699516064384/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762953.329347:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516064384/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762953.329358:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762953.329362:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762953.329365:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516064384:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762953.329372:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516064512:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762953.329393:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762953.329404:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953] req@ffff980dc61e7480 x1876699516064512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762953.329415:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516064512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762953.329423:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762953.329425:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762953.329429:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516064512:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762954.224942:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762955.248974:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762956.273002:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762957.296975:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762958.321022:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762958.448975:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762958.448984:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762958.448987:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762958.448996:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2929 00000100:00080000:0.0:1789762958.449005:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762958.449011:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762958.449044:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5f80 x1876699516064640/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762958.449069:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762958.449072:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762958.449073:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762958.449077:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2929 00000100:00080000:0.0:1789762958.449079:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762958.449081:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762958.449088:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762958.449097:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4700 x1876699516064768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762958.449108:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762958.449110:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762958.449112:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762958.449114:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2929 00000100:00080000:0.0:1789762958.449116:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762958.449119:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762958.449122:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762958.449131:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7100 x1876699516064896/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762958.449140:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762958.449143:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762958.449144:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762958.449147:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2929 00000100:00080000:0.0:1789762958.449148:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762958.449152:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762958.449155:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762958.449162:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7800 x1876699516065024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762958.449174:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516064640:192.168.203.146@tcp:250:kworker.0 00000800:00000100:1.0:1789762958.449262:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762958.449315:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958] req@ffff980dc8fc5f80 x1876699516064640/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762958.449333:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5f80 x1876699516064640/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762958.449343:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762958.449347:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762958.449350:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516064640:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762958.449357:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516064768:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762958.449373:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762958.449381:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958] req@ffff980dc8fc4700 x1876699516064768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762958.449389:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4700 x1876699516064768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762958.449395:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762958.449397:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762958.449399:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516064768:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762958.449403:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516064896:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762958.449415:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762958.449422:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958] req@ffff980dc8fc7100 x1876699516064896/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762958.449429:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7100 x1876699516064896/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762958.449435:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762958.449437:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762958.449438:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516064896:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762958.449462:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516065024:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762958.449473:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762958.449480:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958] req@ffff980dc8fc7800 x1876699516065024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762958.449488:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7800 x1876699516065024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762958.449493:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762958.449494:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762958.449496:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516065024:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762959.344992:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762960.368988:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762961.392997:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762962.416995:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762963.441019:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789762963.568941:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762963.568952:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789762963.568956:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762963.568966:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2934 00000100:00080000:0.0:1789762963.568979:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762963.568986:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789762963.569030:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6d80 x1876699516065152/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762963.569057:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762963.569060:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762963.569061:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762963.569065:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2934 00000100:00080000:0.0:1789762963.569067:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762963.569069:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762963.569079:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762963.569089:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4e00 x1876699516065280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789762963.569096:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762963.569099:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789762963.569100:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762963.569103:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2934 00000100:00080000:0.0:1789762963.569105:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762963.569107:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762963.569111:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789762963.569122:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6a00 x1876699516065408/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762963.569124:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516065152:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789762963.569134:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789762963.569138:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789762963.569139:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789762963.569149:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2934 00000100:00080000:0.0:1789762963.569152:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789762963.569154:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789762963.569158:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789762963.569166:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6680 x1876699516065536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762963.569217:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762963.569271:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762963/real 1789762963] req@ffff980dc8fc6d80 x1876699516065152/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762963.569294:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6d80 x1876699516065152/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762963.569303:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762963.569309:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762963.569313:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516065152:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762963.569322:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516065280:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762963.569347:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762963.569361:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762963/real 1789762963] req@ffff980dc8fc4e00 x1876699516065280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762963.569371:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4e00 x1876699516065280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762963.569378:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762963.569380:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762963.569382:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516065280:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762963.569408:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516065408:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762963.569423:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762963.569430:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762963/real 1789762963] req@ffff980dc8fc6a00 x1876699516065408/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762963.569438:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6a00 x1876699516065408/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762963.569448:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762963.569450:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762963.569453:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516065408:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762963.569456:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516065536:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762963.569466:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762963.569472:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762963/real 1789762963] req@ffff980dc8fc6680 x1876699516065536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762963.569479:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6680 x1876699516065536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762963.569485:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762963.569487:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762963.569488:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516065536:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762964.465044:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762965.489058:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762966.513046:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762967.537106:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762968.561118:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762968.689107:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762968.689119:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762968.689125:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762968.689140:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2939 00000100:00080000:2.0:1789762968.689156:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762968.689166:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762968.689250:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516065664/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762968.689307:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762968.689316:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762968.689321:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762968.689330:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2939 00000100:00080000:2.0:1789762968.689337:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762968.689361:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762968.689378:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762968.689403:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516065792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762968.689420:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789762968.689426:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516065664:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762968.689427:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762968.689435:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762968.689447:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2939 00000100:00080000:2.0:1789762968.689452:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762968.689458:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762968.689465:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762968.689484:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516065920/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762968.689499:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762968.689503:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762968.689506:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762968.689512:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2939 00000100:00080000:2.0:1789762968.689529:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762968.689552:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:1.0:1789762968.689563:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:2.0:1789762968.689565:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762968.689587:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516066048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762968.689634:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762968/real 1789762968] req@ffff980dd23a9f80 x1876699516065664/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762968.689663:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516065664/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762968.689679:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762968.689702:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762968.689708:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516065664:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762968.689787:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516065792:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762968.689825:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762968.689901:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762968/real 1789762968] req@ffff980dd23a9c00 x1876699516065792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762968.689925:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516065792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762968.689938:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762968.689944:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762968.689950:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516065792:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762968.689961:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516065920:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762968.690029:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762968.690046:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762968/real 1789762968] req@ffff980dd23aa680 x1876699516065920/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762968.690061:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516065920/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762968.690072:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762968.690078:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762968.690083:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516065920:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762968.690093:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516066048:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762968.690123:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762968.690145:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762968/real 1789762968] req@ffff980dd23aaa00 x1876699516066048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762968.690163:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516066048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762968.690174:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762968.690179:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762968.690186:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516066048:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762969.584999:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762970.609023:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762971.633002:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762972.656992:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762973.681001:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762973.809011:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762973.809027:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762973.809033:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762973.809049:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2944 00000100:00080000:3.0:1789762973.809072:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762973.809084:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762973.809150:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516066176/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762973.809205:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762973.809214:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762973.809218:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762973.809227:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2944 00000100:00080000:3.0:1789762973.809235:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762973.809243:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762973.809262:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762973.809286:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516066304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762973.809299:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516066176:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762973.809312:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762973.809318:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762973.809320:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762973.809331:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2944 00000100:00080000:3.0:1789762973.809337:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762973.809345:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762973.809358:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:1.0:1789762973.809376:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762973.809386:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516066432/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762973.809411:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762973.809418:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762973.809422:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789762973.809424:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762973/real 1789762973] req@ffff980dc61e6680 x1876699516066176/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762973.809447:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2944 00000100:00100000:1.0:1789762973.809455:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516066176/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762973.809459:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762973.809469:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762973.809477:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00080000:1.0:1789762973.809482:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762973.809492:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516066176:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789762973.809500:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762973.809520:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516066304:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762973.809527:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516066560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762973.809553:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762973.809568:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762973/real 1789762973] req@ffff980dc61e7800 x1876699516066304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762973.809579:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516066304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762973.809590:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762973.809593:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762973.809596:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516066304:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762973.809600:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516066432:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762973.809612:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762973.809618:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762973/real 1789762973] req@ffff980dc61e6300 x1876699516066432/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762973.809625:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516066432/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762973.809630:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762973.809632:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762973.809634:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516066432:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762973.809643:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516066560:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762973.809653:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762973.809660:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762973/real 1789762973] req@ffff980dc61e5180 x1876699516066560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762973.809667:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516066560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762973.809672:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762973.809674:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762973.809689:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516066560:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762974.705016:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762975.729130:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762976.753031:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762977.777049:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762978.801123:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762978.928923:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762978.928931:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762978.928934:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762978.928943:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2950 00000100:00080000:3.0:1789762978.928952:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762978.928958:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762978.928991:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516066688/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762978.929015:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762978.929018:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762978.929019:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762978.929022:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2950 00000100:00080000:3.0:1789762978.929024:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762978.929026:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762978.929033:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762978.929042:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516066816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762978.929049:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762978.929051:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762978.929052:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762978.929054:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2950 00000100:00080000:3.0:1789762978.929056:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762978.929059:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762978.929063:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762978.929069:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516066944/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762978.929083:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762978.929086:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762978.929087:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762978.929089:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2950 00000100:00080000:3.0:1789762978.929093:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762978.929102:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762978.929105:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762978.929117:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516067072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762978.929141:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516066688:192.168.203.146@tcp:250:kworker.0 00000800:00000100:1.0:1789762978.929286:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762978.929357:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762978/real 1789762978] req@ffff980dc61e5c00 x1876699516066688/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762978.929383:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516066688/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762978.929397:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762978.929402:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762978.929407:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516066688:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762978.929416:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516066816:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762978.929453:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762978.929475:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762978/real 1789762978] req@ffff980dc61e4a80 x1876699516066816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762978.929498:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516066816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762978.929512:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762978.929516:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762978.929520:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516066816:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762978.929527:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516066944:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762978.929554:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762978.929572:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762978/real 1789762978] req@ffff980dc61e4380 x1876699516066944/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762978.929592:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516066944/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762978.929606:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762978.929612:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762978.929618:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516066944:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762978.929677:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516067072:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762978.929704:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762978.929718:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762978/real 1789762978] req@ffff980dc61e4000 x1876699516067072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762978.929731:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516067072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762978.929739:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762978.929743:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762978.929746:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516067072:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789762979.824977:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762980.849073:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762981.873036:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762982.897071:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762983.921043:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762984.049025:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762984.049054:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762984.049059:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762984.049072:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2955 00000100:00080000:2.0:1789762984.049085:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762984.049094:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762984.049142:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516067200/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762984.049172:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762984.049176:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762984.049194:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762984.049197:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2955 00000100:00080000:2.0:1789762984.049200:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762984.049202:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762984.049211:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762984.049223:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516067328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762984.049237:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516067200:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789762984.049239:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762984.049246:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762984.049247:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762984.049251:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2955 00000100:00080000:2.0:1789762984.049253:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762984.049256:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762984.049260:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789762984.049269:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516067456/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762984.049276:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762984.049279:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762984.049280:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762984.049283:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2955 00000100:00080000:2.0:1789762984.049286:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762984.049289:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762984.049292:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762984.049298:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516067584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762984.049317:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762984.049365:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984] req@ffff980dd23aaa00 x1876699516067200/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762984.049381:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516067200/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762984.049391:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762984.049394:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762984.049397:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516067200:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762984.049419:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516067328:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762984.049453:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762984.049469:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984] req@ffff980dd23aa680 x1876699516067328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762984.049485:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516067328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762984.049496:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762984.049500:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762984.049504:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516067328:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762984.049511:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516067456:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762984.049532:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762984.049544:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984] req@ffff980dd23a9c00 x1876699516067456/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762984.049558:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516067456/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762984.049568:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762984.049572:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762984.049576:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516067456:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762984.049583:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516067584:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762984.049629:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762984.049662:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984] req@ffff980dd23a9f80 x1876699516067584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762984.049671:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516067584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762984.049677:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762984.049679:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762984.049681:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516067584:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789762984.945080:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762985.969032:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762986.992966:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762988.017044:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762989.041102:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789762989.168943:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762989.168951:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789762989.168954:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762989.168962:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2960 00000100:00080000:2.0:1789762989.168971:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762989.168978:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789762989.169020:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516067712/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762989.169041:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762989.169044:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762989.169045:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762989.169059:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2960 00000100:00080000:2.0:1789762989.169062:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762989.169064:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762989.169071:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762989.169078:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516067840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762989.169085:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762989.169087:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789762989.169089:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762989.169092:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2960 00000100:00080000:2.0:1789762989.169094:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762989.169097:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762989.169100:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762989.169110:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516067712:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789762989.169110:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516067968/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762989.169137:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762989.169139:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762989.169140:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762989.169143:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2960 00000100:00080000:2.0:1789762989.169145:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789762989.169147:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789762989.169149:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762989.169158:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516068096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762989.169182:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762989.169215:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989] req@ffff980dd23a8380 x1876699516067712/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762989.169228:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516067712/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762989.169235:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762989.169238:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762989.169241:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516067712:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762989.169245:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516067840:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762989.169258:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762989.169266:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989] req@ffff980dd23a9180 x1876699516067840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762989.169274:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516067840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762989.169279:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762989.169281:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762989.169284:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516067840:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762989.169301:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516067968:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762989.169312:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762989.169318:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989] req@ffff980dd23a8e00 x1876699516067968/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762989.169325:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516067968/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762989.169330:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762989.169331:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762989.169333:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516067968:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762989.169337:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516068096:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762989.169346:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762989.169352:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989] req@ffff980dd23aa300 x1876699516068096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762989.169359:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516068096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762989.169364:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762989.169366:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762989.169368:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516068096:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762990.065051:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762991.089013:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762992.112989:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762993.137144:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762994.161191:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789762994.289062:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762994.289091:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762994.289097:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762994.289125:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2965 00000100:00080000:3.0:1789762994.289134:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762994.289151:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789762994.289189:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516068224/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762994.289211:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762994.289214:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762994.289215:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762994.289218:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2965 00000100:00080000:3.0:1789762994.289220:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762994.289224:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762994.289231:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762994.289239:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516068352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762994.289246:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762994.289248:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762994.289249:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762994.289252:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2965 00000100:00080000:3.0:1789762994.289253:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789762994.289255:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762994.289258:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789762994.289265:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516068480/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762994.289272:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762994.289274:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762994.289276:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762994.289278:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2965 00000100:00080000:3.0:1789762994.289281:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789762994.289284:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516068224:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789762994.289286:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789762994.289293:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762994.289299:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516068608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789762994.289356:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762994.289396:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994] req@ffff980dc61e4000 x1876699516068224/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762994.289411:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516068224/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762994.289420:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762994.289423:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762994.289426:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516068224:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789762994.289431:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516068352:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762994.289447:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762994.289460:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994] req@ffff980dc61e4380 x1876699516068352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762994.289480:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516068352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762994.289489:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762994.289493:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762994.289497:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516068352:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789762994.289504:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516068480:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789762994.289524:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762994.289550:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994] req@ffff980dc61e4a80 x1876699516068480/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762994.289558:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516068480/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762994.289564:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762994.289566:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762994.289568:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516068480:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789762994.289598:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516068608:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789762994.289611:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789762994.289618:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994] req@ffff980dc61e5c00 x1876699516068608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762994.289625:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516068608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762994.289631:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789762994.289633:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789762994.289635:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516068608:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789762995.184956:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762996.209011:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762997.233083:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762998.257061:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762999.280985:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789762999.409026:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762999.409037:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789762999.409041:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762999.409051:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2970 00000100:00080000:1.0:1789762999.409064:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762999.409071:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789762999.409127:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699516068736/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762999.409153:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762999.409156:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762999.409158:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762999.409161:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2970 00000100:00080000:1.0:1789762999.409164:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762999.409166:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762999.409175:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762999.409185:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570e00 x1876699516068864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762999.409193:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762999.409196:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789762999.409197:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762999.409203:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2970 00000100:00100000:3.0:1789762999.409203:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516068736:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789762999.409207:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762999.409215:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762999.409219:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789762999.409227:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570700 x1876699516068992/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789762999.409235:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789762999.409238:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789762999.409239:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762999.409242:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2970 00000100:00080000:1.0:1789762999.409244:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789762999.409246:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789762999.409250:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762999.409256:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572d80 x1876699516069120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789762999.409283:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762999.409339:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999] req@ffff980dc8573480 x1876699516068736/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762999.409354:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699516068736/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762999.409363:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762999.409366:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762999.409369:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516068736:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789762999.409403:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516068864:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762999.409419:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762999.409427:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999] req@ffff980dc8570e00 x1876699516068864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762999.409436:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570e00 x1876699516068864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762999.409442:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762999.409444:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762999.409446:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516068864:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789762999.409450:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516068992:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789762999.409462:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762999.409468:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999] req@ffff980dc8570700 x1876699516068992/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762999.409476:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570700 x1876699516068992/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762999.409481:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762999.409483:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762999.409485:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516068992:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789762999.409503:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516069120:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789762999.409523:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789762999.409533:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999] req@ffff980dc8572d80 x1876699516069120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789762999.409543:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572d80 x1876699516069120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762999.409550:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789762999.409552:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789762999.409554:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516069120:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763000.304979:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763001.329016:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763002.352982:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763003.377014:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763004.400992:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763004.528930:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763004.528940:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763004.528945:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763004.528955:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2975 00000100:00080000:2.0:1789763004.528967:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763004.528974:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763004.529032:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516069248/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763004.529057:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763004.529061:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763004.529063:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763004.529066:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2975 00000100:00080000:2.0:1789763004.529069:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763004.529072:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763004.529083:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763004.529099:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516069376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763004.529106:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763004.529109:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763004.529111:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763004.529115:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2975 00000100:00080000:2.0:1789763004.529117:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763004.529120:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763004.529123:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763004.529131:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516069504/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763004.529137:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516069248:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763004.529153:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763004.529156:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763004.529157:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763004.529160:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2975 00000100:00080000:2.0:1789763004.529162:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763004.529164:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763004.529167:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763004.529177:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516069632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763004.529277:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516069376:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763004.529319:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516069504:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763004.529344:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516069632:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763005.425002:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763006.449030:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763007.473044:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1789763007.601120:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:0.0:1789763007.601163:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1789763007.601180:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789763007.601227:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789763007.601239:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789763007.601248:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:3.0:1789763007.601295:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763004/real 1789763007] req@ffff980dd23ab480 x1876699516069504/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763007.601320:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516069504/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763007.601333:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763007.601338:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763007.601342:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516069504:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763007.601350:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763004/real 1789763007] req@ffff980dd23ab800 x1876699516069632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763007.601363:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516069632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763007.601372:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763007.601375:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763007.601378:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516069632:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763007.601385:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763004/real 1789763007] req@ffff980dd23a8a80 x1876699516069248/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763007.601397:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516069248/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763007.601404:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763007.601407:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763007.601411:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516069248:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763007.601419:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763004/real 1789763007] req@ffff980dd23a8000 x1876699516069376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763007.601449:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516069376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763007.601459:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763007.601463:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763007.601466:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516069376:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789763008.496943:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763009.521041:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763009.648944:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763009.648958:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763009.648964:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763009.648977:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2980 00000100:00080000:3.0:1789763009.648991:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763009.648999:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763009.649042:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516069760/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763009.649078:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763009.649081:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763009.649082:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763009.649086:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2980 00000100:00080000:3.0:1789763009.649089:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763009.649091:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763009.649102:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763009.649112:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516069888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763009.649120:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763009.649123:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763009.649124:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763009.649127:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2980 00000100:00080000:3.0:1789763009.649129:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763009.649131:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763009.649135:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763009.649140:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516069760:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763009.649150:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516070016/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763009.649164:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763009.649168:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763009.649170:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763009.649174:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2980 00000100:00080000:3.0:1789763009.649178:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763009.649183:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763009.649188:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763009.649202:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516070144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763009.649235:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763009.649295:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763009/real 1789763009] req@ffff980dc61e5180 x1876699516069760/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763009.649320:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516069760/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763009.649333:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763009.649338:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763009.649343:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516069760:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763009.649352:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516069888:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763009.649380:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763009.649396:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763009/real 1789763009] req@ffff980dc61e6300 x1876699516069888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763009.649410:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516069888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763009.649436:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763009.649439:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763009.649443:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516069888:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763009.649476:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516070016:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763009.649506:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763009.649518:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763009/real 1789763009] req@ffff980dc61e7800 x1876699516070016/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763009.649529:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516070016/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763009.649537:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763009.649540:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763009.649543:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516070016:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763009.649550:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516070144:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763009.649570:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763009.649582:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763009/real 1789763009] req@ffff980dc61e6680 x1876699516070144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763009.649605:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516070144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763009.649613:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763009.649616:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763009.649620:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516070144:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763010.545012:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763011.569042:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763012.592963:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763013.617047:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763014.641028:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763014.768917:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763014.768926:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763014.768931:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763014.768942:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2985 00000100:00080000:3.0:1789763014.768953:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763014.768960:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763014.769000:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516070272/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763014.769024:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763014.769027:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763014.769028:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763014.769032:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2985 00000100:00080000:3.0:1789763014.769034:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763014.769036:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763014.769046:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763014.769055:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516070400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763014.769062:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763014.769065:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763014.769067:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763014.769069:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2985 00000100:00080000:3.0:1789763014.769071:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763014.769076:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763014.769078:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516070272:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789763014.769082:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763014.769092:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516070528/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763014.769102:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763014.769106:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763014.769108:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763014.769112:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2985 00000100:00080000:3.0:1789763014.769116:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763014.769121:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763014.769126:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763014.769139:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516070656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763014.769165:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763014.769219:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763014/real 1789763014] req@ffff980dc61e7480 x1876699516070272/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763014.769243:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516070272/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763014.769256:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763014.769261:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763014.769265:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516070272:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763014.769274:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516070400:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763014.769297:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763014.769310:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763014/real 1789763014] req@ffff980dc61e5880 x1876699516070400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763014.769323:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516070400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763014.769339:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763014.769343:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763014.769347:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516070400:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763014.769386:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516070528:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763014.769411:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763014.769424:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763014/real 1789763014] req@ffff980dc61e4e00 x1876699516070528/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763014.769446:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516070528/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763014.769456:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763014.769459:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763014.769463:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516070528:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763014.769469:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516070656:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763014.769489:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763014.769500:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763014/real 1789763014] req@ffff980dc61e7b80 x1876699516070656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763014.769512:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516070656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763014.769521:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763014.769524:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763014.769529:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516070656:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789763015.664989:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763016.689139:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763017.713063:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763018.737097:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763019.761033:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763019.888979:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763019.888989:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763019.888993:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763019.889003:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2991 00000100:00080000:2.0:1789763019.889013:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763019.889022:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763019.889070:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516070784/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763019.889124:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763019.889131:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763019.889135:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763019.889144:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2991 00000100:00080000:2.0:1789763019.889152:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763019.889159:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763019.889176:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763019.889224:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516070912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763019.889247:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789763019.889248:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516070784:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763019.889257:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763019.889264:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763019.889272:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2991 00000100:00080000:2.0:1789763019.889276:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763019.889281:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763019.889290:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763019.889310:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516071040/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763019.889324:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763019.889329:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763019.889331:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763019.889336:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2991 00000800:00000100:1.0:1789763019.889368:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789763019.889372:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763019.889382:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763019.889390:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763019.889409:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516071168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763019.889440:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763019/real 1789763019] req@ffff980dd23a8000 x1876699516070784/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763019.889467:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516070784/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763019.889483:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763019.889488:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763019.889494:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516070784:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763019.889522:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516070912:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763019.889570:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763019.889587:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763019/real 1789763019] req@ffff980dd23a8a80 x1876699516070912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763019.889603:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516070912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763019.889614:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763019.889618:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763019.889622:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516070912:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763019.889629:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516071040:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763019.889650:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763019.889663:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763019/real 1789763019] req@ffff980dd23ab800 x1876699516071040/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763019.889677:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516071040/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763019.889687:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763019.889691:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763019.889695:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516071040:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763019.889701:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516071168:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763019.889721:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763019.889732:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763019/real 1789763019] req@ffff980dd23ab480 x1876699516071168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763019.889746:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516071168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763019.889755:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763019.889758:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763019.889762:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516071168:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763020.785007:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763021.809185:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763022.833053:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763023.857119:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763024.881048:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763025.009030:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763025.009042:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763025.009047:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763025.009060:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 2996 00000100:00080000:3.0:1789763025.009073:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763025.009082:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763025.009140:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516071296/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763025.009176:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763025.009181:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763025.009183:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763025.009189:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2996 00000100:00080000:3.0:1789763025.009193:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763025.009197:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763025.009209:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763025.009237:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516071424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763025.009251:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763025.009256:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763025.009259:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763025.009264:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 2996 00000100:00080000:3.0:1789763025.009268:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763025.009275:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516071296:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763025.009280:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763025.009296:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763025.009349:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516071552/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763025.009366:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763025.009370:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763025.009374:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763025.009380:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 2996 00000100:00080000:3.0:1789763025.009387:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763025.009395:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763025.009402:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789763025.009411:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763025.009420:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516071680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763025.009470:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025] req@ffff980dc61e7b80 x1876699516071296/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763025.009497:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516071296/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763025.009512:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763025.009518:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763025.009524:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516071296:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763025.009533:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516071424:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763025.009560:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763025.009575:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025] req@ffff980dc61e4e00 x1876699516071424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763025.009590:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516071424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763025.009600:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763025.009604:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763025.009608:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516071424:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763025.009639:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516071552:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763025.009660:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763025.009672:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025] req@ffff980dc61e5880 x1876699516071552/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763025.009686:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516071552/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763025.009697:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763025.009700:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763025.009704:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516071552:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763025.009711:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516071680:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763025.009730:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763025.009742:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025] req@ffff980dc61e7480 x1876699516071680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763025.009756:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516071680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763025.009765:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763025.009769:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763025.009772:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516071680:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763025.905096:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763026.929112:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763027.953044:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763028.977078:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763030.001089:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763030.129004:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763030.129019:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763030.129026:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763030.129042:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3001 00000100:00080000:3.0:1789763030.129072:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763030.129086:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763030.129142:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516071808/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763030.129189:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763030.129197:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763030.129201:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763030.129209:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3001 00000100:00080000:3.0:1789763030.129216:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763030.129225:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763030.129241:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763030.129290:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516071936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763030.129296:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516071808:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763030.129342:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763030.129350:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763030.129355:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763030.129366:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3001 00000100:00080000:3.0:1789763030.129375:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763030.129385:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:1.0:1789763030.129396:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:3.0:1789763030.129398:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763030.129432:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516072064/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763030.129455:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763030.129463:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763030.129471:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763030.129472:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030] req@ffff980dc61e6680 x1876699516071808/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763030.129490:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3001 00000100:00080000:3.0:1789763030.129506:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763030.129520:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516071808/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763030.129521:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763030.129543:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1789763030.129547:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763030.129558:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763030.129564:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516071808:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763030.129579:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516072192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763030.129599:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516071936:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763030.129636:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763030.129656:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030] req@ffff980dc61e7800 x1876699516071936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763030.129673:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516071936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763030.129695:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763030.129699:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763030.129704:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516071936:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763030.129712:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516072064:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763030.129748:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763030.129769:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030] req@ffff980dc61e6300 x1876699516072064/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763030.129794:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516072064/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763030.129811:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763030.129818:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763030.129825:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516072064:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763030.129847:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516072192:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763030.129938:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763030.129955:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030] req@ffff980dc61e5180 x1876699516072192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763030.129970:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516072192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763030.129981:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763030.129984:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763030.129988:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516072192:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763031.025081:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763032.049083:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763033.073032:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763034.097097:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763035.121029:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763035.248963:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763035.248971:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763035.248975:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763035.248984:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3006 00000100:00080000:0.0:1789763035.248994:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763035.249000:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763035.249036:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6300 x1876699516072320/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763035.249061:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763035.249065:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763035.249067:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763035.249072:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3006 00000100:00080000:0.0:1789763035.249077:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763035.249082:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763035.249093:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763035.249109:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4000 x1876699516072448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763035.249115:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516072320:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789763035.249121:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763035.249125:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763035.249127:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763035.249131:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3006 00000100:00080000:0.0:1789763035.249135:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763035.249139:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763035.249144:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763035.249155:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4380 x1876699516072576/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763035.249165:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763035.249168:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763035.249170:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763035.249174:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3006 00000100:00080000:0.0:1789763035.249177:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789763035.249180:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789763035.249181:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763035.249185:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763035.249195:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7480 x1876699516072704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763035.249251:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763035] req@ffff980dc8fc6300 x1876699516072320/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763035.249273:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6300 x1876699516072320/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763035.249282:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763035.249285:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763035.249288:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516072320:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763035.249309:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516072448:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763035.249330:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763035.249341:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763035] req@ffff980dc8fc4000 x1876699516072448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763035.249350:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4000 x1876699516072448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763035.249357:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763035.249359:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763035.249362:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516072448:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763035.249367:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516072576:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763035.249380:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763035.249387:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763035] req@ffff980dc8fc4380 x1876699516072576/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763035.249395:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4380 x1876699516072576/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763035.249401:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763035.249403:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763035.249406:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516072576:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763035.249409:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516072704:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763035.249421:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763035.249428:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763035] req@ffff980dc8fc7480 x1876699516072704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763035.249437:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7480 x1876699516072704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763035.249442:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763035.249444:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763035.249447:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516072704:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763036.144978:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763037.168989:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763038.192964:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763039.217095:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763040.241002:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763040.369021:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763040.369032:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763040.369037:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763040.369050:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3011 00000100:00080000:3.0:1789763040.369063:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763040.369073:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763040.369120:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516072832/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763040.369163:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763040.369168:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763040.369171:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763040.369176:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3011 00000100:00080000:3.0:1789763040.369181:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763040.369186:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763040.369218:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763040.369232:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516072832:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763040.369245:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516072960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763040.369262:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763040.369266:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763040.369270:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763040.369279:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3011 00000100:00080000:3.0:1789763040.369284:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763040.369289:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763040.369314:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763040.369339:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516073088/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763040.369355:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1789763040.369360:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789763040.369364:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763040.369370:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763040.369378:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3011 00000100:00080000:3.0:1789763040.369387:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763040.369395:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763040.369403:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763040.369427:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516073216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763040.369450:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040] req@ffff980dc61e5c00 x1876699516072832/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763040.369482:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516072832/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763040.369502:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763040.369510:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763040.369519:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516072832:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763040.369550:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516072960:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763040.369618:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763040.369654:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040] req@ffff980dc61e4a80 x1876699516072960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763040.369678:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516072960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763040.369692:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763040.369696:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763040.369700:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516072960:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763040.369709:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516073088:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763040.369741:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763040.369759:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040] req@ffff980dc61e4380 x1876699516073088/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763040.369774:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516073088/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763040.369783:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763040.369786:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763040.369790:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516073088:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763040.369795:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516073216:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763040.369813:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763040.369826:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040] req@ffff980dc61e4000 x1876699516073216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763040.369838:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516073216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763040.369848:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763040.369851:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763040.369854:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516073216:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763041.265161:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763042.289143:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763043.313065:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763044.337118:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763045.361020:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763045.488940:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763045.488950:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763045.488954:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763045.488964:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3016 00000100:00080000:3.0:1789763045.488974:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763045.488981:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763045.489015:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516073344/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763045.489037:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763045.489040:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763045.489042:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763045.489045:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3016 00000100:00080000:3.0:1789763045.489047:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763045.489050:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763045.489057:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763045.489065:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516073472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763045.489073:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763045.489075:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763045.489076:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763045.489079:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3016 00000100:00080000:3.0:1789763045.489080:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763045.489083:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763045.489087:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763045.489094:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516073600/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763045.489104:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763045.489108:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1789763045.489112:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516073344:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763045.489113:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763045.489118:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3016 00000100:00080000:3.0:1789763045.489129:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763045.489134:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763045.489138:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763045.489160:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516073728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763045.489227:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763045.489273:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763045/real 1789763045] req@ffff980dc61e4000 x1876699516073344/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763045.489289:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516073344/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763045.489298:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763045.489302:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763045.489305:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516073344:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763045.489347:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516073472:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763045.489367:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763045.489377:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763045/real 1789763045] req@ffff980dc61e4380 x1876699516073472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763045.489385:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516073472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763045.489392:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763045.489394:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763045.489396:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516073472:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763045.489420:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516073600:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763045.489440:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763045.489452:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763045/real 1789763045] req@ffff980dc61e4a80 x1876699516073600/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763045.489465:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516073600/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763045.489475:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763045.489479:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763045.489483:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516073600:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763045.489489:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516073728:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763045.489506:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763045.489514:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763045/real 1789763045] req@ffff980dc61e5c00 x1876699516073728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763045.489522:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516073728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763045.489528:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763045.489530:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763045.489532:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516073728:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763046.385079:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763047.409006:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763048.433064:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763049.457212:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763050.481141:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763050.609109:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763050.609167:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763050.609173:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763050.609187:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3021 00000100:00080000:1.0:1789763050.609220:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763050.609231:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763050.609306:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699516073856/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763050.609350:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763050.609356:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763050.609358:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763050.609364:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3021 00000100:00080000:1.0:1789763050.609368:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763050.609374:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763050.609404:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763050.609419:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699516073984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763050.609426:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516073856:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763050.609437:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763050.609441:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763050.609443:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763050.609447:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3021 00000100:00080000:1.0:1789763050.609450:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763050.609455:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763050.609461:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763050.609473:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699516074112/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763050.609483:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763050.609487:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763050.609488:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763050.609491:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3021 00000100:00080000:1.0:1789763050.609494:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763050.609497:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763050.609501:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763050.609510:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571500 x1876699516074240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763050.609548:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763050.609615:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763050/real 1789763050] req@ffff980dc8571f80 x1876699516073856/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763050.609639:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699516073856/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763050.609652:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763050.609659:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763050.609664:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516073856:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763050.609707:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516073984:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763050.609744:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763050.609760:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763050/real 1789763050] req@ffff980dc8572680 x1876699516073984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763050.609772:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699516073984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763050.609781:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763050.609785:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763050.609788:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516073984:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763050.609794:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516074112:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763050.609814:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763050.609843:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763050/real 1789763050] req@ffff980dc8573b80 x1876699516074112/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763050.609929:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699516074112/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763050.609962:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763050.609967:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763050.609972:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516074112:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763050.609997:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516074240:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763050.610029:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763050.610044:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763050/real 1789763050] req@ffff980dc8571500 x1876699516074240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763050.610058:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571500 x1876699516074240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763050.610068:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763050.610072:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763050.610076:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516074240:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763051.505102:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763052.529046:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763053.553134:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763054.577119:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763055.601173:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763055.728951:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763055.728964:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763055.728969:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763055.728982:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3026 00000100:00080000:1.0:1789763055.728996:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763055.729005:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763055.729054:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699516074368/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763055.729123:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763055.729129:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763055.729132:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763055.729138:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3026 00000100:00080000:1.0:1789763055.729143:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763055.729148:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763055.729162:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763055.729182:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572300 x1876699516074496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763055.729197:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763055.729202:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763055.729204:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763055.729214:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3026 00000100:00100000:0.0:1789763055.729217:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516074368:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763055.729219:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763055.729228:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763055.729243:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763055.729259:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573100 x1876699516074624/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763055.729271:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763055.729276:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763055.729279:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763055.729284:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3026 00000100:00080000:1.0:1789763055.729288:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763055.729292:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763055.729299:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763055.729312:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699516074752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763055.729334:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763055.729394:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763055/real 1789763055] req@ffff980dc8572a00 x1876699516074368/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763055.729429:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699516074368/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763055.729443:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763055.729449:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763055.729456:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516074368:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763055.729487:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516074496:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763055.729513:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763055.729529:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763055/real 1789763055] req@ffff980dc8572300 x1876699516074496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763055.729544:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572300 x1876699516074496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763055.729554:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763055.729559:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763055.729563:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516074496:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763055.729570:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516074624:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763055.729608:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763055.729623:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763055/real 1789763055] req@ffff980dc8573100 x1876699516074624/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763055.729637:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573100 x1876699516074624/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763055.729648:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763055.729651:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763055.729655:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516074624:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763055.729662:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516074752:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763055.729683:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763055.729696:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763055/real 1789763055] req@ffff980dc8570380 x1876699516074752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763055.729710:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699516074752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763055.729720:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763055.729723:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763055.729727:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516074752:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763056.625013:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763057.649005:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763058.673066:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763059.697116:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763060.721157:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763060.849092:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763060.849104:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763060.849109:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763060.849121:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3032 00000100:00080000:3.0:1789763060.849144:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763060.849153:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763060.849200:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516074880/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763060.849242:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763060.849247:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763060.849250:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763060.849255:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3032 00000100:00080000:3.0:1789763060.849259:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763060.849263:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763060.849275:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763060.849289:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516075008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763060.849304:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763060.849312:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763060.849314:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763060.849318:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3032 00000100:00080000:3.0:1789763060.849322:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763060.849327:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763060.849334:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763060.849354:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516074880:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763060.849364:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516075136/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763060.849380:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763060.849384:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763060.849386:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763060.849390:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3032 00000100:00080000:3.0:1789763060.849394:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763060.849398:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763060.849405:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763060.849431:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516075264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763060.849457:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763060.849509:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763060/real 1789763060] req@ffff980dc61e5180 x1876699516074880/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763060.849544:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516074880/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763060.849558:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763060.849563:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763060.849568:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516074880:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763060.849577:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516075008:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763060.849602:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763060.849616:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763060/real 1789763060] req@ffff980dc61e6300 x1876699516075008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763060.849631:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516075008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763060.849641:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763060.849645:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763060.849649:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516075008:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763060.849678:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516075136:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763060.849698:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763060.849710:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763060/real 1789763060] req@ffff980dc61e7800 x1876699516075136/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763060.849724:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516075136/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763060.849734:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763060.849738:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763060.849741:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516075136:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763060.849748:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516075264:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763060.849765:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763060.849776:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763060/real 1789763060] req@ffff980dc61e6680 x1876699516075264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763060.849789:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516075264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763060.849797:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763060.849801:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763060.849805:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516075264:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763061.745112:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763062.769107:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763063.793103:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763064.817072:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763065.841109:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763065.969046:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763065.969057:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763065.969062:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763065.969074:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3037 00000100:00080000:0.0:1789763065.969086:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763065.969096:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763065.969154:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5500 x1876699516075392/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763065.969206:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763065.969213:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763065.969217:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763065.969226:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3037 00000100:00080000:0.0:1789763065.969235:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763065.969243:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763065.969260:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763065.969278:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516075392:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763065.969291:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5180 x1876699516075520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763065.969316:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763065.969323:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763065.969328:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763065.969336:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3037 00000100:00080000:0.0:1789763065.969359:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789763065.969369:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789763065.969377:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763065.969392:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763065.969416:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5c00 x1876699516075648/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763065.969432:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763065.969437:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763065.969440:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763065.969447:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763065/real 1789763065] req@ffff980dc8fc5500 x1876699516075392/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763065.969452:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3037 00000100:00080000:0.0:1789763065.969464:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763065.969475:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763065.969485:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763065.969496:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5500 x1876699516075392/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763065.969504:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5880 x1876699516075776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763065.969543:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763065.969555:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763065.969565:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516075392:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763065.969607:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516075520:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763065.969656:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763065.969681:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763065/real 1789763065] req@ffff980dc8fc5180 x1876699516075520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763065.969699:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5180 x1876699516075520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763065.969711:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763065.969715:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763065.969720:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516075520:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763065.969729:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516075648:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763065.969757:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763065.969771:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763065/real 1789763065] req@ffff980dc8fc5c00 x1876699516075648/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763065.969785:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5c00 x1876699516075648/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763065.969796:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763065.969800:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763065.969804:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516075648:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763065.969811:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516075776:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763065.969832:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763065.969851:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763065/real 1789763065] req@ffff980dc8fc5880 x1876699516075776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763065.969947:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5880 x1876699516075776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763065.969959:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763065.969963:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763065.969967:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516075776:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789763066.865134:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763067.889143:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763068.913075:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763069.937096:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763070.961081:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763071.089060:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763071.089076:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763071.089083:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763071.089102:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3042 00000100:00080000:3.0:1789763071.089123:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763071.089139:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763071.089220:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516075904/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763071.089278:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763071.089285:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763071.089288:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763071.089297:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3042 00000100:00080000:3.0:1789763071.089304:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763071.089312:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763071.089349:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763071.089377:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516076032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763071.089399:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763071.089407:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763071.089411:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763071.089420:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3042 00000100:00080000:3.0:1789763071.089428:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763071.089434:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763071.089443:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763071.089463:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516076160/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763071.089474:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516075904:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763071.089508:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763071.089512:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763071.089515:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763071.089522:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3042 00000100:00080000:3.0:1789763071.089527:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763071.089532:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763071.089537:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763071.089551:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516076288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763071.089680:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516076032:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763071.089754:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516076160:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763071.089809:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516076288:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789763071.985236:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763073.009121:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763074.033034:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789763074.161166:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:3.0:1789763074.161206:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789763074.161221:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789763074.161253:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789763074.161260:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789763074.161266:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:1.0:1789763074.161313:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763074] req@ffff980dc61e4e00 x1876699516076160/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763074.161344:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516076160/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763074.161360:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763074.161365:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763074.161371:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516076160:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763074.161387:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763074] req@ffff980dc61e7b80 x1876699516076288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763074.161403:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516076288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763074.161412:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763074.161416:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763074.161420:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516076288:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763074.161428:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763074] req@ffff980dc61e7480 x1876699516075904/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763074.161441:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516075904/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763074.161458:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763074.161462:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763074.161466:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516075904:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763074.161473:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763074] req@ffff980dc61e5880 x1876699516076032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763074.161485:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516076032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763074.161494:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763074.161497:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763074.161501:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516076032:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763075.057187:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763076.080998:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763076.209038:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763076.209047:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763076.209051:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763076.209063:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3047 00000100:00080000:3.0:1789763076.209073:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763076.209081:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763076.209122:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516076416/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763076.209157:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763076.209162:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763076.209165:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763076.209171:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3047 00000100:00080000:3.0:1789763076.209176:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763076.209183:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763076.209196:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763076.209215:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516076416:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763076.209217:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516076544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763076.209244:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763076.209248:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763076.209250:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763076.209257:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3047 00000100:00080000:3.0:1789763076.209263:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763076.209268:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763076.209275:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763076.209292:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516076672/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763076.209305:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763076.209309:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763076.209311:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763076.209323:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3047 00000800:00000100:0.0:1789763076.209325:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789763076.209333:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763076.209343:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763076.209351:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763076.209369:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516076800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763076.209390:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763076] req@ffff980dc61e5880 x1876699516076416/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763076.209414:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516076416/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763076.209427:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763076.209432:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763076.209435:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516076416:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763076.209465:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516076544:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763076.209494:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763076.209508:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763076] req@ffff980dc61e7480 x1876699516076544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763076.209522:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516076544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763076.209532:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763076.209535:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763076.209538:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516076544:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763076.209543:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516076672:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763076.209567:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763076.209580:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763076] req@ffff980dc61e7b80 x1876699516076672/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763076.209592:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516076672/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763076.209600:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763076.209604:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763076.209608:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516076672:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763076.209615:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516076800:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763076.209638:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763076.209650:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763076] req@ffff980dc61e4e00 x1876699516076800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763076.209662:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516076800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763076.209670:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763076.209674:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763076.209677:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516076800:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789763077.105102:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763078.129193:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763079.153059:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763080.177034:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763081.201095:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763081.328992:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763081.329008:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763081.329014:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763081.329030:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3052 00000100:00080000:3.0:1789763081.329048:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763081.329060:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763081.329122:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516076928/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763081.329162:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763081.329167:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763081.329170:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763081.329176:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3052 00000100:00080000:3.0:1789763081.329181:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763081.329187:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763081.329202:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763081.329220:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516077056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763081.329238:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763081.329242:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1789763081.329246:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516076928:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763081.329246:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763081.329263:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3052 00000100:00080000:3.0:1789763081.329267:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763081.329272:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763081.329278:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763081.329296:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516077184/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763081.329310:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763081.329316:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763081.329318:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763081.329322:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3052 00000100:00080000:3.0:1789763081.329328:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763081.329333:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763081.329338:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763081.329352:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516077312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763081.329373:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763081.329445:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763081] req@ffff980dc61e6680 x1876699516076928/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763081.329484:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516076928/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763081.329508:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763081.329516:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763081.329525:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516076928:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763081.329590:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516077056:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763081.329642:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763081.329669:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763081] req@ffff980dc61e7800 x1876699516077056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763081.329695:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516077056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763081.329727:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763081.329734:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763081.329742:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516077056:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763081.329755:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516077184:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763081.329796:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763081.329814:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763081] req@ffff980dc61e6300 x1876699516077184/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763081.329829:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516077184/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763081.329841:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763081.329845:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763081.329849:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516077184:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763081.329925:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516077312:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763081.329955:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763081.329971:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763081] req@ffff980dc61e5180 x1876699516077312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763081.329986:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516077312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763081.329997:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763081.330001:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763081.330007:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516077312:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789763082.225062:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763083.249059:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763084.273139:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763085.297028:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763086.321007:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763086.448973:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763086.448987:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763086.448994:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763086.449008:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3057 00000100:00080000:3.0:1789763086.449023:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763086.449034:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763086.449107:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516077440/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763086.449152:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763086.449159:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763086.449163:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763086.449170:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3057 00000100:00080000:3.0:1789763086.449175:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763086.449181:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763086.449195:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763086.449213:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516077568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763086.449232:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763086.449238:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763086.449241:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763086.449250:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3057 00000100:00100000:0.0:1789763086.449257:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516077440:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763086.449260:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763086.449277:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763086.449287:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763086.449309:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516077696/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763086.449324:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763086.449329:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763086.449331:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763086.449336:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3057 00000100:00080000:3.0:1789763086.449341:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763086.449346:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763086.449352:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789763086.449368:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763086.449369:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516077824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763086.449439:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086] req@ffff980dc61e5c00 x1876699516077440/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763086.449473:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516077440/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763086.449509:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763086.449517:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763086.449525:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516077440:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763086.449539:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516077568:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763086.449582:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763086.449606:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086] req@ffff980dc61e4a80 x1876699516077568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763086.449630:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516077568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763086.449657:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763086.449664:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763086.449670:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516077568:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763086.449726:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516077696:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763086.449765:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763086.449781:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086] req@ffff980dc61e4380 x1876699516077696/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763086.449797:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516077696/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763086.449808:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763086.449813:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763086.449817:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516077696:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763086.449825:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516077824:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763086.449846:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763086.449951:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086] req@ffff980dc61e4000 x1876699516077824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763086.449965:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516077824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763086.449974:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763086.449978:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763086.449981:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516077824:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789763087.345191:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763088.369104:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763089.393129:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763090.416982:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763091.441149:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763091.569103:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763091.569114:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763091.569119:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763091.569132:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3062 00000100:00080000:1.0:1789763091.569145:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763091.569154:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763091.569204:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571c00 x1876699516077952/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763091.569247:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763091.569255:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763091.569258:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763091.569263:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3062 00000100:00080000:1.0:1789763091.569267:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763091.569271:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763091.569282:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763091.569301:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699516078080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763091.569316:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763091.569321:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763091.569323:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763091.569328:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3062 00000100:00080000:1.0:1789763091.569331:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763091.569335:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763091.569341:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763091.569353:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573100 x1876699516078208/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763091.569371:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763091.569379:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1789763091.569381:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516077952:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763091.569383:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763091.569398:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3062 00000100:00080000:1.0:1789763091.569402:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763091.569416:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763091.569424:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763091.569443:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572300 x1876699516078336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763091.569533:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763091.569605:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763091/real 1789763091] req@ffff980dc8571c00 x1876699516077952/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763091.569643:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571c00 x1876699516077952/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763091.569661:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763091.569667:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763091.569673:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516077952:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763091.569684:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516078080:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763091.569712:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763091.569727:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763091/real 1789763091] req@ffff980dc8570380 x1876699516078080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763091.569742:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699516078080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763091.569753:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763091.569757:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763091.569761:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516078080:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763091.569797:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516078208:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763091.569905:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763091.569925:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763091/real 1789763091] req@ffff980dc8573100 x1876699516078208/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763091.569941:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573100 x1876699516078208/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763091.569960:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763091.569964:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763091.569968:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516078208:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763091.569976:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516078336:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763091.570003:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763091.570016:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763091/real 1789763091] req@ffff980dc8572300 x1876699516078336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763091.570030:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572300 x1876699516078336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763091.570040:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763091.570044:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763091.570047:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516078336:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763092.465078:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763093.489058:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763094.513111:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763095.537046:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763096.561086:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763096.689012:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763096.689022:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763096.689027:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763096.689040:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3067 00000100:00080000:3.0:1789763096.689056:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763096.689066:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763096.689111:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516078464/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763096.689146:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763096.689151:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763096.689154:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763096.689159:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3067 00000100:00080000:3.0:1789763096.689164:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763096.689170:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763096.689183:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763096.689200:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516078592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763096.689208:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516078464:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763096.689225:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763096.689230:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763096.689233:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763096.689238:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3067 00000100:00080000:3.0:1789763096.689242:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763096.689247:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763096.689253:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763096.689270:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516078720/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763096.689292:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763096.689297:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763096.689301:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763096.689306:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3067 00000100:00080000:3.0:1789763096.689311:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763096.689315:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763096.689325:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789763096.689326:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763096.689349:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516078848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763096.689402:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763096/real 1789763096] req@ffff980dc61e4000 x1876699516078464/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763096.689430:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516078464/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763096.689444:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763096.689450:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763096.689456:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516078464:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763096.689486:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516078592:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763096.689519:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763096.689535:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763096/real 1789763096] req@ffff980dc61e4380 x1876699516078592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763096.689551:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516078592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763096.689561:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763096.689565:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763096.689570:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516078592:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763096.689577:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516078720:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763096.689597:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763096.689608:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763096/real 1789763096] req@ffff980dc61e4a80 x1876699516078720/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763096.689622:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516078720/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763096.689633:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763096.689636:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763096.689640:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516078720:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763096.689646:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516078848:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763096.689664:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763096.689677:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763096/real 1789763096] req@ffff980dc61e5c00 x1876699516078848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763096.689691:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516078848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763096.689700:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763096.689703:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763096.689707:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516078848:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763097.585093:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763098.609134:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763099.633073:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763100.657075:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763101.681091:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763101.809058:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763101.809074:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763101.809081:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763101.809098:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3072 00000100:00080000:2.0:1789763101.809116:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763101.809127:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763101.809194:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516078976/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763101.809254:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763101.809260:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763101.809262:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763101.809268:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3072 00000100:00080000:2.0:1789763101.809273:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763101.809277:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763101.809295:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763101.809313:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516079104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763101.809330:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763101.809344:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1789763101.809345:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516078976:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763101.809348:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763101.809373:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3072 00000100:00080000:2.0:1789763101.809379:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763101.809384:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763101.809394:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763101.809410:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516079232/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763101.809423:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763101.809428:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763101.809431:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763101.809437:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3072 00000100:00080000:2.0:1789763101.809441:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763101.809446:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763101.809452:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789763101.809472:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763101.809481:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516079360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763101.809539:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763101/real 1789763101] req@ffff980dd23aa300 x1876699516078976/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763101.809566:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516078976/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763101.809580:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763101.809586:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763101.809591:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516078976:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763101.809621:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516079104:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763101.809653:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763101.809686:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763101/real 1789763101] req@ffff980dd23a8e00 x1876699516079104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763101.809703:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516079104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763101.809714:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763101.809719:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763101.809723:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516079104:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763101.809731:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516079232:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763101.809810:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763101.809824:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763101/real 1789763101] req@ffff980dd23a9180 x1876699516079232/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763101.809838:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516079232/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763101.809849:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763101.809912:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763101.809918:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516079232:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763101.809928:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516079360:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763101.809957:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763101.809972:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763101/real 1789763101] req@ffff980dd23a8380 x1876699516079360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763101.809987:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516079360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763101.809997:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763101.810001:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763101.810006:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516079360:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763102.705041:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763103.729050:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763104.753133:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763105.777056:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763106.801128:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763106.929057:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763106.929073:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763106.929080:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763106.929098:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3078 00000100:00080000:3.0:1789763106.929116:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763106.929128:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763106.929206:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516079488/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763106.929277:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763106.929283:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763106.929285:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763106.929292:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3078 00000100:00080000:3.0:1789763106.929298:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763106.929304:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763106.929319:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763106.929340:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516079616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763106.929354:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763106.929359:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763106.929375:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763106.929383:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3078 00000100:00080000:3.0:1789763106.929388:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763106.929394:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763106.929403:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763106.929418:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516079488:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763106.929422:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516079744/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763106.929453:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763106.929458:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763106.929461:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763106.929466:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3078 00000100:00080000:3.0:1789763106.929471:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763106.929475:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763106.929482:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763106.929500:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516079872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763106.929543:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763106.929614:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763106/real 1789763106] req@ffff980dc61e5180 x1876699516079488/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763106.929641:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516079488/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763106.929657:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763106.929663:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763106.929669:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516079488:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763106.929678:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516079616:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763106.929735:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763106.929753:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763106/real 1789763106] req@ffff980dc61e6300 x1876699516079616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763106.929770:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516079616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763106.929780:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763106.929785:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763106.929789:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516079616:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763106.929824:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516079744:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763106.929896:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763106.929913:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763106/real 1789763106] req@ffff980dc61e7800 x1876699516079744/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763106.929929:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516079744/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763106.929940:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763106.929944:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763106.929948:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516079744:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763106.929956:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516079872:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763106.929980:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763106.929992:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763106/real 1789763106] req@ffff980dc61e6680 x1876699516079872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763106.930007:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516079872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763106.930017:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763106.930020:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763106.930023:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516079872:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763107.825007:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763108.849092:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763109.873107:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763110.897038:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763111.921023:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763112.049007:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763112.049021:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763112.049028:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763112.049041:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3083 00000100:00080000:3.0:1789763112.049056:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763112.049065:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763112.049117:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516080000/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763112.049170:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763112.049176:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763112.049179:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763112.049187:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3083 00000100:00080000:3.0:1789763112.049192:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763112.049199:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763112.049214:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763112.049236:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516080128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763112.049253:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763112.049259:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763112.049262:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789763112.049277:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516080000:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763112.049277:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3083 00000100:00080000:3.0:1789763112.049296:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763112.049305:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763112.049316:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763112.049344:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516080256/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763112.049359:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763112.049364:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763112.049368:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763112.049377:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3083 00000100:00080000:3.0:1789763112.049384:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763112.049393:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763112.049401:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763112.049427:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516080384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763112.049450:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763112.049553:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112] req@ffff980dc61e4e00 x1876699516080000/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763112.049615:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516080000/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763112.049637:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763112.049645:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763112.049655:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516080000:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763112.049716:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516080128:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763112.049754:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763112.049771:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112] req@ffff980dc61e7b80 x1876699516080128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763112.049788:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516080128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763112.049802:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763112.049806:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763112.049811:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516080128:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763112.049820:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516080256:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763112.049850:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763112.049952:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112] req@ffff980dc61e7480 x1876699516080256/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763112.049996:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516080256/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763112.050018:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763112.050024:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763112.050031:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516080256:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763112.050043:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516080384:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763112.050093:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763112.050132:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112] req@ffff980dc61e5880 x1876699516080384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763112.050149:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516080384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763112.050160:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763112.050164:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763112.050168:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516080384:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763112.945109:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763113.969137:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763114.993137:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763116.017144:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763117.041042:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763117.168920:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763117.168928:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763117.168931:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763117.168939:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3088 00000100:00080000:3.0:1789763117.168948:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763117.168954:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763117.168985:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516080512/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763117.169007:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763117.169010:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763117.169011:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763117.169015:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3088 00000100:00080000:3.0:1789763117.169017:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763117.169019:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763117.169026:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763117.169036:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516080640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763117.169043:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763117.169045:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763117.169047:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763117.169049:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3088 00000100:00080000:3.0:1789763117.169051:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763117.169053:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763117.169057:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763117.169062:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516080512:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763117.169066:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516080768/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763117.169076:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763117.169079:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763117.169080:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763117.169082:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3088 00000100:00080000:3.0:1789763117.169084:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763117.169086:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763117.169089:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763117.169097:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516080896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763117.169140:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763117.169173:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117] req@ffff980dc61e5880 x1876699516080512/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763117.169187:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516080512/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763117.169197:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763117.169201:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763117.169206:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516080512:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763117.169214:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516080640:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763117.169237:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763117.169256:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117] req@ffff980dc61e7480 x1876699516080640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763117.169268:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516080640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763117.169276:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763117.169279:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763117.169282:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516080640:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763117.169306:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516080768:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763117.169326:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763117.169338:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117] req@ffff980dc61e7b80 x1876699516080768/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763117.169350:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516080768/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763117.169359:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763117.169362:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763117.169366:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516080768:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763117.169370:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516080896:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763117.169385:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763117.169394:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117] req@ffff980dc61e4e00 x1876699516080896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763117.169405:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516080896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763117.169414:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763117.169417:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763117.169421:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516080896:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789763118.065140:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763119.089104:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763120.113152:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763121.137054:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763122.161169:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763122.289091:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763122.289102:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763122.289108:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763122.289121:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3093 00000100:00080000:2.0:1789763122.289134:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763122.289143:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763122.289189:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516081024/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763122.289228:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763122.289233:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763122.289236:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763122.289241:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3093 00000100:00080000:2.0:1789763122.289245:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763122.289249:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763122.289261:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763122.289279:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516081152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763122.289293:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763122.289298:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763122.289301:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763122.289307:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3093 00000100:00080000:2.0:1789763122.289314:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789763122.289323:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516081024:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763122.289330:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763122.289346:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763122.289377:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516081280/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763122.289414:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763122.289421:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763122.289426:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1789763122.289436:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789763122.289445:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3093 00000100:00080000:2.0:1789763122.289456:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763122.289467:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763122.289477:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763122.289498:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516081408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763122.289513:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122] req@ffff980dd23a9f80 x1876699516081024/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763122.289541:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516081024/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763122.289557:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763122.289563:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763122.289568:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516081024:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763122.289577:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516081152:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763122.289635:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763122.289656:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122] req@ffff980dd23a9c00 x1876699516081152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763122.289672:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516081152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763122.289691:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763122.289696:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763122.289700:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516081152:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763122.289730:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516081280:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763122.289754:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763122.289767:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122] req@ffff980dd23aa680 x1876699516081280/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763122.289781:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516081280/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763122.289806:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763122.289809:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763122.289813:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516081280:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763122.289821:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516081408:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763122.289844:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763122.289905:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122] req@ffff980dd23aaa00 x1876699516081408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763122.289922:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516081408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763122.289932:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763122.289935:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763122.289940:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516081408:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789763123.185117:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763124.209164:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763125.233149:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763126.257085:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763127.281067:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763127.409019:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763127.409030:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763127.409035:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763127.409046:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3098 00000100:00080000:2.0:1789763127.409059:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763127.409077:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763127.409121:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516081536/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763127.409161:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763127.409166:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763127.409168:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763127.409173:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3098 00000100:00080000:2.0:1789763127.409177:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763127.409180:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763127.409189:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763127.409201:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516081664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763127.409212:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763127.409215:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763127.409218:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789763127.409222:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516081536:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763127.409225:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3098 00000100:00080000:2.0:1789763127.409231:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763127.409237:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763127.409243:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763127.409260:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516081792/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763127.409273:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763127.409278:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763127.409280:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763127.409286:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3098 00000100:00080000:2.0:1789763127.409291:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763127.409297:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:0.0:1789763127.409301:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:2.0:1789763127.409308:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763127.409327:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516081920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763127.409341:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127] req@ffff980dd23aaa00 x1876699516081536/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763127.409362:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516081536/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763127.409372:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763127.409376:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763127.409380:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516081536:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763127.409418:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516081664:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763127.409443:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763127.409456:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127] req@ffff980dd23aa680 x1876699516081664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763127.409469:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516081664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763127.409478:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763127.409480:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763127.409484:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516081664:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763127.409490:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516081792:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763127.409511:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763127.409529:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127] req@ffff980dd23a9c00 x1876699516081792/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763127.409566:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516081792/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763127.409582:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763127.409588:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763127.409593:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516081792:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763127.409611:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516081920:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763127.409636:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763127.409650:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127] req@ffff980dd23a9f80 x1876699516081920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763127.409662:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516081920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763127.409670:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763127.409674:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763127.409677:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516081920:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789763128.305143:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763129.329050:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763130.353034:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763131.377058:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763132.401102:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763132.529025:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763132.529037:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763132.529043:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763132.529055:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3103 00000100:00080000:1.0:1789763132.529069:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763132.529079:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763132.529135:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699516082048/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763132.529187:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763132.529193:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763132.529196:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763132.529202:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3103 00000100:00080000:1.0:1789763132.529208:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763132.529213:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763132.529227:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763132.529248:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571500 x1876699516082176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763132.529265:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763132.529269:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763132.529272:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789763132.529282:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516082048:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763132.529299:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3103 00000100:00080000:1.0:1789763132.529305:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763132.529317:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763132.529325:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763132.529343:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699516082304/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763132.529357:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763132.529361:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763132.529363:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763132.529374:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3103 00000800:00000100:0.0:1789763132.529378:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:1.0:1789763132.529383:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763132.529392:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763132.529399:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763132.529418:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699516082432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763132.529456:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763132/real 1789763132] req@ffff980dc8572a00 x1876699516082048/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763132.529487:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699516082048/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763132.529502:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763132.529508:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763132.529544:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516082048:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763132.529583:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516082176:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763132.529630:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763132.529656:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763132/real 1789763132] req@ffff980dc8571500 x1876699516082176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763132.529676:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571500 x1876699516082176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763132.529687:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763132.529692:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763132.529696:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516082176:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763132.529704:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516082304:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763132.529732:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763132.529745:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763132/real 1789763132] req@ffff980dc8573b80 x1876699516082304/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763132.529760:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699516082304/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763132.529770:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763132.529773:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763132.529777:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516082304:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763132.529784:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516082432:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763132.529804:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763132.529816:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763132/real 1789763132] req@ffff980dc8572680 x1876699516082432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763132.529830:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699516082432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763132.529839:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763132.529842:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763132.529846:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516082432:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763133.425144:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763134.449087:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763135.473077:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763136.497043:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763137.521043:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763137.648967:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763137.648982:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763137.648988:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763137.649004:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3108 00000100:00080000:3.0:1789763137.649017:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763137.649026:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763137.649084:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516082560/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763137.649114:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763137.649117:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763137.649119:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763137.649123:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3108 00000100:00080000:3.0:1789763137.649125:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763137.649128:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763137.649139:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763137.649152:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516082688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763137.649160:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763137.649163:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763137.649166:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789763137.649169:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516082560:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763137.649170:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3108 00000100:00080000:3.0:1789763137.649175:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763137.649180:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763137.649184:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763137.649194:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516082816/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763137.649204:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763137.649208:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763137.649210:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763137.649214:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3108 00000100:00080000:3.0:1789763137.649218:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763137.649224:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763137.649229:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763137.649243:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516082944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763137.649346:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516082688:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763137.649411:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516082816:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763137.649446:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516082944:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763138.545074:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763139.569153:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763140.593133:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763140.721268:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:2.0:1789763140.721344:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763140.721367:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789763140.721426:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789763140.721439:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789763140.721488:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:1.0:1789763140.721543:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763137/real 1789763140] req@ffff980dc61e7800 x1876699516082688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763140.721611:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516082688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763140.721636:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763140.721647:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763140.721655:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516082688:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763140.721672:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763137/real 1789763140] req@ffff980dc61e6300 x1876699516082816/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763140.721697:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516082816/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763140.721713:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763140.721720:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763140.721727:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516082816:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763140.721741:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763137/real 1789763140] req@ffff980dc61e5180 x1876699516082944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763140.721765:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516082944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763140.721791:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763140.721799:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763140.721806:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516082944:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763140.721822:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763137/real 1789763140] req@ffff980dc61e6680 x1876699516082560/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763140.721847:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516082560/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763140.721937:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763140.721944:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763140.721951:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516082560:192.168.203.146@tcp:250:kworker.0 00010000:00010000:3.0:1789763141.617139:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763142.641112:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763142.768996:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763142.769013:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763142.769019:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763142.769036:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3113 00000100:00080000:2.0:1789763142.769053:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763142.769066:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763142.769125:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516083072/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763142.769165:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763142.769171:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763142.769174:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763142.769179:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3113 00000100:00080000:2.0:1789763142.769184:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763142.769189:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763142.769206:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763142.769233:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516083200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763142.769253:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516083072:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763142.769263:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763142.769273:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763142.769279:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763142.769290:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3113 00000100:00080000:2.0:1789763142.769298:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763142.769307:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763142.769318:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763142.769339:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516083328/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763142.769355:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763142.769360:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763142.769363:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763142.769371:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3113 00000800:00000100:1.0:1789763142.769383:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789763142.769384:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763142.769401:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763142.769412:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763142.769458:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516083456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763142.769508:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763142/real 1789763142] req@ffff980dd23a8380 x1876699516083072/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763142.769539:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516083072/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763142.769564:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763142.769570:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763142.769576:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516083072:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763142.769634:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516083200:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763142.769687:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763142.769715:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763142/real 1789763142] req@ffff980dd23a9180 x1876699516083200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763142.769744:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516083200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763142.769762:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763142.769769:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763142.769776:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516083200:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763142.769790:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516083328:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763142.769833:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763142.769903:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763142/real 1789763142] req@ffff980dd23a8e00 x1876699516083328/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763142.769928:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516083328/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763142.769944:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763142.769950:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763142.769956:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516083328:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763142.769969:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516083456:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763142.770014:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763142.770039:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763142/real 1789763142] req@ffff980dd23aa300 x1876699516083456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763142.770064:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516083456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763142.770093:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763142.770099:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763142.770106:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516083456:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789763143.665115:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763144.689137:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763145.713103:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763146.737137:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763147.761103:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763147.888973:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763147.888987:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763147.888994:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763147.889008:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3119 00000100:00080000:2.0:1789763147.889024:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763147.889035:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763147.889090:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516083584/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763147.889130:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763147.889135:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763147.889137:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763147.889142:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3119 00000100:00080000:2.0:1789763147.889145:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763147.889149:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763147.889161:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763147.889178:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516083712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763147.889189:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763147.889193:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763147.889195:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763147.889200:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3119 00000100:00080000:2.0:1789763147.889219:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763147.889226:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763147.889234:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516083584:192.168.203.146@tcp:250:kworker.0 00000008:00100000:2.0:1789763147.889237:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763147.889264:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516083840/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763147.889280:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763147.889285:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763147.889287:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763147.889292:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3119 00000100:00080000:2.0:1789763147.889298:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763147.889304:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763147.889310:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763147.889356:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516083968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763147.889392:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763147.890016:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763147/real 1789763147] req@ffff980dd23ab480 x1876699516083584/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763147.890068:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516083584/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763147.890088:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763147.890095:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763147.890102:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516083584:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763147.890120:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516083712:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763147.890160:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763147.890200:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763147/real 1789763147] req@ffff980dd23ab800 x1876699516083712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763147.890226:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516083712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763147.890245:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763147.890252:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763147.890276:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516083712:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763147.890321:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516083840:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763147.890357:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763147.890378:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763147/real 1789763147] req@ffff980dd23a8a80 x1876699516083840/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763147.890423:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516083840/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763147.890440:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763147.890446:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763147.890452:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516083840:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763147.890464:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516083968:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763147.890499:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763147.890519:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763147/real 1789763147] req@ffff980dd23a8000 x1876699516083968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763147.890538:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516083968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763147.890551:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763147.890556:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763147.890561:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516083968:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789763148.785049:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763149.809126:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763150.833078:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763151.857084:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763152.881072:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763153.009084:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763153.009101:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763153.009107:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763153.009124:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3124 00000100:00080000:1.0:1789763153.009142:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763153.009154:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763153.009219:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699516084096/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763153.009263:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763153.009269:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763153.009271:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763153.009277:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3124 00000100:00080000:1.0:1789763153.009282:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763153.009288:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763153.009303:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763153.009320:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572d80 x1876699516084224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763153.009338:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763153.009352:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516084096:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763153.009354:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763153.009388:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763153.009404:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3124 00000100:00080000:1.0:1789763153.009414:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763153.009425:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763153.009439:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763153.009471:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570700 x1876699516084352/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763153.009482:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:1.0:1789763153.009518:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763153.009527:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763153.009532:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763153.009545:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3124 00000100:00100000:3.0:1789763153.009556:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153] req@ffff980dc8571f80 x1876699516084096/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763153.009561:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763153.009581:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763153.009597:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763153.009605:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699516084096/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763153.009623:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570e00 x1876699516084480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763153.009628:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763153.009650:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763153.009673:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516084096:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763153.009717:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516084224:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763153.009750:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763153.009766:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153] req@ffff980dc8572d80 x1876699516084224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763153.009791:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572d80 x1876699516084224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763153.009802:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763153.009806:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763153.009811:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516084224:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763153.009819:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516084352:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763153.009839:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763153.009851:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153] req@ffff980dc8570700 x1876699516084352/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763153.009928:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570700 x1876699516084352/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763153.009945:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763153.009953:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763153.009960:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516084352:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763153.009973:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516084480:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763153.010010:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763153.010046:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153] req@ffff980dc8570e00 x1876699516084480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763153.010061:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570e00 x1876699516084480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763153.010080:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763153.010084:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763153.010088:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516084480:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763153.905043:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763154.929083:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763155.953139:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763156.977205:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763158.001091:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763158.129004:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763158.129016:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763158.129022:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763158.129034:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3129 00000100:00080000:1.0:1789763158.129048:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763158.129058:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763158.129114:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699516084608/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763158.129166:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763158.129174:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763158.129178:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763158.129187:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3129 00000100:00080000:1.0:1789763158.129194:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763158.129205:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763158.129223:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763158.129256:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699516084736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763158.129283:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516084608:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763158.129285:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763158.129314:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763158.129317:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763158.129356:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3129 00000100:00080000:1.0:1789763158.129364:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763158.129373:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763158.129385:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763158.129413:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699516084864/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763158.129437:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763158.129442:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763158.129444:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763158.129450:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3129 00000100:00080000:1.0:1789763158.129457:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763158.129463:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763158.129471:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763158.129482:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763158.129490:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699516084992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763158.129567:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158] req@ffff980dc8573480 x1876699516084608/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763158.129597:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699516084608/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763158.129614:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763158.129620:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763158.129626:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516084608:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763158.129667:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516084736:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763158.129699:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763158.129716:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158] req@ffff980dc8571880 x1876699516084736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763158.129732:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699516084736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763158.129743:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763158.129747:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763158.129753:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516084736:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763158.129762:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516084864:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763158.129786:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763158.129804:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158] req@ffff980dc8573800 x1876699516084864/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763158.129849:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699516084864/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763158.129925:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763158.129930:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763158.129935:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516084864:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763158.129944:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516084992:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763158.129986:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763158.130010:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158] req@ffff980dc8571180 x1876699516084992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763158.130035:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699516084992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763158.130053:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763158.130060:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763158.130067:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516084992:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763159.025138:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763160.049135:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763161.073145:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763162.097059:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763163.121056:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763163.248998:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763163.249013:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763163.249020:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763163.249036:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3134 00000100:00080000:1.0:1789763163.249054:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763163.249078:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763163.249164:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570a80 x1876699516085120/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763163.249198:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763163.249204:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763163.249207:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763163.249213:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3134 00000100:00080000:1.0:1789763163.249218:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763163.249224:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763163.249240:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763163.249257:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516085120:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763163.249265:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699516085248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763163.249305:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763163.249312:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763163.249315:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763163.249321:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3134 00000100:00080000:1.0:1789763163.249335:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763163.249341:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763163.249348:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763163.249365:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699516085376/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763163.249380:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763163.249385:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763163.249388:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763163.249392:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3134 00000100:00080000:1.0:1789763163.249398:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1789763163.249407:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:1.0:1789763163.249413:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763163.249422:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763163.249438:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699516085504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763163.249481:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163] req@ffff980dc8570a80 x1876699516085120/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763163.249510:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570a80 x1876699516085120/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763163.249525:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763163.249530:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763163.249536:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516085120:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763163.249569:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516085248:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763163.249597:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763163.249613:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163] req@ffff980dc8571180 x1876699516085248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763163.249629:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699516085248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763163.249639:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763163.249644:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763163.249648:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516085248:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763163.249655:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516085376:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763163.249676:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763163.249688:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163] req@ffff980dc8573800 x1876699516085376/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763163.249710:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699516085376/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763163.249721:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763163.249724:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763163.249728:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516085376:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763163.249734:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516085504:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763163.249753:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763163.249782:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163] req@ffff980dc8571880 x1876699516085504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763163.249798:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699516085504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763163.249808:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763163.249812:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763163.249815:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516085504:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763164.145084:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763165.169167:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763166.193108:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763167.217042:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763168.240957:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763168.368965:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763168.368972:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763168.368976:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763168.368984:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3139 00000100:00080000:2.0:1789763168.368992:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763168.368997:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763168.369030:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516085632/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763168.369052:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763168.369055:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763168.369056:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763168.369059:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3139 00000100:00080000:2.0:1789763168.369061:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763168.369064:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763168.369071:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763168.369079:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516085760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763168.369086:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763168.369088:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763168.369089:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763168.369091:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3139 00000100:00080000:2.0:1789763168.369093:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763168.369095:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763168.369098:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763168.369103:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516085888/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763168.369110:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763168.369113:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763168.369114:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763168.369116:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3139 00000100:00080000:2.0:1789763168.369119:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763168.369121:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763168.369124:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763168.369130:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516086016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763168.369135:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516085632:192.168.203.146@tcp:250:kworker.0 00000800:00000100:3.0:1789763168.369242:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763168.369296:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763168] req@ffff980dd23a8000 x1876699516085632/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763168.369313:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516085632/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763168.369325:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763168.369327:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763168.369330:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516085632:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763168.369335:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516085760:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763168.369350:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763168.369358:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763168] req@ffff980dd23a8a80 x1876699516085760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763168.369366:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516085760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763168.369371:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763168.369373:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763168.369375:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516085760:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763168.369378:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516085888:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763168.369389:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763168.369395:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763168] req@ffff980dd23ab800 x1876699516085888/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763168.369402:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516085888/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763168.369407:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763168.369409:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763168.369411:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516085888:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763168.369430:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516086016:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763168.369441:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763168.369447:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763168] req@ffff980dd23ab480 x1876699516086016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763168.369455:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516086016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763168.369459:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763168.369461:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763168.369463:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516086016:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763169.265031:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763170.289107:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763171.313140:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763172.337079:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763173.361097:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763173.488988:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763173.489001:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763173.489007:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763173.489019:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3144 00000100:00080000:1.0:1789763173.489032:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763173.489042:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763173.489090:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699516086144/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763173.489150:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763173.489159:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763173.489163:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763173.489172:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3144 00000100:00080000:1.0:1789763173.489179:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763173.489186:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763173.489203:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763173.489263:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570e00 x1876699516086272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763173.489299:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763173.489307:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763173.489312:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763173.489321:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3144 00000100:00080000:1.0:1789763173.489331:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763173.489337:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516086144:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763173.489350:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763173.489366:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763173.489399:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570700 x1876699516086400/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763173.489422:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763173.489427:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763173.489430:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763173.489436:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3144 00000100:00080000:1.0:1789763173.489443:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763173.489451:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763173.489460:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763173.489471:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763173.489480:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572d80 x1876699516086528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763173.489574:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763173/real 1789763173] req@ffff980dc8573480 x1876699516086144/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763173.489608:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699516086144/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763173.489626:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763173.489632:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763173.489638:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516086144:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763173.489649:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516086272:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763173.489679:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763173.489696:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763173/real 1789763173] req@ffff980dc8570e00 x1876699516086272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763173.489712:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570e00 x1876699516086272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763173.489724:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763173.489728:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763173.489732:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516086272:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763173.489770:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516086400:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763173.489793:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763173.489806:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763173/real 1789763173] req@ffff980dc8570700 x1876699516086400/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763173.489821:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570700 x1876699516086400/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763173.489831:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763173.489835:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763173.489839:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516086400:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763173.489845:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516086528:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763173.489945:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763173.489978:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763173/real 1789763173] req@ffff980dc8572d80 x1876699516086528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763173.489994:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572d80 x1876699516086528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763173.490013:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763173.490017:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763173.490021:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516086528:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763174.385139:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763175.409247:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763176.433161:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763177.457101:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763178.481088:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763178.608997:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763178.609009:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763178.609014:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763178.609027:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3149 00000100:00080000:1.0:1789763178.609041:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763178.609051:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763178.609098:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699516086656/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763178.609135:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763178.609140:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763178.609143:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763178.609148:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3149 00000100:00080000:1.0:1789763178.609153:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763178.609157:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763178.609168:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763178.609215:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699516086784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763178.609237:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763178.609241:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763178.609244:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763178.609249:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3149 00000100:00080000:1.0:1789763178.609253:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763178.609258:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763178.609265:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763178.609277:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699516086912/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763178.609290:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763178.609294:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763178.609296:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763178.609300:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3149 00000100:00080000:1.0:1789763178.609303:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763178.609308:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763178.609314:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763178.609332:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571500 x1876699516087040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763178.609334:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516086656:192.168.203.146@tcp:250:kworker.0 00000800:00000100:3.0:1789763178.609431:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763178.609483:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763178/real 1789763178] req@ffff980dc8571f80 x1876699516086656/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763178.609507:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699516086656/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763178.609522:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763178.609527:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763178.609532:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516086656:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763178.609542:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516086784:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763178.609584:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763178.609601:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763178/real 1789763178] req@ffff980dc8572680 x1876699516086784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763178.609617:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699516086784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763178.609627:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763178.609632:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763178.609637:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516086784:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763178.609653:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516086912:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763178.609677:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763178.609691:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763178/real 1789763178] req@ffff980dc8573b80 x1876699516086912/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763178.609705:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699516086912/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763178.609715:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763178.609719:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763178.609723:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516086912:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763178.609753:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516087040:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763178.609774:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763178.609787:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763178/real 1789763178] req@ffff980dc8571500 x1876699516087040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763178.609801:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571500 x1876699516087040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763178.609810:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763178.609814:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763178.609821:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516087040:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789763179.505109:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763180.529065:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763181.553108:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763182.577074:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763183.601153:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763183.729085:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763183.729099:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763183.729107:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763183.729125:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3154 00000100:00080000:2.0:1789763183.729163:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763183.729178:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763183.729238:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516087168/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763183.729287:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763183.729295:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763183.729300:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763183.729311:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3154 00000100:00080000:2.0:1789763183.729320:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763183.729328:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763183.729348:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763183.729377:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516087296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763183.729404:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763183.729412:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763183.729416:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763183.729427:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3154 00000100:00080000:2.0:1789763183.729435:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763183.729445:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763183.729461:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763183.729488:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516087424/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763183.729509:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763183.729513:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763183.729516:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763183.729522:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3154 00000100:00080000:2.0:1789763183.729528:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763183.729533:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763183.729540:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763183.729557:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516087552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763183.729766:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516087168:192.168.203.146@tcp:250:kworker.0 00000800:00000100:3.0:1789763183.730049:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763183.730116:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763183/real 1789763183] req@ffff980dd23aa300 x1876699516087168/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763183.730171:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516087168/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763183.730195:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763183.730204:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763183.730213:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516087168:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763183.730264:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516087296:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763183.730308:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763183.730328:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763183/real 1789763183] req@ffff980dd23a8e00 x1876699516087296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763183.730348:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516087296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763183.730366:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763183.730373:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763183.730381:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516087296:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763183.730395:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516087424:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763183.730439:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763183.730463:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763183/real 1789763183] req@ffff980dd23a9180 x1876699516087424/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763183.730503:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516087424/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763183.730521:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763183.730529:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763183.730536:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516087424:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763183.730550:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516087552:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763183.730586:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763183.730603:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763183/real 1789763183] req@ffff980dd23a8380 x1876699516087552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763183.730619:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516087552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763183.730629:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763183.730634:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763183.730638:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516087552:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763184.625079:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763185.649222:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763186.673076:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763187.697127:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763188.721231:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763188.849074:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763188.849087:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763188.849092:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763188.849159:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3160 00000100:00080000:1.0:1789763188.849186:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763188.849195:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763188.849241:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699516087680/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763188.849275:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763188.849280:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763188.849282:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763188.849287:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3160 00000100:00080000:1.0:1789763188.849291:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763188.849295:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763188.849318:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763188.849333:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572300 x1876699516087808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763188.849346:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763188.849350:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763188.849353:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763188.849357:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3160 00000100:00080000:1.0:1789763188.849360:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763188.849369:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763188.849372:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516087680:192.168.203.146@tcp:250:kworker.0 00000008:00100000:1.0:1789763188.849376:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763188.849394:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573100 x1876699516087936/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763188.849407:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763188.849412:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763188.849414:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763188.849418:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3160 00000100:00080000:1.0:1789763188.849423:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763188.849427:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763188.849433:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763188.849445:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699516088064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763188.849477:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763188.849552:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763188/real 1789763188] req@ffff980dc8572a00 x1876699516087680/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763188.849596:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699516087680/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763188.849614:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763188.849622:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763188.849629:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516087680:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763188.849643:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516087808:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763188.849705:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763188.849731:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763188/real 1789763188] req@ffff980dc8572300 x1876699516087808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763188.849756:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572300 x1876699516087808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763188.849773:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763188.849796:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763188.849803:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516087808:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763188.849852:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516087936:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763188.849927:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763188.849944:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763188/real 1789763188] req@ffff980dc8573100 x1876699516087936/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763188.849960:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573100 x1876699516087936/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763188.849971:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763188.849975:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763188.849979:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516087936:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763188.849988:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516088064:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763188.850011:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763188.850030:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763188/real 1789763188] req@ffff980dc8570380 x1876699516088064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763188.850054:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699516088064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763188.850070:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763188.850076:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763188.850083:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516088064:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763189.745050:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763190.769115:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763191.793196:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763192.817122:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763193.841220:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763193.968976:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763193.968992:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763193.968999:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763193.969016:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3165 00000100:00080000:1.0:1789763193.969033:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763193.969045:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763193.969148:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571c00 x1876699516088192/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763193.969199:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763193.969207:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763193.969211:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763193.969219:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3165 00000100:00080000:1.0:1789763193.969228:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763193.969238:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763193.969256:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763193.969271:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516088192:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763193.969292:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699516088320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763193.969315:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763193.969322:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763193.969327:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763193.969335:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3165 00000100:00080000:1.0:1789763193.969343:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763193.969351:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763193.969363:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763193.969386:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573100 x1876699516088448/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763193.969404:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:1.0:1789763193.969424:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763193.969433:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763193.969438:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763193.969448:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3165 00000100:00080000:1.0:1789763193.969458:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763193.969468:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763193.969480:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763193.969480:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763193/real 1789763193] req@ffff980dc8571c00 x1876699516088192/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763193.969513:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572300 x1876699516088576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763193.969521:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571c00 x1876699516088192/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763193.969538:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763193.969555:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763193.969568:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516088192:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763193.969617:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516088320:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763193.969674:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763193.969696:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763193/real 1789763193] req@ffff980dc8570380 x1876699516088320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763193.969713:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699516088320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763193.969724:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763193.969729:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763193.969734:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516088320:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763193.969757:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516088448:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763193.969786:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763193.969801:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763193/real 1789763193] req@ffff980dc8573100 x1876699516088448/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763193.969816:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573100 x1876699516088448/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763193.969826:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763193.969831:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763193.969835:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516088448:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763193.969841:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516088576:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763193.969907:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763193.969924:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763193/real 1789763193] req@ffff980dc8572300 x1876699516088576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763193.969949:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572300 x1876699516088576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763193.969960:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763193.969964:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763193.969968:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516088576:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789763194.865109:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763195.889078:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763196.913063:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763197.937120:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763198.961175:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763199.089039:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763199.089056:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763199.089064:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763199.089080:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3170 00000100:00080000:3.0:1789763199.089098:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763199.089109:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763199.089176:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516088704/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763199.089222:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763199.089230:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763199.089234:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763199.089243:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3170 00000100:00080000:3.0:1789763199.089250:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763199.089257:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763199.089277:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763199.089307:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516088832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763199.089334:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789763199.089337:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516088704:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763199.089341:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763199.089348:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763199.089361:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3170 00000100:00080000:3.0:1789763199.089375:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763199.089380:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763199.089389:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763199.089409:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516088960/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763199.089426:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763199.089431:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763199.089433:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763199.089438:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3170 00000100:00080000:3.0:1789763199.089443:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763199.089448:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763199.089454:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763199.089468:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516089088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763199.089487:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763199.089557:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199] req@ffff980dc61e5c00 x1876699516088704/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763199.089584:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516088704/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763199.089600:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763199.089605:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763199.089611:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516088704:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763199.089665:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516088832:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763199.089694:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763199.089711:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199] req@ffff980dc61e4a80 x1876699516088832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763199.089727:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516088832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763199.089737:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763199.089742:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763199.089746:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516088832:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763199.089753:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516088960:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763199.089773:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763199.089785:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199] req@ffff980dc61e4380 x1876699516088960/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763199.089808:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516088960/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763199.089818:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763199.089821:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763199.089825:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516088960:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763199.089831:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516089088:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763199.089883:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763199.089900:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199] req@ffff980dc61e4000 x1876699516089088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763199.089916:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516089088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763199.089926:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763199.089930:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763199.089934:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516089088:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763199.985155:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763201.009157:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763202.033221:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763203.057081:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763204.081135:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763204.209081:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763204.209096:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763204.209103:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763204.209119:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3175 00000100:00080000:1.0:1789763204.209138:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763204.209150:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763204.209230:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699516089216/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763204.209274:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763204.209280:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763204.209282:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763204.209288:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3175 00000100:00080000:1.0:1789763204.209294:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763204.209299:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763204.209315:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763204.209334:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571500 x1876699516089344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763204.209355:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516089216:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763204.209375:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763204.209383:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763204.209388:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763204.209398:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3175 00000100:00080000:1.0:1789763204.209406:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763204.209416:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763204.209430:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763204.209458:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699516089472/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763204.209474:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763204.209479:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763204.209482:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763204.209489:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3175 00000100:00080000:1.0:1789763204.209495:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763204.209501:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763204.209509:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763204.209528:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699516089600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763204.209555:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516089344:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763204.209608:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516089472:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763204.209637:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516089600:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763205.105120:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763206.129097:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763207.153144:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1789763207.281313:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:0.0:1789763207.281382:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1789763207.281408:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789763207.281469:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789763207.281481:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789763207.281492:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:3.0:1789763207.281557:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763207] req@ffff980dc8571500 x1876699516089344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763207.281597:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571500 x1876699516089344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763207.281625:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763207.281636:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763207.281644:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516089344:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763207.281661:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763207] req@ffff980dc8573b80 x1876699516089472/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763207.281688:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699516089472/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763207.281705:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763207.281713:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763207.281720:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516089472:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763207.281736:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763207] req@ffff980dc8572680 x1876699516089600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763207.281762:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699516089600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763207.281791:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763207.281799:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763207.281806:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516089600:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763207.281819:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763207] req@ffff980dc8572a00 x1876699516089216/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763207.281846:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699516089216/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763207.281908:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763207.281915:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763207.281922:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516089216:192.168.203.146@tcp:250:kworker.0 00010000:00010000:0.0:1789763208.177065:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763209.201148:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763209.329023:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763209.329036:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763209.329041:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763209.329056:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3180 00000100:00080000:1.0:1789763209.329072:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763209.329082:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763209.329141:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699516089728/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763209.329186:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763209.329194:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763209.329197:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763209.329206:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3180 00000100:00080000:1.0:1789763209.329214:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763209.329223:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763209.329241:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763209.329269:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572d80 x1876699516089856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763209.329293:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763209.329301:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763209.329303:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516089728:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763209.329306:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763209.329326:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3180 00000100:00080000:1.0:1789763209.329335:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763209.329354:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763209.329366:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763209.329395:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570700 x1876699516089984/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763209.329428:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763209.329436:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763209.329442:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763209.329449:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3180 00000100:00080000:1.0:1789763209.329463:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1789763209.329473:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:1.0:1789763209.329483:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763209.329498:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763209.329527:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570e00 x1876699516090112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763209.329598:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763209] req@ffff980dc8571f80 x1876699516089728/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763209.329640:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699516089728/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763209.329663:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763209.329671:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763209.329679:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516089728:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763209.329726:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516089856:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763209.329786:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763209.329812:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763209] req@ffff980dc8572d80 x1876699516089856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763209.329837:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572d80 x1876699516089856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763209.329853:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763209.329913:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763209.329921:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516089856:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763209.329935:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516089984:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763209.330007:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763209.330031:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763209] req@ffff980dc8570700 x1876699516089984/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763209.330052:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570700 x1876699516089984/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763209.330069:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763209.330076:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763209.330082:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516089984:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763209.330606:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516090112:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763209.330661:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763209.330688:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763209] req@ffff980dc8570e00 x1876699516090112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763209.330725:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570e00 x1876699516090112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763209.330742:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763209.330748:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763209.330755:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516090112:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763210.225067:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763211.249139:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763212.273100:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763213.297064:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763214.321144:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763214.449140:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763214.449171:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763214.449176:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763214.449188:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3185 00000100:00080000:0.0:1789763214.449201:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763214.449218:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763214.449296:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7b80 x1876699516090240/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763214.449340:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763214.449348:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763214.449351:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763214.449359:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3185 00000100:00080000:0.0:1789763214.449367:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763214.449376:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763214.449406:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763214.449436:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4a80 x1876699516090368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763214.449448:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516090240:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789763214.449459:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763214.449466:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763214.449469:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763214.449476:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3185 00000100:00080000:0.0:1789763214.449482:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763214.449487:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763214.449496:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763214.449537:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5880 x1876699516090496/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763214.449553:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763214.449558:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763214.449560:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1789763214.449566:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789763214.449573:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3185 00000100:00080000:0.0:1789763214.449584:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763214.449590:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763214.449597:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763214.449612:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5c00 x1876699516090624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763214.449643:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763214] req@ffff980dc8fc7b80 x1876699516090240/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763214.449669:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7b80 x1876699516090240/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763214.449683:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763214.449688:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763214.449693:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516090240:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763214.449719:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516090368:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763214.449748:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763214.449762:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763214] req@ffff980dc8fc4a80 x1876699516090368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763214.449777:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4a80 x1876699516090368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763214.449795:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763214.449799:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763214.449804:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516090368:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763214.449810:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516090496:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763214.449829:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763214.449840:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763214] req@ffff980dc8fc5880 x1876699516090496/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763214.449881:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5880 x1876699516090496/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763214.449892:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763214.449896:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763214.449900:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516090496:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763214.449930:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516090624:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763214.449979:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763214.450017:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763214] req@ffff980dc8fc5c00 x1876699516090624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763214.450034:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5c00 x1876699516090624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763214.450045:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763214.450049:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763214.450054:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516090624:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763215.345075:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763216.369130:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763217.393094:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763218.417061:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763219.441206:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763219.569047:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763219.569063:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763219.569070:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763219.569089:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3190 00000100:00080000:3.0:1789763219.569112:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763219.569129:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763219.569211:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516090752/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763219.569281:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763219.569287:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763219.569290:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763219.569298:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3190 00000100:00080000:3.0:1789763219.569304:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763219.569312:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763219.569329:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763219.569353:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516090880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763219.569371:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763219.569377:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763219.569380:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763219.569386:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3190 00000100:00080000:3.0:1789763219.569392:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763219.569400:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763219.569411:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763219.569416:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516090752:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763219.569432:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516091008/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763219.569454:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763219.569461:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763219.569465:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763219.569470:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3190 00000100:00080000:3.0:1789763219.569475:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763219.569480:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763219.569486:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763219.569508:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516091136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789763219.569540:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763219.569616:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763219/real 1789763219] req@ffff980dc61e4000 x1876699516090752/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763219.569653:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516090752/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763219.569670:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763219.569676:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763219.569682:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516090752:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763219.569692:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516090880:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763219.569720:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763219.569737:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763219/real 1789763219] req@ffff980dc61e4380 x1876699516090880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763219.569754:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516090880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763219.569766:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763219.569772:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763219.569776:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516090880:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763219.569811:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516091008:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763219.569839:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763219.569937:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763219/real 1789763219] req@ffff980dc61e4a80 x1876699516091008/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763219.569962:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516091008/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763219.569988:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763219.569996:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763219.570003:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516091008:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763219.570015:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516091136:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763219.570048:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763219.570068:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763219/real 1789763219] req@ffff980dc61e5c00 x1876699516091136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763219.570086:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516091136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763219.570097:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763219.570103:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763219.570110:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516091136:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763220.465145:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763221.489107:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763222.513187:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763223.537081:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763224.561107:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763224.688995:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763224.689008:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763224.689015:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763224.689030:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3195 00000100:00080000:3.0:1789763224.689046:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763224.689057:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763224.689135:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516091264/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763224.689191:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763224.689197:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763224.689201:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763224.689207:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3195 00000100:00080000:3.0:1789763224.689211:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763224.689217:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763224.689233:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763224.689266:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516091392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763224.689278:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763224.689281:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763224.689284:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763224.689292:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3195 00000100:00080000:3.0:1789763224.689294:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763224.689298:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763224.689304:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516091264:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789763224.689305:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763224.689319:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516091520/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763224.689330:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763224.689335:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763224.689338:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763224.689343:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3195 00000100:00080000:3.0:1789763224.689348:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763224.689354:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763224.689362:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763224.689384:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516091648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789763224.689428:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763224.689498:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763224/real 1789763224] req@ffff980dc61e6680 x1876699516091264/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763224.689528:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516091264/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763224.689541:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763224.689546:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763224.689550:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516091264:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763224.689590:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516091392:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763224.689628:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763224.689666:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763224/real 1789763224] req@ffff980dc61e5180 x1876699516091392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763224.689693:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516091392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763224.689706:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763224.689710:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763224.689714:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516091392:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763224.689723:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516091520:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763224.689750:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763224.689764:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763224/real 1789763224] req@ffff980dc61e6300 x1876699516091520/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763224.689779:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516091520/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763224.689790:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763224.689793:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763224.689797:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516091520:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763224.689804:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516091648:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763224.689825:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763224.689922:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763224/real 1789763224] req@ffff980dc61e7800 x1876699516091648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763224.689944:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516091648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763224.689968:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763224.689974:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763224.689979:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516091648:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763225.585108:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763226.609064:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763227.633062:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763228.656986:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763229.681210:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763229.808957:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763229.808969:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763229.808975:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763229.808987:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3200 00000100:00080000:3.0:1789763229.809002:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763229.809012:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763229.809058:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516091776/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763229.809102:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763229.809110:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763229.809113:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763229.809122:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3200 00000100:00080000:3.0:1789763229.809129:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763229.809136:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763229.809152:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763229.809181:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516091904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763229.809195:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516091776:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763229.809220:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763229.809229:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763229.809234:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763229.809244:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3200 00000100:00080000:3.0:1789763229.809255:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763229.809265:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763229.809277:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:2.0:1789763229.809297:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763229.809333:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516092032/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763229.809352:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1789763229.809361:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763229/real 1789763229] req@ffff980dc61e4e00 x1876699516091776/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763229.809361:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763229.809369:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763229.809388:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3200 00000100:00080000:3.0:1789763229.809399:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763229.809406:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763229.809414:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763229.809419:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516091776/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763229.809432:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516092160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763229.809491:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763229.809499:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763229.809505:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516091776:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763229.809532:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516091904:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763229.809560:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763229.809574:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763229/real 1789763229] req@ffff980dc61e7b80 x1876699516091904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763229.809586:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516091904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763229.809598:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763229.809603:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763229.809609:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516091904:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763229.809617:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516092032:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763229.809649:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763229.809667:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763229/real 1789763229] req@ffff980dc61e7480 x1876699516092032/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763229.809703:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516092032/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763229.809721:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763229.809727:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763229.809735:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516092032:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763229.809747:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516092160:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763229.809789:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763229.809852:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763229/real 1789763229] req@ffff980dc61e5880 x1876699516092160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763229.809865:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516092160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763229.809931:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763229.809936:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763229.809941:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516092160:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763230.705092:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763231.729007:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763232.753072:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763233.777017:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763234.800983:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763234.928954:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763234.928967:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763234.928974:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763234.928990:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3206 00000100:00080000:3.0:1789763234.929007:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763234.929018:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763234.929092:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516092288/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763234.929161:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763234.929167:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763234.929170:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763234.929177:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3206 00000100:00080000:3.0:1789763234.929199:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763234.929203:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763234.929215:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763234.929228:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516092416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763234.929237:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763234.929243:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763234.929245:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763234.929249:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3206 00000100:00080000:3.0:1789763234.929252:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763234.929256:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763234.929260:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763234.929269:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516092544/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763234.929279:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763234.929283:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763234.929284:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763234.929297:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3206 00000100:00080000:3.0:1789763234.929303:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763234.929313:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763234.929318:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516092288:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789763234.929321:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763234.929350:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516092672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789763234.929434:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763234.929509:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763234/real 1789763234] req@ffff980dc61e5880 x1876699516092288/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763234.929547:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516092288/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763234.929570:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763234.929579:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763234.929587:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516092288:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763234.929604:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516092416:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763234.929646:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763234.929666:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763234/real 1789763234] req@ffff980dc61e7480 x1876699516092416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763234.929682:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516092416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763234.929693:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763234.929697:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763234.929702:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516092416:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763234.929710:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516092544:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763234.929732:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763234.929744:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763234/real 1789763234] req@ffff980dc61e7b80 x1876699516092544/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763234.929787:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516092544/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763234.929807:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763234.929811:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763234.929815:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516092544:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763234.929933:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516092672:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763234.929968:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763234.929985:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763234/real 1789763234] req@ffff980dc61e4e00 x1876699516092672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763234.930000:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516092672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763234.930011:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763234.930015:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763234.930019:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516092672:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763235.825180:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763236.849052:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763237.873087:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763238.897057:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763239.921096:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763240.049065:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763240.049080:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763240.049087:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763240.049103:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3211 00000100:00080000:2.0:1789763240.049119:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763240.049130:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763240.049195:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516092800/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763240.049258:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763240.049264:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763240.049267:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763240.049272:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3211 00000100:00080000:2.0:1789763240.049277:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763240.049281:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763240.049295:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763240.049312:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516092928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763240.049328:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763240.049332:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763240.049336:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763240.049347:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3211 00000100:00100000:3.0:1789763240.049349:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516092800:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763240.049353:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763240.049368:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763240.049384:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763240.049400:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516093056/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763240.049412:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763240.049417:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763240.049420:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763240.049424:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3211 00000100:00080000:2.0:1789763240.049428:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763240.049433:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763240.049442:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763240.049453:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516093184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763240.049485:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763240.049566:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240] req@ffff980dd23a9f80 x1876699516092800/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763240.049606:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516092800/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763240.049625:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763240.049631:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763240.049637:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516092800:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763240.049672:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516092928:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763240.049709:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763240.049761:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240] req@ffff980dd23a9c00 x1876699516092928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763240.049779:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516092928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763240.049799:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763240.049804:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763240.049808:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516092928:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763240.049817:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516093056:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763240.049846:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763240.049896:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240] req@ffff980dd23aa680 x1876699516093056/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763240.049921:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516093056/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763240.049937:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763240.049944:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763240.049951:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516093056:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763240.049964:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516093184:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763240.050005:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763240.050025:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240] req@ffff980dd23aaa00 x1876699516093184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763240.050041:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516093184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763240.050052:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763240.050056:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763240.050061:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516093184:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763240.945081:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763241.969099:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763242.993151:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763244.017063:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763245.041082:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763245.169048:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763245.169071:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763245.169079:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763245.169100:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3216 00000100:00080000:2.0:1789763245.169123:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763245.169140:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763245.169220:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516093312/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763245.169285:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763245.169294:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763245.169297:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763245.169305:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3216 00000100:00080000:2.0:1789763245.169311:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763245.169317:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763245.169333:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763245.169364:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516093440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763245.169389:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763245.169391:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516093312:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763245.169409:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763245.169415:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763245.169425:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3216 00000100:00080000:2.0:1789763245.169434:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763245.169442:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763245.169452:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763245.169474:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516093568/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763245.169490:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763245.169496:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763245.169499:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763245.169503:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3216 00000100:00080000:2.0:1789763245.169510:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1789763245.169519:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789763245.169528:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763245.169542:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763245.169570:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516093696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763245.169592:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245] req@ffff980dd23aaa00 x1876699516093312/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763245.169622:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516093312/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763245.169639:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763245.169645:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763245.169651:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516093312:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763245.169714:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516093440:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763245.169750:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763245.169768:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245] req@ffff980dd23aa680 x1876699516093440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763245.169785:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516093440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763245.169796:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763245.169800:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763245.169805:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516093440:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763245.169812:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516093568:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763245.169834:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763245.169847:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245] req@ffff980dd23a9c00 x1876699516093568/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763245.169917:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516093568/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763245.169933:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763245.169939:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763245.169946:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516093568:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763245.169958:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516093696:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763245.170002:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763245.170024:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245] req@ffff980dd23a9f80 x1876699516093696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763245.170040:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516093696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763245.170050:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763245.170054:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763245.170058:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516093696:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763246.065080:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763247.089104:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763248.113121:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763249.137100:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763250.161113:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763250.289028:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763250.289042:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763250.289047:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763250.289062:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3221 00000100:00080000:3.0:1789763250.289077:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763250.289087:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763250.289146:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516093824/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763250.289193:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763250.289198:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763250.289200:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763250.289205:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3221 00000100:00080000:3.0:1789763250.289210:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763250.289215:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763250.289230:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763250.289254:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516093824:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763250.289254:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516093952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763250.289291:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763250.289298:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763250.289301:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763250.289309:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3221 00000100:00080000:3.0:1789763250.289316:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763250.289324:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763250.289334:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763250.289358:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516094080/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789763250.289367:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789763250.289381:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763250.289390:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763250.289392:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763250.289400:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3221 00000100:00080000:3.0:1789763250.289406:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763250.289412:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763250.289419:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763250.289440:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516094208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763250.289455:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250] req@ffff980dc61e7800 x1876699516093824/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763250.289492:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516093824/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763250.289507:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763250.289513:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763250.289518:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516093824:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763250.289550:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516093952:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763250.289576:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763250.289591:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250] req@ffff980dc61e6300 x1876699516093952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763250.289604:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516093952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763250.289614:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763250.289617:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763250.289621:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516093952:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763250.289627:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516094080:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763250.289667:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763250.289680:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250] req@ffff980dc61e5180 x1876699516094080/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763250.289694:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516094080/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763250.289720:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763250.289724:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763250.289728:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516094080:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763250.289734:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516094208:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763250.289755:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763250.289767:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250] req@ffff980dc61e6680 x1876699516094208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763250.289779:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516094208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763250.289788:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763250.289792:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763250.289795:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516094208:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763251.185116:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763252.209110:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763253.233105:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763254.257083:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763255.281148:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763255.408989:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763255.409002:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763255.409008:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763255.409023:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3226 00000100:00080000:3.0:1789763255.409040:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763255.409052:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763255.409100:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516094336/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763255.409139:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763255.409145:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763255.409148:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763255.409156:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3226 00000100:00080000:3.0:1789763255.409162:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763255.409169:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763255.409182:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763255.409205:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516094336:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763255.409208:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516094464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763255.409235:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763255.409242:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763255.409245:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763255.409252:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3226 00000100:00080000:3.0:1789763255.409257:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763255.409262:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763255.409271:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763255.409290:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516094592/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763255.409306:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763255.409312:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000100:2.0:1789763255.409321:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789763255.409321:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763255.409338:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3226 00000100:00080000:3.0:1789763255.409345:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763255.409353:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763255.409360:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763255.409384:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516094720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763255.409395:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255] req@ffff980dc61e5c00 x1876699516094336/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763255.409433:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516094336/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763255.409455:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763255.409461:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763255.409467:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516094336:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763255.409496:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516094464:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763255.409523:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763255.409545:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255] req@ffff980dc61e4a80 x1876699516094464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763255.409564:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516094464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763255.409575:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763255.409581:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763255.409587:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516094464:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763255.409595:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516094592:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763255.409645:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763255.409659:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255] req@ffff980dc61e4380 x1876699516094592/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763255.409674:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516094592/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763255.409685:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763255.409690:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763255.409694:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516094592:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763255.409711:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516094720:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763255.409737:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763255.409751:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255] req@ffff980dc61e4000 x1876699516094720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763255.409767:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516094720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763255.409777:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763255.409782:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763255.409786:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516094720:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763256.305025:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763257.329150:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763258.353182:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763259.377091:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763260.401137:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763260.529078:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763260.529091:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763260.529096:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763260.529107:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3231 00000100:00080000:2.0:1789763260.529120:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763260.529128:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763260.529184:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516094848/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763260.529229:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763260.529234:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763260.529237:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763260.529244:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3231 00000100:00080000:2.0:1789763260.529247:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763260.529251:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763260.529263:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763260.529274:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516094848:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763260.529279:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516094976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763260.529290:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763260.529293:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763260.529294:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763260.529297:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3231 00000100:00080000:2.0:1789763260.529300:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763260.529303:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763260.529306:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763260.529315:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516095104/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763260.529324:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763260.529327:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763260.529328:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763260.529331:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3231 00000100:00080000:2.0:1789763260.529347:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763260.529350:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763260.529353:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763260.529360:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763260.529364:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516095232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763260.529413:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763260/real 1789763260] req@ffff980dd23a8380 x1876699516094848/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763260.529428:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516094848/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763260.529443:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763260.529446:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763260.529449:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516094848:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763260.529473:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516094976:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763260.529490:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763260.529500:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763260/real 1789763260] req@ffff980dd23a9180 x1876699516094976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763260.529508:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516094976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763260.529514:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763260.529516:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763260.529518:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516094976:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763260.529522:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516095104:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763260.529535:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763260.529541:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763260/real 1789763260] req@ffff980dd23a8e00 x1876699516095104/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763260.529548:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516095104/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763260.529554:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763260.529556:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763260.529558:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516095104:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763260.529562:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516095232:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763260.529602:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763260.529612:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763260/real 1789763260] req@ffff980dd23aa300 x1876699516095232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763260.529620:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516095232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763260.529626:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763260.529629:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763260.529631:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516095232:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763261.425066:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763262.449128:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763263.473142:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763264.497091:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763265.521114:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763265.649027:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763265.649045:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763265.649053:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763265.649071:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3236 00000100:00080000:3.0:1789763265.649086:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763265.649098:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763265.649148:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516095360/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763265.649195:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763265.649200:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763265.649203:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763265.649209:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3236 00000100:00080000:3.0:1789763265.649214:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763265.649219:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763265.649232:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763265.649249:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516095488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763265.649264:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763265.649269:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763265.649275:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789763265.649279:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516095360:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763265.649285:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3236 00000100:00080000:3.0:1789763265.649296:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763265.649302:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763265.649309:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763265.649329:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516095616/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763265.649343:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763265.649348:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763265.649351:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763265.649355:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3236 00000100:00080000:3.0:1789763265.649371:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763265.649376:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:2.0:1789763265.649384:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:3.0:1789763265.649386:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763265.649407:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516095744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763265.649452:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763265/real 1789763265] req@ffff980dc61e4000 x1876699516095360/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763265.649479:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516095360/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763265.649494:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763265.649500:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763265.649505:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516095360:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763265.649570:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516095488:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763265.649601:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763265.649618:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763265/real 1789763265] req@ffff980dc61e4380 x1876699516095488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763265.649635:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516095488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763265.649645:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763265.649649:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763265.649655:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516095488:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763265.649663:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516095616:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763265.649686:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763265.649699:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763265/real 1789763265] req@ffff980dc61e4a80 x1876699516095616/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763265.649713:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516095616/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763265.649724:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763265.649727:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763265.649731:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516095616:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763265.649737:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516095744:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763265.649758:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763265.649770:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763265/real 1789763265] req@ffff980dc61e5c00 x1876699516095744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763265.649784:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516095744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763265.649793:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763265.649797:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763265.649800:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516095744:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763266.545093:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763267.569079:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763268.593062:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763269.617125:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763270.641119:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763270.768964:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763270.768978:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763270.768985:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763270.769003:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3241 00000100:00080000:3.0:1789763270.769023:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763270.769038:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763270.769115:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516095872/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763270.769159:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763270.769165:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763270.769168:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763270.769174:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3241 00000100:00080000:3.0:1789763270.769179:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763270.769185:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763270.769201:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763270.769220:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516096000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763270.769233:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763270.769238:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763270.769241:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763270.769246:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3241 00000100:00080000:3.0:1789763270.769249:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763270.769254:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763270.769260:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763270.769271:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516096128/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763270.769286:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763270.769291:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763270.769294:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763270.769299:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3241 00000100:00080000:3.0:1789763270.769304:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763270.769309:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763270.769314:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763270.769330:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516095872:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763270.769331:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516096256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763270.769550:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516096000:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763270.769613:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516096128:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763270.769674:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516096256:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763271.665149:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763272.689190:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763273.713088:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1789763273.841227:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:0.0:1789763273.841296:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1789763273.841324:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789763273.841381:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789763273.841402:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789763273.841424:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:2.0:1789763273.841491:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763270/real 1789763273] req@ffff980dc61e6680 x1876699516095872/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763273.841562:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516095872/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763273.841588:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763273.841597:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763273.841616:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516095872:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763273.841634:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763270/real 1789763273] req@ffff980dc61e5180 x1876699516096000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763273.841663:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516096000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763273.841679:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763273.841696:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763273.841703:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516096000:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763273.841718:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763270/real 1789763273] req@ffff980dc61e6300 x1876699516096128/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763273.841757:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516096128/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763273.841774:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763273.841782:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763273.841790:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516096128:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763273.841843:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763270/real 1789763273] req@ffff980dc61e7800 x1876699516096256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763273.841930:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516096256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763273.841947:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763273.841953:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763273.841961:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516096256:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763274.737073:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763275.761118:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763275.888980:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763275.888994:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763275.889000:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763275.889017:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3247 00000100:00080000:3.0:1789763275.889034:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763275.889046:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763275.889109:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516096384/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763275.889150:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763275.889156:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763275.889159:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763275.889165:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3247 00000100:00080000:3.0:1789763275.889169:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763275.889175:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763275.889191:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763275.889210:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516096512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763275.889227:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1789763275.889238:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516096384:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763275.889238:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763275.889245:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763275.889266:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3247 00000100:00080000:3.0:1789763275.889275:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763275.889283:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763275.889295:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763275.889324:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516096640/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763275.889345:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763275.889352:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763275.889355:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763275.889363:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3247 00000100:00080000:3.0:1789763275.889371:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763275.889381:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:2.0:1789763275.889393:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:3.0:1789763275.889399:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763275.889432:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516096768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763275.889522:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763275/real 1789763275] req@ffff980dc61e4e00 x1876699516096384/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763275.889566:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516096384/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763275.889588:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763275.889597:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763275.889617:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516096384:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763275.889669:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516096512:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763275.889724:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763275.889771:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763275/real 1789763275] req@ffff980dc61e7b80 x1876699516096512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763275.889800:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516096512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763275.889818:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763275.889825:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763275.889832:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516096512:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763275.889844:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516096640:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763275.889942:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763275.889968:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763275/real 1789763275] req@ffff980dc61e7480 x1876699516096640/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763275.889992:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516096640/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763275.890010:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763275.890016:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763275.890022:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516096640:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763275.890035:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516096768:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763275.890078:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763275.890104:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763275/real 1789763275] req@ffff980dc61e5880 x1876699516096768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763275.890129:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516096768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763275.890144:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763275.890150:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763275.890158:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516096768:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763276.785034:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763277.809064:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763278.833140:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763279.857116:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763280.881125:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763281.008974:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763281.008991:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763281.008998:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763281.009016:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3252 00000100:00080000:3.0:1789763281.009042:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763281.009053:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763281.009101:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516096896/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763281.009139:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763281.009144:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763281.009147:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763281.009153:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3252 00000100:00080000:3.0:1789763281.009158:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763281.009175:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763281.009191:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763281.009218:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516097024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763281.009235:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516096896:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763281.009253:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763281.009263:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763281.009267:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763281.009277:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3252 00000100:00080000:3.0:1789763281.009285:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763281.009292:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763281.009301:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763281.009322:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516097152/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789763281.009337:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789763281.009347:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763281.009355:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763281.009358:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763281.009366:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3252 00000100:00080000:3.0:1789763281.009371:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763281.009376:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763281.009383:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763281.009401:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281] req@ffff980dc61e5880 x1876699516096896/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763281.009404:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516097280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763281.009488:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516096896/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763281.009504:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763281.009509:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763281.009515:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516096896:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763281.009546:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516097024:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763281.009576:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763281.009593:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281] req@ffff980dc61e7480 x1876699516097024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763281.009618:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516097024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763281.009628:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763281.009632:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763281.009636:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516097024:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763281.009643:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516097152:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763281.009665:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763281.009677:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281] req@ffff980dc61e7b80 x1876699516097152/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763281.009692:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516097152/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763281.009702:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763281.009705:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763281.009708:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516097152:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763281.009715:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516097280:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763281.009734:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763281.009745:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281] req@ffff980dc61e4e00 x1876699516097280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763281.009759:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516097280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763281.009777:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763281.009781:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763281.009784:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516097280:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763281.905019:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763282.929041:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763283.952945:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763284.977022:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763286.001034:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763286.128909:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763286.128919:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763286.128924:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763286.128934:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3257 00000100:00080000:3.0:1789763286.128946:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763286.128953:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763286.129001:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516097408/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763286.129023:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763286.129026:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763286.129027:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763286.129031:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3257 00000100:00080000:3.0:1789763286.129036:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763286.129041:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763286.129053:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763286.129068:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516097536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763286.129081:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763286.129087:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763286.129090:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763286.129096:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3257 00000100:00080000:3.0:1789763286.129100:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763286.129104:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763286.129109:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763286.129120:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516097664/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763286.129130:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516097408:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763286.129136:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763286.129139:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763286.129141:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763286.129145:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3257 00000100:00080000:3.0:1789763286.129147:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763286.129151:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763286.129156:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763286.129167:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516097792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789763286.129205:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763286.129241:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286] req@ffff980dc61e7800 x1876699516097408/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763286.129255:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516097408/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763286.129264:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763286.129267:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763286.129270:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516097408:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763286.129275:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516097536:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763286.129289:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763286.129297:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286] req@ffff980dc61e6300 x1876699516097536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763286.129305:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516097536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763286.129315:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763286.129317:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763286.129319:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516097536:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763286.129338:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516097664:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763286.129350:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763286.129356:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286] req@ffff980dc61e5180 x1876699516097664/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763286.129363:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516097664/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763286.129368:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763286.129370:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763286.129372:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516097664:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763286.129376:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516097792:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763286.129411:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763286.129420:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286] req@ffff980dc61e6680 x1876699516097792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763286.129428:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516097792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763286.129433:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763286.129435:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763286.129438:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516097792:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763287.025015:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763288.049053:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763289.073000:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763290.097041:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763291.121062:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763291.248953:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763291.248969:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763291.248974:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763291.248988:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3262 00000100:00080000:3.0:1789763291.249004:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763291.249014:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763291.249071:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516097920/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763291.249100:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763291.249104:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763291.249106:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763291.249109:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3262 00000100:00080000:3.0:1789763291.249113:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763291.249116:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763291.249127:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763291.249138:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516098048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763291.249147:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763291.249151:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763291.249152:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763291.249155:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3262 00000100:00080000:3.0:1789763291.249159:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763291.249162:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763291.249165:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763291.249180:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516098176/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763291.249186:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516097920:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763291.249191:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763291.249209:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763291.249212:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763291.249217:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3262 00000100:00080000:3.0:1789763291.249219:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763291.249222:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763291.249225:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763291.249236:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516098304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789763291.249298:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763291.249414:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291] req@ffff980dc61e5c00 x1876699516097920/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763291.249454:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516097920/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763291.249480:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763291.249490:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763291.249502:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516097920:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763291.249522:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516098048:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763291.249576:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763291.249606:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291] req@ffff980dc61e4a80 x1876699516098048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763291.249639:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516098048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763291.249650:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763291.249655:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763291.249659:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516098048:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763291.249694:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516098176:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763291.249730:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763291.249748:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291] req@ffff980dc61e4380 x1876699516098176/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763291.249769:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516098176/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763291.249780:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763291.249787:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763291.249796:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516098176:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763291.249804:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516098304:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763291.249827:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763291.249903:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291] req@ffff980dc61e4000 x1876699516098304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763291.249928:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516098304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763291.249939:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763291.249946:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763291.249956:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516098304:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789763292.145075:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763293.169060:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763294.192987:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763295.216973:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763296.240968:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763296.368925:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763296.368933:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763296.368937:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763296.368945:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3267 00000100:00080000:3.0:1789763296.368954:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763296.368960:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763296.368989:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516098432/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763296.369013:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763296.369016:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763296.369018:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763296.369020:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3267 00000100:00080000:3.0:1789763296.369023:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763296.369025:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763296.369032:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763296.369041:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516098560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763296.369048:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763296.369050:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763296.369052:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763296.369055:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3267 00000100:00080000:3.0:1789763296.369056:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763296.369059:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763296.369064:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516098432:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789763296.369064:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763296.369075:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516098688/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763296.369083:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763296.369086:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763296.369087:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763296.369089:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3267 00000100:00080000:3.0:1789763296.369093:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763296.369097:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763296.369108:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763296.369121:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516098816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789763296.369125:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763296.369163:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296] req@ffff980dc61e4000 x1876699516098432/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763296.369177:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516098432/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763296.369185:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763296.369188:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763296.369191:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516098432:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763296.369196:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516098560:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763296.369209:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763296.369217:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296] req@ffff980dc61e4380 x1876699516098560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763296.369224:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516098560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763296.369230:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763296.369232:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763296.369233:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516098560:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763296.369250:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516098688:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763296.369261:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763296.369267:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296] req@ffff980dc61e4a80 x1876699516098688/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763296.369275:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516098688/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763296.369284:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763296.369286:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763296.369289:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516098688:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763296.369292:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516098816:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763296.369301:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763296.369325:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296] req@ffff980dc61e5c00 x1876699516098816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763296.369332:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516098816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763296.369338:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763296.369340:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763296.369342:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516098816:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763297.264987:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763298.288984:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763299.312965:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763300.337044:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763301.360962:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763301.488981:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763301.488989:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763301.488992:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763301.489001:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3272 00000100:00080000:1.0:1789763301.489010:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763301.489015:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763301.489048:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699516098944/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763301.489069:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763301.489072:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763301.489073:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763301.489076:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3272 00000100:00080000:1.0:1789763301.489078:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763301.489081:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763301.489088:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763301.489096:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699516099072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763301.489102:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763301.489104:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763301.489105:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763301.489108:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3272 00000100:00080000:1.0:1789763301.489109:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763301.489111:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763301.489114:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763301.489120:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699516099200/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763301.489126:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763301.489128:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763301.489129:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763301.489131:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3272 00000100:00080000:1.0:1789763301.489133:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763301.489136:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763301.489139:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763301.489146:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516098944:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763301.489149:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699516099328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789763301.489205:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763301.489239:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763301/real 1789763301] req@ffff980dc8573480 x1876699516098944/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763301.489252:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699516098944/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763301.489260:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763301.489263:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763301.489284:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516098944:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763301.489292:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516099072:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763301.489311:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763301.489320:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763301/real 1789763301] req@ffff980dc8571880 x1876699516099072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763301.489329:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699516099072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763301.489334:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763301.489337:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763301.489339:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516099072:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763301.489343:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516099200:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763301.489354:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763301.489361:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763301/real 1789763301] req@ffff980dc8573800 x1876699516099200/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763301.489368:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699516099200/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763301.489373:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763301.489375:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763301.489377:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516099200:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763301.489394:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516099328:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763301.489405:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763301.489411:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763301/real 1789763301] req@ffff980dc8571180 x1876699516099328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763301.489419:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699516099328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763301.489424:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763301.489425:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763301.489427:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516099328:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763302.384992:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763303.409001:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763304.433049:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763305.457057:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763306.481056:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763306.608920:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763306.608929:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763306.608932:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763306.608940:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3277 00000100:00080000:1.0:1789763306.608950:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763306.608956:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763306.608987:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570a80 x1876699516099456/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763306.609009:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763306.609011:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763306.609013:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763306.609016:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3277 00000100:00080000:1.0:1789763306.609018:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763306.609020:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763306.609027:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763306.609037:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699516099584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763306.609045:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763306.609047:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763306.609049:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763306.609053:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3277 00000100:00100000:2.0:1789763306.609054:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516099456:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763306.609055:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763306.609063:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763306.609067:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763306.609076:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699516099712/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763306.609083:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763306.609085:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763306.609087:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763306.609089:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3277 00000100:00080000:1.0:1789763306.609091:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763306.609094:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763306.609096:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763306.609102:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699516099840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789763306.609125:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763306.609162:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763306/real 1789763306] req@ffff980dc8570a80 x1876699516099456/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763306.609177:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570a80 x1876699516099456/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763306.609185:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763306.609188:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763306.609191:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516099456:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763306.609208:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516099584:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763306.609223:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763306.609249:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763306/real 1789763306] req@ffff980dc8571180 x1876699516099584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763306.609271:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699516099584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763306.609281:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763306.609285:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763306.609289:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516099584:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763306.609294:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516099712:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763306.609311:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763306.609320:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763306/real 1789763306] req@ffff980dc8573800 x1876699516099712/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763306.609328:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699516099712/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763306.609334:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763306.609336:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763306.609338:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516099712:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763306.609341:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516099840:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763306.609351:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763306.609357:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763306/real 1789763306] req@ffff980dc8571880 x1876699516099840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763306.609364:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699516099840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763306.609374:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763306.609376:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763306.609378:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516099840:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763307.505004:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763308.529045:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763309.553002:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763310.577057:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763311.600974:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763311.729018:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763311.729027:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763311.729032:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763311.729041:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3282 00000100:00080000:3.0:1789763311.729052:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763311.729060:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763311.729090:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516099968/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763311.729111:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763311.729114:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763311.729115:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763311.729118:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3282 00000100:00080000:3.0:1789763311.729121:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763311.729125:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763311.729133:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763311.729142:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516100096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763311.729147:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516099968:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763311.729156:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763311.729158:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763311.729159:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763311.729162:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3282 00000100:00080000:3.0:1789763311.729164:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763311.729166:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763311.729170:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763311.729177:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516100224/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763311.729183:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763311.729186:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763311.729187:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763311.729201:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3282 00000100:00080000:3.0:1789763311.729214:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763311.729217:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763311.729221:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789763311.729223:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763311.729233:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516100352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763311.729260:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763311/real 1789763311] req@ffff980dc61e6680 x1876699516099968/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763311.729275:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516099968/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763311.729283:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763311.729286:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763311.729289:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516099968:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763311.729307:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516100096:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763311.729330:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763311.729339:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763311/real 1789763311] req@ffff980dc61e5180 x1876699516100096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763311.729347:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516100096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763311.729353:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763311.729355:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763311.729358:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516100096:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763311.729362:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516100224:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763311.729373:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763311.729380:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763311/real 1789763311] req@ffff980dc61e6300 x1876699516100224/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763311.729388:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516100224/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763311.729393:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763311.729395:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763311.729397:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516100224:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763311.729400:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516100352:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763311.729411:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763311.729416:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763311/real 1789763311] req@ffff980dc61e7800 x1876699516100352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763311.729424:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516100352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763311.729429:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763311.729430:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763311.729432:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516100352:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789763312.625111:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763313.649070:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763314.673156:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763315.697071:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763316.721074:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763316.849045:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763316.849061:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763316.849066:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763316.849081:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3288 00000100:00080000:1.0:1789763316.849097:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763316.849108:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763316.849198:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699516100480/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763316.849229:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763316.849233:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763316.849240:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763316.849245:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3288 00000100:00080000:1.0:1789763316.849250:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763316.849254:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763316.849266:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763316.849280:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570e00 x1876699516100608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763316.849292:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763316.849298:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763316.849301:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789763316.849301:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516100480:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763316.849315:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3288 00000100:00080000:1.0:1789763316.849322:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763316.849325:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763316.849330:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763316.849348:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570700 x1876699516100736/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763316.849358:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763316.849362:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763316.849365:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763316.849368:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3288 00000100:00080000:1.0:1789763316.849372:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763316.849375:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763316.849379:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763316.849389:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572d80 x1876699516100864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789763316.849403:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763316.849460:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763316/real 1789763316] req@ffff980dc8573480 x1876699516100480/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763316.849480:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699516100480/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763316.849492:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763316.849496:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763316.849500:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516100480:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763316.849527:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516100608:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763316.849548:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763316.849560:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763316/real 1789763316] req@ffff980dc8570e00 x1876699516100608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763316.849571:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570e00 x1876699516100608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763316.849579:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763316.849582:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763316.849585:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516100608:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763316.849590:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516100736:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763316.849606:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763316.849615:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763316/real 1789763316] req@ffff980dc8570700 x1876699516100736/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763316.849633:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570700 x1876699516100736/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763316.849640:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763316.849643:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763316.849645:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516100736:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763316.849650:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516100864:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763316.849665:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763316.849673:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763316/real 1789763316] req@ffff980dc8572d80 x1876699516100864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763316.849684:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572d80 x1876699516100864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763316.849691:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763316.849693:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763316.849696:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516100864:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763317.745066:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763318.769130:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763319.793033:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763320.817248:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763321.841176:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763321.969075:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763321.969087:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763321.969092:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763321.969105:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3293 00000100:00080000:3.0:1789763321.969138:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763321.969149:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763321.969196:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516100992/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763321.969234:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763321.969241:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763321.969245:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763321.969254:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3293 00000100:00080000:3.0:1789763321.969261:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763321.969268:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763321.969283:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763321.969307:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516101120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763321.969312:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516100992:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763321.969327:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763321.969335:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763321.969338:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763321.969344:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3293 00000100:00080000:3.0:1789763321.969350:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763321.969356:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763321.969364:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763321.969380:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516101248/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763321.969397:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1789763321.969403:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789763321.969403:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763321.969407:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763321.969413:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3293 00000100:00080000:3.0:1789763321.969418:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763321.969424:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763321.969431:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763321.969447:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516101376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763321.969462:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763321/real 1789763321] req@ffff980dc61e4e00 x1876699516100992/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763321.969492:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516100992/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763321.969514:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763321.969522:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763321.969530:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516100992:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763321.969565:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516101120:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763321.969606:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763321.969631:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763321/real 1789763321] req@ffff980dc61e7b80 x1876699516101120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763321.969657:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516101120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763321.969675:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763321.969682:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763321.969689:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516101120:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763321.969702:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516101248:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763321.969737:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763321.969754:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763321/real 1789763321] req@ffff980dc61e7480 x1876699516101248/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763321.969768:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516101248/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763321.969779:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763321.969783:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763321.969787:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516101248:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763321.969795:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516101376:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763321.969814:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763321.969826:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763321/real 1789763321] req@ffff980dc61e5880 x1876699516101376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763321.969840:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516101376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763321.969850:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763321.969893:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763321.969898:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516101376:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763322.865082:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763323.889129:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763324.913185:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763325.937417:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763326.961175:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763327.088983:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763327.088995:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763327.089001:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763327.089014:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3298 00000100:00080000:3.0:1789763327.089030:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763327.089040:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763327.089123:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516101504/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763327.089161:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763327.089166:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763327.089169:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763327.089174:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3298 00000100:00080000:3.0:1789763327.089179:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763327.089184:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763327.089197:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763327.089217:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516101632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763327.089231:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763327.089236:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763327.089238:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763327.089248:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3298 00000100:00100000:2.0:1789763327.089252:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516101504:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763327.089253:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763327.089264:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763327.089276:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763327.089292:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516101760/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763327.089307:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763327.089312:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763327.089314:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763327.089320:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3298 00000100:00080000:3.0:1789763327.089342:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763327.089346:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763327.089353:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789763327.089356:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763327.089373:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516101888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763327.089416:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327] req@ffff980dc61e5880 x1876699516101504/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763327.089442:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516101504/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763327.089459:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763327.089466:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763327.089472:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516101504:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763327.089482:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516101632:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763327.089521:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763327.089540:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327] req@ffff980dc61e7480 x1876699516101632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763327.089559:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516101632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763327.089570:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763327.089576:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763327.089599:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516101632:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763327.089641:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516101760:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763327.089684:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763327.089718:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327] req@ffff980dc61e7b80 x1876699516101760/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763327.089755:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516101760/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763327.089774:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763327.089781:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763327.089790:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516101760:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763327.089800:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516101888:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763327.089835:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763327.089911:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327] req@ffff980dc61e4e00 x1876699516101888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763327.089935:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516101888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763327.089951:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763327.089957:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763327.089967:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516101888:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763327.985053:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763329.009133:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763330.032999:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763331.057085:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763332.081154:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763332.209010:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763332.209022:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763332.209029:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763332.209077:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3303 00000100:00080000:3.0:1789763332.209099:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763332.209115:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763332.209191:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516102016/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763332.209233:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763332.209239:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763332.209242:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763332.209248:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3303 00000100:00080000:3.0:1789763332.209254:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763332.209260:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763332.209277:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763332.209297:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516102144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763332.209314:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763332.209319:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763332.209321:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763332.209332:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3303 00000100:00100000:2.0:1789763332.209335:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516102016:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763332.209338:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763332.209356:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763332.209368:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763332.209399:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516102272/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763332.209422:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763332.209430:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763332.209434:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763332.209441:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3303 00000100:00080000:3.0:1789763332.209449:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1789763332.209452:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789763332.209463:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763332.209473:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763332.209493:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516102400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763332.209536:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332] req@ffff980dc61e7800 x1876699516102016/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763332.209577:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516102016/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763332.209600:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763332.209608:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763332.209617:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516102016:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763332.209661:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516102144:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763332.209696:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763332.209714:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332] req@ffff980dc61e6300 x1876699516102144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763332.209730:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516102144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763332.209741:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763332.209746:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763332.209751:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516102144:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763332.209758:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516102272:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763332.209780:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763332.209791:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332] req@ffff980dc61e5180 x1876699516102272/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763332.209804:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516102272/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763332.209814:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763332.209818:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763332.209822:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516102272:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763332.209828:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516102400:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763332.209847:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763332.209905:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332] req@ffff980dc61e6680 x1876699516102400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763332.209921:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516102400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763332.209931:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763332.209935:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763332.209939:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516102400:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763333.105083:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763334.129251:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763335.153191:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763336.177107:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763337.201172:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763337.329070:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763337.329091:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763337.329100:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763337.329120:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3308 00000100:00080000:1.0:1789763337.329138:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763337.329150:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763337.329229:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699516102528/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763337.329269:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763337.329274:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763337.329277:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763337.329283:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3308 00000100:00080000:1.0:1789763337.329288:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763337.329293:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763337.329307:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763337.329323:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699516102656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763337.329336:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763337.329342:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763337.329345:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763337.329351:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3308 00000100:00080000:1.0:1789763337.329355:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763337.329360:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763337.329369:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763337.329382:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699516102784/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763337.329400:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516102528:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763337.329401:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763337.329418:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763337.329422:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763337.329428:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3308 00000100:00080000:1.0:1789763337.329432:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763337.329436:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763337.329442:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763337.329461:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699516102912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763337.329588:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516102656:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763337.329644:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516102784:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763337.329702:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516102912:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763338.225104:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763339.249063:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763340.273139:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763340.401319:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:2.0:1789763340.401391:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763340.401414:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789763340.401475:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789763340.401486:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789763340.401496:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:3.0:1789763340.401546:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763340] req@ffff980dc8572680 x1876699516102784/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763340.401596:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699516102784/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763340.401619:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763340.401629:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763340.401637:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516102784:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763340.401654:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763340] req@ffff980dc8573b80 x1876699516102912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763340.401681:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699516102912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763340.401698:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763340.401705:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763340.401713:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516102912:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763340.401726:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763340] req@ffff980dc8571f80 x1876699516102528/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763340.401751:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699516102528/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763340.401766:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763340.401772:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763340.401778:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516102528:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763340.401791:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763340] req@ffff980dc8572a00 x1876699516102656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763340.401813:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699516102656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763340.401828:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763340.401835:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763340.401841:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516102656:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789763341.297134:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763342.321110:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763342.449044:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763342.449057:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763342.449064:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763342.449082:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3313 00000100:00080000:1.0:1789763342.449101:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763342.449113:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763342.449185:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571500 x1876699516103040/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763342.449227:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763342.449233:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763342.449236:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763342.449243:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3313 00000100:00080000:1.0:1789763342.449249:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763342.449255:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763342.449270:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763342.449291:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572300 x1876699516103168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763342.449316:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763342.449319:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516103040:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763342.449329:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763342.449339:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763342.449351:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3313 00000100:00080000:1.0:1789763342.449360:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763342.449368:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763342.449378:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763342.449406:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573100 x1876699516103296/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763342.449428:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763342.449447:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763342.449450:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763342.449458:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3313 00000100:00080000:1.0:1789763342.449467:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1789763342.449469:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:1.0:1789763342.449484:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763342.449496:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763342.449523:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699516103424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763342.449602:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763342] req@ffff980dc8571500 x1876699516103040/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763342.449644:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571500 x1876699516103040/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763342.449668:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763342.449688:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763342.449696:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516103040:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763342.449745:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516103168:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763342.449796:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763342.449833:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763342] req@ffff980dc8572300 x1876699516103168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763342.449900:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572300 x1876699516103168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763342.449932:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763342.449940:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763342.449947:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516103168:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763342.449961:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516103296:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763342.450039:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763342.450065:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763342] req@ffff980dc8573100 x1876699516103296/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763342.450087:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573100 x1876699516103296/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763342.450105:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763342.450112:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763342.450119:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516103296:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763342.450131:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516103424:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763342.450173:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763342.450197:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763342] req@ffff980dc8570380 x1876699516103424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763342.450222:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699516103424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763342.450241:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763342.450247:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763342.450256:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516103424:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763343.345162:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763344.369028:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763345.393119:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763346.417228:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763347.441145:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763347.569078:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763347.569092:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763347.569097:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763347.569110:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3318 00000100:00080000:3.0:1789763347.569124:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763347.569134:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763347.569187:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516103552/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763347.569221:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763347.569225:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763347.569227:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763347.569231:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3318 00000100:00080000:3.0:1789763347.569234:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763347.569238:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763347.569265:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763347.569276:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516103680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763347.569283:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763347.569287:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763347.569288:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763347.569292:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3318 00000100:00080000:3.0:1789763347.569295:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763347.569300:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763347.569304:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763347.569312:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516103808/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763347.569321:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1789763347.569323:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516103552:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763347.569326:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763347.569331:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763347.569336:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3318 00000100:00080000:3.0:1789763347.569338:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763347.569341:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763347.569344:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763347.569352:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516103936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789763347.569410:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763347.569458:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763347/real 1789763347] req@ffff980dc61e5c00 x1876699516103552/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763347.569492:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516103552/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763347.569502:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763347.569505:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763347.569509:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516103552:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763347.569515:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516103680:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763347.569532:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763347.569541:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763347/real 1789763347] req@ffff980dc61e4a80 x1876699516103680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763347.569549:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516103680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763347.569564:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763347.569567:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763347.569569:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516103680:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763347.569594:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516103808:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763347.569609:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763347.569616:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763347/real 1789763347] req@ffff980dc61e4380 x1876699516103808/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763347.569624:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516103808/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763347.569630:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763347.569632:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763347.569634:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516103808:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763347.569638:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516103936:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763347.569648:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763347.569655:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763347/real 1789763347] req@ffff980dc61e4000 x1876699516103936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763347.569663:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516103936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763347.569668:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763347.569670:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763347.569671:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516103936:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763348.465098:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763349.489069:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763350.513135:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763351.537120:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763352.561137:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763352.688966:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763352.688984:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763352.688991:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763352.689005:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3323 00000100:00080000:3.0:1789763352.689019:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763352.689030:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763352.689078:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516104064/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763352.689117:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763352.689124:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763352.689126:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763352.689131:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3323 00000100:00080000:3.0:1789763352.689136:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763352.689140:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763352.689153:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763352.689171:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516104192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763352.689192:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763352.689199:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763352.689208:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789763352.689209:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516104064:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763352.689226:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3323 00000100:00080000:3.0:1789763352.689237:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763352.689247:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763352.689261:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763352.689290:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516104320/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789763352.689308:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789763352.689309:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763352.689318:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763352.689322:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763352.689330:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3323 00000100:00080000:3.0:1789763352.689339:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763352.689345:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763352.689354:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763352.689373:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763352/real 1789763352] req@ffff980dc61e4000 x1876699516104064/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763352.689376:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516104448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763352.689453:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516104064/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763352.689497:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763352.689524:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763352.689531:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516104064:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763352.689565:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516104192:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763352.689600:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763352.689616:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763352/real 1789763352] req@ffff980dc61e4380 x1876699516104192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763352.689630:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516104192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763352.689647:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763352.689651:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763352.689657:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516104192:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763352.689667:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516104320:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763352.689699:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763352.689718:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763352/real 1789763352] req@ffff980dc61e4a80 x1876699516104320/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763352.689758:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516104320/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763352.689773:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763352.689778:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763352.689782:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516104320:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763352.689791:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516104448:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763352.689821:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763352.689836:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763352/real 1789763352] req@ffff980dc61e5c00 x1876699516104448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763352.689855:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516104448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763352.689871:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763352.689877:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763352.689886:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516104448:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789763353.585157:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763354.609055:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763355.633132:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763356.657033:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763357.681083:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763357.809028:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763357.809045:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763357.809052:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763357.809068:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3328 00000100:00080000:3.0:1789763357.809087:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763357.809098:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763357.809180:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516104576/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763357.809222:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763357.809227:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763357.809230:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763357.809235:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3328 00000100:00080000:3.0:1789763357.809240:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763357.809244:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763357.809258:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763357.809284:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516104704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763357.809297:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763357.809305:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763357.809308:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763357.809317:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3328 00000100:00080000:3.0:1789763357.809325:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763357.809334:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763357.809344:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763357.809368:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516104832/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763357.809384:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516104576:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763357.809408:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763357.809419:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763357.809424:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763357.809436:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3328 00000100:00080000:3.0:1789763357.809443:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763357.809450:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763357.809462:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763357.809484:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516104960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789763357.809497:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763357.809586:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763357/real 1789763357] req@ffff980dc61e6680 x1876699516104576/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763357.809611:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516104576/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763357.809627:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763357.809633:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763357.809639:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516104576:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763357.809649:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516104704:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763357.809677:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763357.809691:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763357/real 1789763357] req@ffff980dc61e5180 x1876699516104704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763357.809706:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516104704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763357.809732:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763357.809736:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763357.809740:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516104704:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763357.809768:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516104832:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763357.809809:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763357.809824:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763357/real 1789763357] req@ffff980dc61e6300 x1876699516104832/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763357.809839:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516104832/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763357.809850:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763357.809947:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763357.809951:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516104832:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763357.809959:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516104960:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763357.810006:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763357.810023:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763357/real 1789763357] req@ffff980dc61e7800 x1876699516104960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763357.810038:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516104960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763357.810049:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763357.810053:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763357.810057:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516104960:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763358.705161:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763359.729005:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763360.753114:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763361.777129:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763362.801079:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763362.928994:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763362.929010:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763362.929016:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763362.929034:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3334 00000100:00080000:3.0:1789763362.929052:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763362.929065:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763362.929129:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516105088/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763362.929177:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763362.929184:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763362.929188:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763362.929196:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3334 00000100:00080000:3.0:1789763362.929204:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763362.929213:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763362.929230:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763362.929264:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516105088:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763362.929265:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516105216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763362.929296:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763362.929300:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763362.929303:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763362.929309:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3334 00000100:00080000:3.0:1789763362.929315:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763362.929320:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763362.929328:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763362.929344:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516105344/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763362.929358:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763362.929363:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763362.929365:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763362.929370:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3334 00000100:00080000:3.0:1789763362.929388:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763362.929393:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763362.929401:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789763362.929405:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763362.929420:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516105472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763362.929483:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763362/real 1789763362] req@ffff980dc61e4e00 x1876699516105088/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763362.929514:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516105088/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763362.929531:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763362.929538:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763362.929543:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516105088:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763362.929580:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516105216:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763362.929623:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763362.929643:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763362/real 1789763362] req@ffff980dc61e7b80 x1876699516105216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763362.929664:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516105216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763362.929677:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763362.929683:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763362.929690:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516105216:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763362.929701:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516105344:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763362.929735:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763362.929750:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763362/real 1789763362] req@ffff980dc61e7480 x1876699516105344/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763362.929765:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516105344/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763362.929776:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763362.929781:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763362.929786:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516105344:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763362.929796:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516105472:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763362.929843:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763362.929906:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763362/real 1789763362] req@ffff980dc61e5880 x1876699516105472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763362.929926:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516105472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763362.929953:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763362.929961:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763362.929967:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516105472:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763363.825052:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763364.848968:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763365.873086:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763366.896961:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763367.920934:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763368.048984:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763368.048993:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763368.048996:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763368.049005:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3339 00000100:00080000:0.0:1789763368.049014:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763368.049020:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763368.049053:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5180 x1876699516105600/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763368.049074:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763368.049077:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763368.049078:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763368.049081:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3339 00000100:00080000:0.0:1789763368.049083:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763368.049087:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763368.049095:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763368.049103:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5500 x1876699516105728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763368.049109:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763368.049112:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763368.049113:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763368.049115:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3339 00000100:00080000:0.0:1789763368.049116:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763368.049119:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763368.049122:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763368.049127:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7480 x1876699516105856/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763368.049133:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763368.049135:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763368.049137:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763368.049139:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3339 00000100:00080000:0.0:1789763368.049141:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763368.049144:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763368.049147:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763368.049153:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4380 x1876699516105984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763368.049172:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516105600:192.168.203.146@tcp:250:kworker.0 00000800:00000100:2.0:1789763368.049252:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763368.049289:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368] req@ffff980dc8fc5180 x1876699516105600/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763368.049303:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5180 x1876699516105600/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763368.049312:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763368.049315:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763368.049317:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516105600:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763368.049323:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516105728:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763368.049340:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763368.049353:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368] req@ffff980dc8fc5500 x1876699516105728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763368.049367:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5500 x1876699516105728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763368.049376:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763368.049380:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763368.049384:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516105728:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763368.049391:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516105856:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763368.049423:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763368.049433:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368] req@ffff980dc8fc7480 x1876699516105856/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763368.049442:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7480 x1876699516105856/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763368.049448:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763368.049450:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763368.049452:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516105856:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763368.049456:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516105984:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763368.049470:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763368.049476:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368] req@ffff980dc8fc4380 x1876699516105984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763368.049484:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4380 x1876699516105984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763368.049490:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763368.049492:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763368.049494:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516105984:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763368.945094:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763369.969017:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763370.993072:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763372.017106:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763373.041044:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763373.168953:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763373.168965:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763373.168970:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763373.168982:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3344 00000100:00080000:3.0:1789763373.168996:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763373.169004:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763373.169082:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516106112/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763373.169124:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763373.169129:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763373.169131:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763373.169137:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3344 00000100:00080000:3.0:1789763373.169141:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763373.169145:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763373.169158:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763373.169174:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516106240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763373.169194:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763373.169199:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763373.169201:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763373.169205:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3344 00000100:00080000:3.0:1789763373.169208:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763373.169213:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763373.169220:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763373.169230:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516106368/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763373.169244:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763373.169248:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763373.169251:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763373.169255:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3344 00000100:00080000:3.0:1789763373.169260:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763373.169264:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763373.169270:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763373.169282:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516106496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763373.169319:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516106112:192.168.203.146@tcp:250:kworker.0 00000800:00000100:2.0:1789763373.169428:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763373.169488:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373] req@ffff980dc61e5880 x1876699516106112/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763373.169520:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516106112/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763373.169535:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763373.169541:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763373.169546:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516106112:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763373.169566:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516106240:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763373.169591:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763373.169606:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373] req@ffff980dc61e7480 x1876699516106240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763373.169621:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516106240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763373.169632:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763373.169636:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763373.169642:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516106240:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763373.169650:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516106368:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763373.169670:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763373.169681:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373] req@ffff980dc61e7b80 x1876699516106368/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763373.169695:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516106368/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763373.169712:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763373.169715:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763373.169719:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516106368:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763373.169780:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516106496:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763373.169804:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763373.169818:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373] req@ffff980dc61e4e00 x1876699516106496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763373.169833:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516106496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763373.169843:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763373.169847:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763373.169851:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516106496:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763374.065008:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763375.089047:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763376.113096:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763377.137029:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763378.161029:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763378.289012:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763378.289028:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763378.289035:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763378.289051:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3349 00000100:00080000:2.0:1789763378.289069:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763378.289081:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763378.289144:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516106624/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763378.289189:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763378.289194:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763378.289197:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763378.289203:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3349 00000100:00080000:2.0:1789763378.289208:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763378.289214:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763378.289229:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763378.289252:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516106752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763378.289270:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516106624:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763378.289273:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763378.289302:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763378.289306:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763378.289313:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3349 00000100:00080000:2.0:1789763378.289319:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763378.289326:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763378.289335:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763378.289354:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516106880/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763378.289368:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763378.289375:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763378.289379:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763378.289396:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3349 00000100:00080000:2.0:1789763378.289401:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763378.289406:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:3.0:1789763378.289416:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:2.0:1789763378.289418:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763378.289441:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516107008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763378.289497:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378] req@ffff980dd23ab480 x1876699516106624/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763378.289535:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516106624/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763378.289549:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763378.289555:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763378.289561:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516106624:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763378.289593:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516106752:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763378.289624:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763378.289640:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378] req@ffff980dd23ab800 x1876699516106752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763378.289655:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516106752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763378.289666:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763378.289670:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763378.289674:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516106752:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763378.289683:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516106880:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763378.289747:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763378.289772:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378] req@ffff980dd23a8a80 x1876699516106880/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763378.289798:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516106880/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763378.289829:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763378.289836:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763378.289840:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516106880:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763378.289850:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516107008:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763378.289934:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763378.289959:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378] req@ffff980dd23a8000 x1876699516107008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763378.289984:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516107008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763378.290000:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763378.290007:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763378.290013:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516107008:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763379.185058:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763380.209146:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763381.233086:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763382.257119:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763383.281158:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763383.409020:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763383.409037:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763383.409044:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763383.409059:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3354 00000100:00080000:3.0:1789763383.409076:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763383.409088:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763383.409151:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516107136/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763383.409201:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763383.409208:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763383.409211:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763383.409217:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3354 00000100:00080000:3.0:1789763383.409222:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763383.409226:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763383.409240:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763383.409258:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516107264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763383.409275:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763383.409280:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763383.409283:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763383.409293:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3354 00000100:00100000:2.0:1789763383.409308:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516107136:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763383.409310:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763383.409322:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763383.409331:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763383.409348:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516107392/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763383.409361:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763383.409366:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763383.409369:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763383.409374:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3354 00000100:00080000:3.0:1789763383.409378:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763383.409383:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763383.409392:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763383.409405:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516107520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789763383.409431:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763383.409502:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383] req@ffff980dc61e7800 x1876699516107136/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763383.409531:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516107136/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763383.409547:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763383.409552:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763383.409558:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516107136:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763383.409594:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516107264:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763383.409621:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763383.409637:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383] req@ffff980dc61e6300 x1876699516107264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763383.409653:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516107264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763383.409695:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763383.409701:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763383.409706:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516107264:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763383.409723:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516107392:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763383.409755:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763383.409772:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383] req@ffff980dc61e5180 x1876699516107392/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763383.409787:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516107392/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763383.409798:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763383.409802:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763383.409806:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516107392:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763383.409813:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516107520:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763383.409833:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763383.409845:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383] req@ffff980dc61e6680 x1876699516107520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763383.409895:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516107520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763383.409914:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763383.409918:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763383.409922:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516107520:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789763384.305051:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763385.329122:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763386.353095:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763387.377108:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763388.401156:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763388.528996:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763388.529012:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763388.529018:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763388.529034:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3359 00000100:00080000:3.0:1789763388.529053:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763388.529065:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763388.529132:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516107648/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763388.529174:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763388.529179:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763388.529182:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763388.529188:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3359 00000100:00080000:3.0:1789763388.529192:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763388.529196:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763388.529211:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763388.529227:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516107776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763388.529250:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763388.529255:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763388.529259:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763388.529265:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3359 00000100:00080000:3.0:1789763388.529272:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1789763388.529284:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516107648:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763388.529286:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763388.529304:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763388.529333:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516107904/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763388.529359:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763388.529367:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763388.529371:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763388.529378:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3359 00000100:00080000:3.0:1789763388.529398:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763388.529405:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763388.529412:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789763388.529424:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763388.529434:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516108032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763388.529513:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763388/real 1789763388] req@ffff980dc61e5c00 x1876699516107648/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763388.529543:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516107648/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763388.529559:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763388.529564:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763388.529570:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516107648:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763388.529580:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516107776:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763388.529613:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763388.529655:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763388/real 1789763388] req@ffff980dc61e4a80 x1876699516107776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763388.529672:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516107776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763388.529683:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763388.529688:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763388.529692:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516107776:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763388.529750:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516107904:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763388.529794:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763388.529818:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763388/real 1789763388] req@ffff980dc61e4380 x1876699516107904/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763388.529841:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516107904/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763388.529852:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763388.529898:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763388.529903:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516107904:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763388.529911:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516108032:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763388.529942:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763388.529956:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763388/real 1789763388] req@ffff980dc61e4000 x1876699516108032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763388.529971:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516108032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763388.529981:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763388.529985:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763388.529989:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516108032:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763389.424989:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763390.449087:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763391.473039:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763392.497021:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763393.521115:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763393.648928:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763393.648939:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763393.648944:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763393.648957:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3364 00000100:00080000:3.0:1789763393.648971:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763393.648979:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763393.649027:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516108160/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763393.649054:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763393.649057:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763393.649058:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763393.649062:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3364 00000100:00080000:3.0:1789763393.649064:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763393.649067:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763393.649078:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763393.649088:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516108288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763393.649097:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1789763393.649102:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516108160:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763393.649102:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763393.649106:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763393.649114:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3364 00000100:00080000:3.0:1789763393.649117:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763393.649119:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763393.649123:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763393.649132:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516108416/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763393.649144:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763393.649147:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763393.649148:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763393.649151:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3364 00000100:00080000:3.0:1789763393.649153:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763393.649155:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763393.649158:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763393.649165:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516108544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789763393.649198:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763393.649251:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763393/real 1789763393] req@ffff980dc61e4000 x1876699516108160/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763393.649277:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516108160/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763393.649287:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763393.649290:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763393.649294:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516108160:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763393.649320:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516108288:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763393.649339:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763393.649348:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763393/real 1789763393] req@ffff980dc61e4380 x1876699516108288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763393.649356:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516108288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763393.649362:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763393.649364:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763393.649366:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516108288:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763393.649370:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516108416:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763393.649382:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763393.649389:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763393/real 1789763393] req@ffff980dc61e4a80 x1876699516108416/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763393.649396:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516108416/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763393.649405:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763393.649407:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763393.649410:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516108416:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763393.649413:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516108544:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763393.649423:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763393.649429:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763393/real 1789763393] req@ffff980dc61e5c00 x1876699516108544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763393.649436:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516108544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763393.649441:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763393.649443:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763393.649445:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516108544:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789763394.545109:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763395.569159:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763396.593169:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763397.617094:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763398.641112:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763398.769056:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763398.769074:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763398.769083:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763398.769114:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3369 00000100:00080000:0.0:1789763398.769137:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763398.769153:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763398.769249:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4000 x1876699516108672/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763398.769303:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763398.769309:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763398.769313:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763398.769321:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3369 00000100:00080000:0.0:1789763398.769331:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1789763398.769343:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516108672:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789763398.769344:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763398.769387:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763398.769448:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6300 x1876699516108800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763398.769476:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1789763398.769488:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789763398.769490:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763398.769497:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763398.769506:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3369 00000100:00080000:0.0:1789763398.769514:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763398.769521:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763398.769531:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763398.769580:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6680 x1876699516108928/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763398.769608:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763398.769617:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1789763398.769620:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763398/real 1789763398] req@ffff980dc8fc4000 x1876699516108672/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763398.769623:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763398.769640:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3369 00000100:00080000:0.0:1789763398.769668:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763398.769688:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763398.769699:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763398.769711:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4000 x1876699516108672/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763398.769724:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6a00 x1876699516109056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763398.769785:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763398.769799:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763398.769814:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516108672:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763398.769859:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516108800:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763398.769987:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763398.770012:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763398/real 1789763398] req@ffff980dc8fc6300 x1876699516108800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763398.770034:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6300 x1876699516108800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763398.770047:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763398.770052:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763398.770056:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516108800:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763398.770070:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516108928:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763398.770112:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763398.770133:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763398/real 1789763398] req@ffff980dc8fc6680 x1876699516108928/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763398.770145:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6680 x1876699516108928/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763398.770157:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763398.770166:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763398.770171:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516108928:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763398.770188:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516109056:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763398.770226:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763398.770286:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763398/real 1789763398] req@ffff980dc8fc6a00 x1876699516109056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763398.770306:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6a00 x1876699516109056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763398.770316:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763398.770320:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763398.770324:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516109056:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789763399.665073:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763400.689130:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763401.713123:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763402.737120:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763403.761133:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763403.888986:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763403.889001:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763403.889007:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763403.889022:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3375 00000100:00080000:0.0:1789763403.889037:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763403.889047:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763403.889099:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4e00 x1876699516109184/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763403.889166:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763403.889172:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763403.889175:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763403.889181:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3375 00000100:00080000:0.0:1789763403.889186:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763403.889192:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763403.889205:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763403.889226:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6d80 x1876699516109312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763403.889243:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763403.889247:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763403.889250:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789763403.889260:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516109184:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789763403.889261:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3375 00000100:00080000:0.0:1789763403.889275:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763403.889302:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763403.889311:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763403.889345:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7800 x1876699516109440/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763403.889365:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763403.889371:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763403.889374:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763403.889381:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3375 00000100:00080000:0.0:1789763403.889403:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763403.889410:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763403.889418:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763403.889438:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7100 x1876699516109568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763403.889491:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516109312:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763403.889583:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516109440:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763403.889608:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516109568:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789763404.784963:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763405.809042:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763406.833182:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789763406.961402:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:3.0:1789763406.961484:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789763406.961558:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789763406.961639:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789763406.961671:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789763406.961702:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:2.0:1789763406.961750:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763403/real 1789763406] req@ffff980dc8fc6d80 x1876699516109312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763406.961806:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6d80 x1876699516109312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763406.961841:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763406.961849:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763406.961983:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516109312:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763406.962002:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763403/real 1789763406] req@ffff980dc8fc7800 x1876699516109440/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763406.962029:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7800 x1876699516109440/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763406.962045:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763406.962053:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763406.962059:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516109440:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763406.962073:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763403/real 1789763406] req@ffff980dc8fc7100 x1876699516109568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763406.962096:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7100 x1876699516109568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763406.962112:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763406.962119:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763406.962126:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516109568:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763406.962140:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763403/real 1789763406] req@ffff980dc8fc4e00 x1876699516109184/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763406.962165:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4e00 x1876699516109184/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763406.962180:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763406.962185:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763406.962191:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516109184:192.168.203.146@tcp:250:kworker.0 00010000:00010000:2.0:1789763407.857152:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763408.881032:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763409.009028:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763409.009037:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763409.009041:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763409.009052:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3380 00000100:00080000:1.0:1789763409.009064:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763409.009079:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763409.009123:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571c00 x1876699516109696/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763409.009150:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763409.009153:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763409.009155:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763409.009159:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3380 00000100:00080000:1.0:1789763409.009161:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763409.009164:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763409.009173:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763409.009185:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699516109824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763409.009192:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763409.009195:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763409.009196:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763409.009199:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3380 00000100:00080000:1.0:1789763409.009201:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763409.009204:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763409.009208:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763409.009218:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573100 x1876699516109952/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763409.009223:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516109696:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763409.009238:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763409.009243:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763409.009246:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763409.009253:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3380 00000100:00080000:1.0:1789763409.009258:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763409.009263:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763409.009270:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763409.009296:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572300 x1876699516110080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789763409.009309:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763409.009373:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763409] req@ffff980dc8571c00 x1876699516109696/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763409.009392:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571c00 x1876699516109696/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763409.009403:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763409.009408:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763409.009412:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516109696:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763409.009427:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516109824:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763409.009453:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763409.009467:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763409] req@ffff980dc8570380 x1876699516109824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763409.009499:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699516109824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763409.009507:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763409.009512:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763409.009515:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516109824:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763409.009545:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516109952:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763409.009568:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763409.009579:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763409] req@ffff980dc8573100 x1876699516109952/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763409.009591:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573100 x1876699516109952/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763409.009598:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763409.009601:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763409.009604:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516109952:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763409.009610:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516110080:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763409.009630:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763409.009640:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763409] req@ffff980dc8572300 x1876699516110080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763409.009651:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572300 x1876699516110080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763409.009658:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763409.009661:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763409.009664:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516110080:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763409.905107:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763410.929086:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763411.953123:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763412.977017:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763414.001088:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763414.128972:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763414.128984:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763414.128990:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763414.129002:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3385 00000100:00080000:1.0:1789763414.129014:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763414.129023:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763414.129066:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571500 x1876699516110208/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763414.129098:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763414.129103:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763414.129105:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763414.129110:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3385 00000100:00080000:1.0:1789763414.129114:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763414.129118:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763414.129130:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763414.129144:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699516110336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763414.129156:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763414.129159:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763414.129161:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763414.129165:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3385 00000100:00080000:1.0:1789763414.129170:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763414.129174:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763414.129180:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763414.129193:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699516110464/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763414.129217:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516110208:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763414.129219:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763414.129233:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763414.129236:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763414.129242:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3385 00000100:00080000:1.0:1789763414.129245:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763414.129249:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763414.129255:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763414.129270:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699516110592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789763414.129311:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763414.129375:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414] req@ffff980dc8571500 x1876699516110208/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763414.129399:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571500 x1876699516110208/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763414.129412:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763414.129417:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763414.129422:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516110208:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763414.129431:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516110336:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763414.129483:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763414.129499:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414] req@ffff980dc8572a00 x1876699516110336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763414.129514:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699516110336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763414.129523:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763414.129527:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763414.129531:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516110336:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763414.129558:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516110464:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763414.129578:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763414.129590:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414] req@ffff980dc8571f80 x1876699516110464/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763414.129604:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699516110464/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763414.129613:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763414.129633:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763414.129637:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516110464:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763414.129645:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516110592:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763414.129666:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763414.129678:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414] req@ffff980dc8573b80 x1876699516110592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763414.129693:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699516110592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763414.129703:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763414.129706:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763414.129709:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516110592:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763415.025061:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763416.049177:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763417.073049:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763418.097125:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763419.121082:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763419.249058:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763419.249072:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763419.249079:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763419.249095:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3390 00000100:00080000:3.0:1789763419.249113:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763419.249124:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763419.249182:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516110720/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763419.249224:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763419.249230:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763419.249232:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763419.249239:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3390 00000100:00080000:3.0:1789763419.249243:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763419.249247:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763419.249261:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763419.249277:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516110848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763419.249292:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763419.249297:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763419.249303:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789763419.249306:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516110720:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763419.249313:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3390 00000100:00080000:3.0:1789763419.249325:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763419.249331:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763419.249338:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763419.249353:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516110976/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763419.249367:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763419.249373:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763419.249376:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763419.249381:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3390 00000100:00080000:3.0:1789763419.249444:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763419.249453:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:2.0:1789763419.249462:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:3.0:1789763419.249466:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763419.249490:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516111104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789763419.249538:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419] req@ffff980dc61e6680 x1876699516110720/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763419.249576:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516110720/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763419.249592:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763419.249597:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763419.249603:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516110720:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763419.249638:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516110848:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763419.249668:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763419.249684:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419] req@ffff980dc61e5180 x1876699516110848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763419.249700:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516110848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763419.249711:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763419.249715:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763419.249719:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516110848:192.168.203.146@tcp:38:kworker.0 00000100:00100000:2.0:1789763419.249726:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516110976:192.168.203.146@tcp:8:kworker.0 00000800:00000100:2.0:1789763419.249747:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763419.249758:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419] req@ffff980dc61e6300 x1876699516110976/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763419.249772:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516110976/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763419.249791:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763419.249795:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763419.249799:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516110976:192.168.203.146@tcp:8:kworker.0 00000100:00100000:2.0:1789763419.249805:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516111104:192.168.203.146@tcp:38:kworker.0 00000800:00000100:2.0:1789763419.249824:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763419.249835:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419] req@ffff980dc61e7800 x1876699516111104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763419.249849:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516111104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763419.249900:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763419.249904:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763419.249909:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516111104:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763420.145067:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763421.169070:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763422.193077:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763423.217131:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763424.241069:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763424.369050:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763424.369062:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763424.369069:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763424.369083:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3395 00000100:00080000:2.0:1789763424.369097:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763424.369107:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763424.369197:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516111232/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763424.369254:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763424.369263:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763424.369267:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763424.369276:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3395 00000100:00080000:2.0:1789763424.369286:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763424.369297:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763424.369330:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763424.369335:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516111232:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763424.369352:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516111360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763424.369389:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763424.369394:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763424.369396:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763424.369401:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3395 00000100:00080000:2.0:1789763424.369409:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763424.369416:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763424.369426:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763424.369449:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516111488/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763424.369460:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789763424.369480:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763424.369504:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763424.369508:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763424.369516:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3395 00000100:00080000:2.0:1789763424.369523:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763424.369531:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763424.369541:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763424.369554:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424] req@ffff980dd23a8000 x1876699516111232/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763424.369564:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516111616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763424.369613:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516111232/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763424.369632:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763424.369639:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763424.369676:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516111232:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763424.369711:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516111360:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763424.369740:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763424.369764:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424] req@ffff980dd23a8a80 x1876699516111360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763424.369778:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516111360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763424.369789:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763424.369793:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763424.369797:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516111360:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763424.369803:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516111488:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763424.369824:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763424.369840:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424] req@ffff980dd23ab800 x1876699516111488/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763424.369893:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516111488/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763424.369928:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763424.369936:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763424.369942:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516111488:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763424.369951:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516111616:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763424.369984:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763424.370004:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424] req@ffff980dd23ab480 x1876699516111616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763424.370029:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516111616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763424.370061:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763424.370066:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763424.370073:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516111616:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763425.265212:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763426.289141:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763427.313136:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763428.337133:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763429.361086:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763429.489014:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763429.489030:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763429.489037:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763429.489053:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3400 00000100:00080000:0.0:1789763429.489071:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763429.489082:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763429.489158:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4700 x1876699516111744/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763429.489213:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763429.489220:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763429.489223:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763429.489230:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3400 00000100:00080000:0.0:1789763429.489236:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763429.489242:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763429.489258:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763429.489290:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5f80 x1876699516111872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763429.489307:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763429.489312:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763429.489315:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763429.489321:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3400 00000100:00080000:0.0:1789763429.489353:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763429.489360:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763429.489367:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763429.489383:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516111744:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763429.489392:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4e00 x1876699516112000/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763429.489415:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763429.489419:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763429.489422:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763429.489426:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3400 00000100:00080000:0.0:1789763429.489433:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763429.489437:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763429.489443:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763429.489466:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7100 x1876699516112128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763429.489536:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763429.489626:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763429/real 1789763429] req@ffff980dc8fc4700 x1876699516111744/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763429.489657:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4700 x1876699516111744/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763429.489675:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763429.489681:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763429.489687:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516111744:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763429.489698:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516111872:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763429.489732:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763429.489748:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763429/real 1789763429] req@ffff980dc8fc5f80 x1876699516111872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763429.489763:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5f80 x1876699516111872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763429.489773:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763429.489777:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763429.489781:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516111872:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763429.489816:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516112000:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763429.489848:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763429.489901:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763429/real 1789763429] req@ffff980dc8fc4e00 x1876699516112000/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763429.489917:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4e00 x1876699516112000/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763429.489939:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763429.489943:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763429.489947:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516112000:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763429.489954:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516112128:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763429.489978:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763429.489990:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763429/real 1789763429] req@ffff980dc8fc7100 x1876699516112128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763429.490004:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7100 x1876699516112128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763429.490013:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763429.490017:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763429.490020:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516112128:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763430.385250:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763431.409171:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763432.433128:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763433.457063:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763434.481081:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763434.609034:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763434.609050:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763434.609056:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763434.609075:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3405 00000100:00080000:3.0:1789763434.609093:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763434.609105:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763434.609168:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516112256/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763434.609218:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763434.609224:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763434.609227:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763434.609234:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3405 00000100:00080000:3.0:1789763434.609240:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763434.609247:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763434.609262:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763434.609316:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516112384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763434.609343:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789763434.609350:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516112256:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763434.609351:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763434.609356:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763434.609372:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3405 00000100:00080000:3.0:1789763434.609384:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763434.609394:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763434.609408:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763434.609440:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516112512/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763434.609464:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763434.609471:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763434.609478:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1789763434.609480:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789763434.609494:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3405 00000100:00080000:3.0:1789763434.609501:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763434.609507:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763434.609517:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763434.609543:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516112640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763434.609565:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763434/real 1789763434] req@ffff980dc61e4e00 x1876699516112256/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763434.609599:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516112256/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763434.609623:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763434.609631:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763434.609657:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516112256:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763434.609712:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516112384:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763434.609765:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763434.609787:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763434/real 1789763434] req@ffff980dc61e7b80 x1876699516112384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763434.609822:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516112384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763434.609835:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763434.609840:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763434.609846:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516112384:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763434.609900:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516112512:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763434.609939:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763434.609975:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763434/real 1789763434] req@ffff980dc61e7480 x1876699516112512/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763434.609995:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516112512/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763434.610016:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763434.610024:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763434.610029:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516112512:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763434.610039:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516112640:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763434.610070:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763434.610093:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763434/real 1789763434] req@ffff980dc61e5880 x1876699516112640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763434.610120:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516112640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763434.610136:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763434.610143:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763434.610149:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516112640:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763435.505050:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763436.529094:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763437.553032:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763438.577072:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763439.601087:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763439.729032:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763439.729045:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763439.729052:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763439.729067:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3410 00000100:00080000:0.0:1789763439.729084:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763439.729096:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763439.729156:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7800 x1876699516112768/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763439.729201:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763439.729209:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763439.729213:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763439.729222:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3410 00000100:00080000:0.0:1789763439.729230:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763439.729239:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763439.729302:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763439.729318:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516112768:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763439.729339:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6d80 x1876699516112896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763439.729357:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763439.729363:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763439.729365:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763439.729372:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3410 00000100:00080000:0.0:1789763439.729378:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763439.729384:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763439.729392:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763439.729408:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6a00 x1876699516113024/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763439.729432:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789763439.729433:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763439.729443:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763439.729446:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763439.729454:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3410 00000100:00080000:0.0:1789763439.729461:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763439.729467:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763439.729473:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763439.729490:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6680 x1876699516113152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763439.729505:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763439/real 1789763439] req@ffff980dc8fc7800 x1876699516112768/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763439.729537:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7800 x1876699516112768/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763439.729554:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763439.729561:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763439.729566:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516112768:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763439.729600:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516112896:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763439.729628:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763439.729643:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763439/real 1789763439] req@ffff980dc8fc6d80 x1876699516112896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763439.729658:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6d80 x1876699516112896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763439.729677:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763439.729682:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763439.729686:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516112896:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763439.729693:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516113024:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763439.729714:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763439.729725:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763439/real 1789763439] req@ffff980dc8fc6a00 x1876699516113024/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763439.729739:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6a00 x1876699516113024/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763439.729750:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763439.729753:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763439.729757:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516113024:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763439.729763:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516113152:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763439.729794:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763439.729817:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763439/real 1789763439] req@ffff980dc8fc6680 x1876699516113152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763439.729860:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6680 x1876699516113152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763439.729921:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763439.729927:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763439.729934:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516113152:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763440.625222:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763441.649158:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763442.673130:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763443.697120:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763444.721060:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763444.849076:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763444.849092:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763444.849098:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763444.849114:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3416 00000100:00080000:3.0:1789763444.849132:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763444.849144:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763444.849267:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516113280/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763444.849319:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763444.849324:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763444.849326:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763444.849333:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3416 00000100:00080000:3.0:1789763444.849338:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763444.849343:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763444.849357:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763444.849375:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516113408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763444.849395:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516113280:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763444.849406:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763444.849412:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763444.849415:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763444.849421:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3416 00000100:00080000:3.0:1789763444.849425:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763444.849430:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763444.849436:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763444.849450:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516113536/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763444.849463:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763444.849467:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763444.849470:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763444.849474:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3416 00000100:00080000:3.0:1789763444.849478:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763444.849482:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763444.849489:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763444.849501:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516113664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763444.849509:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763444.849579:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763444/real 1789763444] req@ffff980dc61e5880 x1876699516113280/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763444.849619:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516113280/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763444.849634:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763444.849640:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763444.849645:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516113280:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763444.849679:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516113408:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763444.849717:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763444.849734:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763444/real 1789763444] req@ffff980dc61e7480 x1876699516113408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763444.849749:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516113408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763444.849760:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763444.849764:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763444.849768:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516113408:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763444.849774:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516113536:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763444.849797:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763444.849809:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763444/real 1789763444] req@ffff980dc61e7b80 x1876699516113536/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763444.849823:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516113536/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763444.849833:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763444.849836:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763444.849839:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516113536:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763444.849846:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516113664:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763444.849909:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763444.849944:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763444/real 1789763444] req@ffff980dc61e4e00 x1876699516113664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763444.849959:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516113664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763444.849969:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763444.849973:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763444.849976:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516113664:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763445.745143:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763446.769161:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763447.793132:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763448.817140:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763449.841152:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763449.968987:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763449.969006:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763449.969012:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763449.969028:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3421 00000100:00080000:3.0:1789763449.969048:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763449.969060:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763449.969126:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516113792/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763449.969171:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763449.969206:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763449.969210:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763449.969217:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3421 00000100:00080000:3.0:1789763449.969223:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763449.969228:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763449.969244:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763449.969265:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516113920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763449.969280:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763449.969286:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763449.969289:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763449.969294:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3421 00000100:00080000:3.0:1789763449.969298:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763449.969304:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763449.969311:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763449.969322:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516113792:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763449.969332:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516114048/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763449.969348:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763449.969353:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763449.969355:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763449.969360:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3421 00000100:00080000:3.0:1789763449.969364:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763449.969369:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763449.969375:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763449.969390:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516114176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763449.969448:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763449.969530:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763449/real 1789763449] req@ffff980dc61e7800 x1876699516113792/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763449.969561:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516113792/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763449.969579:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763449.969586:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763449.969592:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516113792:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763449.969602:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516113920:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763449.969630:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763449.969646:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763449/real 1789763449] req@ffff980dc61e6300 x1876699516113920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763449.969661:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516113920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763449.969672:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763449.969675:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763449.969679:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516113920:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763449.969714:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516114048:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763449.969738:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763449.969750:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763449/real 1789763449] req@ffff980dc61e5180 x1876699516114048/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763449.969764:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516114048/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763449.969783:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763449.969787:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763449.969791:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516114048:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763449.969797:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516114176:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763449.969816:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763449.969828:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763449/real 1789763449] req@ffff980dc61e6680 x1876699516114176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763449.969841:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516114176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763449.969900:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763449.969905:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763449.969909:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516114176:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789763450.865225:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763451.889128:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763452.913137:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763453.937042:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763454.961105:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763455.089072:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763455.089088:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763455.089095:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763455.089112:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3426 00000100:00080000:1.0:1789763455.089129:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763455.089171:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763455.089238:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699516114304/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763455.089283:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763455.089289:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763455.089292:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763455.089298:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3426 00000100:00080000:1.0:1789763455.089305:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763455.089312:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763455.089328:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763455.089345:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572d80 x1876699516114432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763455.089355:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516114304:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763455.089371:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763455.089378:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763455.089380:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763455.089387:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3426 00000100:00080000:1.0:1789763455.089391:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763455.089396:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763455.089403:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763455.089418:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570700 x1876699516114560/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763455.089431:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763455.089436:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763455.089439:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763455.089444:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3426 00000100:00080000:1.0:1789763455.089448:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763455.089453:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763455.089460:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763455.089480:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570e00 x1876699516114688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763455.089481:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763455.089562:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455] req@ffff980dc8572680 x1876699516114304/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763455.089590:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699516114304/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763455.089606:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763455.089612:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763455.089617:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516114304:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763455.089657:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516114432:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763455.089703:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763455.089731:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455] req@ffff980dc8572d80 x1876699516114432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763455.089772:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572d80 x1876699516114432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763455.089784:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763455.089788:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763455.089793:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516114432:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763455.089802:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516114560:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763455.089833:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763455.089847:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455] req@ffff980dc8570700 x1876699516114560/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763455.089897:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570700 x1876699516114560/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763455.089908:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763455.089913:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763455.089917:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516114560:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763455.089924:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516114688:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763455.089950:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763455.089963:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455] req@ffff980dc8570e00 x1876699516114688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763455.089978:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570e00 x1876699516114688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763455.089996:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763455.090000:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763455.090004:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516114688:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789763455.985203:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763457.009215:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763458.033155:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763459.057099:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763460.081056:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763460.209022:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763460.209035:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763460.209051:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763460.209064:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3431 00000100:00080000:1.0:1789763460.209076:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763460.209085:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763460.209167:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699516114816/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763460.209203:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763460.209208:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763460.209210:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763460.209216:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3431 00000100:00080000:1.0:1789763460.209223:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763460.209229:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763460.209241:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763460.209266:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699516114944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763460.209278:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516114816:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763460.209290:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763460.209296:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763460.209298:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763460.209303:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3431 00000100:00080000:1.0:1789763460.209309:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763460.209314:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763460.209321:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763460.209360:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699516115072/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763460.209388:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1789763460.209398:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:1.0:1789763460.209410:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763460.209415:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763460.209423:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3431 00000100:00080000:1.0:1789763460.209429:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763460.209437:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763460.209445:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763460.209460:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699516115200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763460.209492:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460] req@ffff980dc8573480 x1876699516114816/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763460.209512:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699516114816/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763460.209526:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763460.209531:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763460.209534:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516114816:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763460.209563:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516114944:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763460.209584:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763460.209594:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460] req@ffff980dc8571880 x1876699516114944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763460.209602:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699516114944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763460.209609:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763460.209613:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763460.209618:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516114944:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763460.209626:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516115072:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763460.209649:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763460.209661:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460] req@ffff980dc8573800 x1876699516115072/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763460.209671:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699516115072/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763460.209677:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763460.209679:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763460.209681:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516115072:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763460.209686:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516115200:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763460.209700:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763460.209707:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460] req@ffff980dc8571180 x1876699516115200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763460.209715:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699516115200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763460.209720:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763460.209722:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763460.209724:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516115200:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789763461.105209:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763462.129149:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763463.153166:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763464.177055:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763465.201157:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763465.329005:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763465.329020:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763465.329026:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763465.329042:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3436 00000100:00080000:1.0:1789763465.329092:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763465.329109:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763465.329186:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570a80 x1876699516115328/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763465.329230:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763465.329237:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763465.329239:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763465.329245:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3436 00000100:00080000:1.0:1789763465.329253:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763465.329259:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763465.329276:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763465.329295:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516115328:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763465.329304:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699516115456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763465.329322:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763465.329326:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763465.329328:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763465.329335:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3436 00000100:00080000:1.0:1789763465.329340:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763465.329344:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763465.329351:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763465.329367:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699516115584/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763465.329380:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763465.329385:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763465.329388:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763465.329393:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3436 00000100:00080000:1.0:1789763465.329398:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763465.329402:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:3.0:1789763465.329411:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:1.0:1789763465.329413:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763465.329433:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699516115712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763465.329500:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465] req@ffff980dc8570a80 x1876699516115328/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763465.329528:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570a80 x1876699516115328/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763465.329544:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763465.329550:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763465.329558:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516115328:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763465.329596:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516115456:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763465.329626:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763465.329642:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465] req@ffff980dc8571180 x1876699516115456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763465.329658:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699516115456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763465.329669:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763465.329674:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763465.329720:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516115456:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763465.329732:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516115584:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763465.329764:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763465.329779:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465] req@ffff980dc8573800 x1876699516115584/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763465.329804:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699516115584/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763465.329816:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763465.329821:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763465.329826:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516115584:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763465.329833:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516115712:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763465.329891:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763465.329907:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465] req@ffff980dc8571880 x1876699516115712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763465.329930:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699516115712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763465.329947:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763465.329954:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763465.329960:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516115712:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763466.225051:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763467.249040:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763468.273160:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763469.297018:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763470.320989:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763470.449064:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763470.449092:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763470.449099:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763470.449115:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3441 00000100:00080000:2.0:1789763470.449133:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763470.449144:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763470.449212:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516115840/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763470.449254:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763470.449266:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763470.449269:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763470.449275:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3441 00000100:00080000:2.0:1789763470.449280:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763470.449285:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763470.449303:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763470.449331:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516115968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763470.449351:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516115840:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763470.449360:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763470.449371:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763470.449375:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763470.449385:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3441 00000100:00080000:2.0:1789763470.449394:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763470.449418:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763470.449427:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763470.449446:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516116096/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763470.449461:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763470.449467:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763470.449470:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763470.449476:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3441 00000100:00080000:2.0:1789763470.449482:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763470.449488:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763470.449496:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763470.449515:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516116224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763470.449525:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516115968:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763470.449564:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516116096:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763470.449599:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516116224:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763471.345062:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763472.369117:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763473.393145:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1789763473.521259:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:0.0:1789763473.521310:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1789763473.521348:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789763473.521397:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789763473.521435:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789763473.521446:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:3.0:1789763473.521535:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763473] req@ffff980dd23a8380 x1876699516116224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763473.521586:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516116224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763473.521611:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763473.521622:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763473.521631:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516116224:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763473.521649:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763473] req@ffff980dd23a8e00 x1876699516115968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763473.521677:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516115968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763473.521695:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763473.521703:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763473.521710:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516115968:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763473.521726:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763473] req@ffff980dd23a9180 x1876699516116096/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763473.521753:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516116096/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763473.521770:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763473.521777:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763473.521784:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516116096:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763473.521804:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763473] req@ffff980dd23aa300 x1876699516115840/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763473.521832:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516115840/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763473.521848:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763473.521909:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763473.521932:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516115840:192.168.203.146@tcp:250:kworker.0 00010000:00010000:0.0:1789763474.417159:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763475.441157:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763475.569082:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763475.569094:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763475.569099:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763475.569113:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3446 00000100:00080000:1.0:1789763475.569125:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763475.569133:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763475.569177:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699516116352/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763475.569214:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763475.569218:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763475.569221:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763475.569238:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3446 00000100:00080000:1.0:1789763475.569243:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763475.569249:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763475.569260:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763475.569292:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570e00 x1876699516116480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763475.569292:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516116352:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763475.569338:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763475.569345:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763475.569351:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763475.569360:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3446 00000100:00080000:1.0:1789763475.569368:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763475.569376:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763475.569385:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:3.0:1789763475.569404:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763475.569415:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570700 x1876699516116608/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763475.569438:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763475.569444:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763475.569449:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763475.569455:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3446 00000100:00080000:1.0:1789763475.569462:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763475.569470:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763475.569481:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763475.569492:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763475/real 1789763475] req@ffff980dc8573480 x1876699516116352/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763475.569512:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572d80 x1876699516116736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763475.569538:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699516116352/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763475.569562:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763475.569571:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763475.569579:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516116352:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763475.569637:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516116480:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763475.569697:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763475.569720:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763475/real 1789763475] req@ffff980dc8570e00 x1876699516116480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763475.569742:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570e00 x1876699516116480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763475.569769:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763475.569775:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763475.569782:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516116480:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763475.569793:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516116608:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763475.569828:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763475.569847:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763475/real 1789763475] req@ffff980dc8570700 x1876699516116608/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763475.569908:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570700 x1876699516116608/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763475.569924:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763475.569930:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763475.569936:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516116608:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763475.569947:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516116736:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763475.570015:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763475.570204:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763475/real 1789763475] req@ffff980dc8572d80 x1876699516116736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763475.570234:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572d80 x1876699516116736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763475.570246:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763475.570251:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763475.570256:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516116736:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763476.465101:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763477.489123:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763478.513090:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763479.537021:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763480.561067:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763480.689007:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763480.689019:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763480.689024:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763480.689035:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3451 00000100:00080000:1.0:1789763480.689047:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763480.689054:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763480.689093:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699516116864/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763480.689126:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763480.689130:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763480.689132:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763480.689137:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3451 00000100:00080000:1.0:1789763480.689140:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763480.689143:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763480.689153:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763480.689166:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699516116992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763480.689177:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763480.689181:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763480.689183:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763480.689187:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3451 00000100:00080000:1.0:1789763480.689190:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763480.689197:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763480.689200:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516116864:192.168.203.146@tcp:250:kworker.0 00000008:00100000:1.0:1789763480.689204:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763480.689220:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699516117120/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763480.689232:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763480.689251:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763480.689253:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763480.689257:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3451 00000100:00080000:1.0:1789763480.689261:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763480.689265:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763480.689271:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763480.689280:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699516117248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763480.689299:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763480.689360:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763480/real 1789763480] req@ffff980dc8572680 x1876699516116864/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763480.689380:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699516116864/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763480.689391:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763480.689395:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763480.689400:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516116864:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763480.689423:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516116992:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763480.689439:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763480.689449:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763480/real 1789763480] req@ffff980dc8573b80 x1876699516116992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763480.689457:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699516116992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763480.689463:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763480.689465:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763480.689467:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516116992:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763480.689507:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516117120:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763480.689524:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763480.689534:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763480/real 1789763480] req@ffff980dc8571f80 x1876699516117120/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763480.689544:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699516117120/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763480.689552:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763480.689554:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763480.689557:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516117120:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763480.689561:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516117248:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763480.689574:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763480.689583:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763480/real 1789763480] req@ffff980dc8572a00 x1876699516117248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763480.689592:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699516117248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763480.689599:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763480.689602:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763480.689604:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516117248:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763481.584998:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763482.609138:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763483.633166:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763484.656993:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763485.681061:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763485.809066:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763485.809082:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763485.809088:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763485.809103:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3456 00000100:00080000:2.0:1789763485.809120:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763485.809132:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763485.809192:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516117376/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763485.809232:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763485.809255:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763485.809268:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763485.809279:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3456 00000100:00080000:2.0:1789763485.809288:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763485.809297:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763485.809318:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763485.809351:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516117376:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763485.809354:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516117504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763485.809389:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763485.809393:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763485.809396:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763485.809405:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3456 00000100:00080000:2.0:1789763485.809413:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763485.809423:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763485.809437:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763485.809464:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516117632/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763485.809486:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1789763485.809491:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789763485.809500:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763485.809506:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763485.809517:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3456 00000100:00080000:2.0:1789763485.809527:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763485.809552:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763485.809569:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763485/real 1789763485] req@ffff980dd23a9f80 x1876699516117376/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1789763485.809575:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763485.809605:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516117760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763485.809624:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516117376/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763485.809652:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763485.809660:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763485.809669:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516117376:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763485.809719:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516117504:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763485.809771:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763485.809792:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763485/real 1789763485] req@ffff980dd23a9c00 x1876699516117504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763485.809811:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516117504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763485.809825:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763485.809832:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763485.809839:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516117504:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763485.809930:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516117632:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763485.809973:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763485.809989:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763485/real 1789763485] req@ffff980dd23aa680 x1876699516117632/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763485.810005:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516117632/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763485.810016:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763485.810020:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763485.810024:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516117632:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763485.810033:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516117760:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763485.810056:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763485.810068:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763485/real 1789763485] req@ffff980dd23aaa00 x1876699516117760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763485.810082:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516117760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763485.810092:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763485.810095:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763485.810098:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516117760:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763486.705121:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763487.729079:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763488.753054:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763489.777075:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763490.801121:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763490.929034:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763490.929051:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763490.929057:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763490.929074:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3462 00000100:00080000:2.0:1789763490.929091:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763490.929102:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763490.929154:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516117888/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763490.929193:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763490.929198:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763490.929201:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763490.929206:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3462 00000100:00080000:2.0:1789763490.929211:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763490.929215:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763490.929227:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763490.929252:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516118016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763490.929265:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763490.929269:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763490.929272:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763490.929276:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3462 00000100:00080000:2.0:1789763490.929281:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763490.929287:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763490.929305:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763490.929317:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516118144/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763490.929332:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763490.929337:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516117888:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763490.929338:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763490.929346:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763490.929361:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3462 00000100:00080000:2.0:1789763490.929365:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763490.929369:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763490.929375:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763490.929391:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516118272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763490.929455:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763490.929524:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763490/real 1789763490] req@ffff980dd23aaa00 x1876699516117888/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763490.929562:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516117888/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763490.929595:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763490.929603:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763490.929612:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516117888:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763490.929626:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516118016:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763490.929698:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763490.929732:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763490/real 1789763490] req@ffff980dd23aa680 x1876699516118016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763490.929752:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516118016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763490.929763:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763490.929767:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763490.929772:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516118016:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763490.929801:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516118144:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763490.929834:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763490.929847:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763490/real 1789763490] req@ffff980dd23a9c00 x1876699516118144/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763490.929941:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516118144/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763490.929952:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763490.929956:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763490.929960:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516118144:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763490.929969:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516118272:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763490.929994:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763490.930009:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763490/real 1789763490] req@ffff980dd23a9f80 x1876699516118272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763490.930032:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516118272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763490.930043:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763490.930047:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763490.930050:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516118272:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789763491.825080:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763492.849143:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763493.872995:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763494.897063:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763495.921121:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763496.049043:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763496.049062:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763496.049069:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763496.049087:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3467 00000100:00080000:0.0:1789763496.049124:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763496.049134:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763496.049183:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6300 x1876699516118400/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763496.049221:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763496.049227:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763496.049230:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763496.049235:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3467 00000100:00080000:0.0:1789763496.049239:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763496.049243:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763496.049255:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763496.049272:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4000 x1876699516118528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763496.049287:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763496.049291:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763496.049294:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763496.049301:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3467 00000100:00080000:0.0:1789763496.049305:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763496.049312:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763496.049318:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763496.049328:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516118400:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763496.049332:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4380 x1876699516118656/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763496.049354:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763496.049357:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763496.049360:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763496.049365:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3467 00000100:00080000:0.0:1789763496.049368:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763496.049372:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763496.049379:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763496.049405:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7480 x1876699516118784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763496.049434:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763496.049510:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496] req@ffff980dc8fc6300 x1876699516118400/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763496.049535:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6300 x1876699516118400/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763496.049552:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763496.049566:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763496.049573:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516118400:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763496.049583:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516118528:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763496.049613:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763496.049630:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496] req@ffff980dc8fc4000 x1876699516118528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763496.049646:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4000 x1876699516118528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763496.049657:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763496.049661:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763496.049666:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516118528:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763496.049694:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516118656:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763496.049717:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763496.049730:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496] req@ffff980dc8fc4380 x1876699516118656/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763496.049745:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4380 x1876699516118656/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763496.049755:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763496.049759:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763496.049762:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516118656:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763496.049769:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516118784:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763496.049788:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763496.049800:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496] req@ffff980dc8fc7480 x1876699516118784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763496.049814:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7480 x1876699516118784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763496.049824:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763496.049827:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763496.049831:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516118784:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789763496.945074:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763497.969022:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763498.993189:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763500.017143:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763501.041115:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763501.169046:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763501.169057:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763501.169062:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763501.169075:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3472 00000100:00080000:2.0:1789763501.169088:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763501.169096:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763501.169144:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516118912/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763501.169184:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763501.169189:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763501.169192:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763501.169197:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3472 00000100:00080000:2.0:1789763501.169201:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763501.169205:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763501.169216:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763501.169231:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516119040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763501.169243:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763501.169247:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763501.169250:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763501.169254:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3472 00000100:00080000:2.0:1789763501.169258:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763501.169262:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763501.169270:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763501.169281:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516119168/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763501.169295:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763501.169300:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763501.169302:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763501.169311:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516118912:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763501.169313:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3472 00000100:00080000:2.0:1789763501.169324:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763501.169331:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763501.169338:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763501.169353:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516119296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763501.169428:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763501.169482:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501] req@ffff980dd23aa300 x1876699516118912/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763501.169505:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516118912/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763501.169520:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763501.169525:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763501.169530:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516118912:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763501.169540:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516119040:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763501.169565:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763501.169579:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501] req@ffff980dd23a9180 x1876699516119040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763501.169594:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516119040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763501.169604:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763501.169608:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763501.169612:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516119040:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763501.169640:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516119168:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763501.169662:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763501.169674:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501] req@ffff980dd23a8e00 x1876699516119168/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763501.169689:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516119168/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763501.169699:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763501.169702:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763501.169706:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516119168:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763501.169712:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516119296:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763501.169731:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763501.169742:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501] req@ffff980dd23a8380 x1876699516119296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763501.169756:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516119296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763501.169766:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763501.169769:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763501.169773:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516119296:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789763502.065136:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763503.089133:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763504.113096:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763505.137112:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763506.161163:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763506.289071:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763506.289083:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763506.289088:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763506.289103:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3477 00000100:00080000:2.0:1789763506.289117:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763506.289128:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763506.289177:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516119424/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763506.289213:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763506.289219:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763506.289222:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763506.289228:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3477 00000100:00080000:2.0:1789763506.289235:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763506.289240:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763506.289252:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763506.289282:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516119552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763506.289316:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516119424:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763506.289329:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763506.289340:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763506.289346:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763506.289357:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3477 00000100:00080000:2.0:1789763506.289367:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763506.289376:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763506.289385:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763506.289407:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516119680/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763506.289422:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1789763506.289430:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789763506.289432:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763506.289438:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763506.289445:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3477 00000100:00080000:2.0:1789763506.289452:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763506.289458:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763506.289464:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763506.289477:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516119808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763506.289510:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506] req@ffff980dd23ab480 x1876699516119424/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763506.289554:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516119424/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763506.289581:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763506.289588:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763506.289596:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516119424:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763506.289632:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516119552:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763506.289698:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763506.289719:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506] req@ffff980dd23ab800 x1876699516119552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763506.289735:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516119552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763506.289746:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763506.289750:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763506.289755:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516119552:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763506.289790:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516119680:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763506.289821:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763506.289836:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506] req@ffff980dd23a8a80 x1876699516119680/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763506.289853:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516119680/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763506.289911:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763506.289917:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763506.289922:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516119680:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763506.289935:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516119808:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763506.289968:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763506.289986:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506] req@ffff980dd23a8000 x1876699516119808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763506.290004:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516119808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763506.290015:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763506.290021:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763506.290027:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516119808:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763507.185091:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763508.209135:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763509.233176:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763510.257088:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763511.281047:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763511.409006:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763511.409024:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763511.409031:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763511.409048:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3482 00000100:00080000:2.0:1789763511.409067:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763511.409080:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763511.409142:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516119936/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763511.409190:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763511.409195:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763511.409198:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763511.409203:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3482 00000100:00080000:2.0:1789763511.409209:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763511.409215:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763511.409228:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763511.409249:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516120064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763511.409261:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516119936:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763511.409270:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763511.409277:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763511.409280:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763511.409286:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3482 00000100:00080000:2.0:1789763511.409292:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763511.409296:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763511.409303:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763511.409319:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516120192/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763511.409333:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763511.409339:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763511.409342:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763511.409346:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3482 00000100:00080000:2.0:1789763511.409352:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1789763511.409359:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789763511.409366:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763511.409377:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763511.409394:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516120320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763511.409428:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511] req@ffff980dd23a8000 x1876699516119936/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763511.409454:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516119936/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763511.409469:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763511.409474:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763511.409480:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516119936:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763511.409508:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516120064:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763511.409540:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763511.409556:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511] req@ffff980dd23a8a80 x1876699516120064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763511.409572:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516120064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763511.409582:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763511.409586:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763511.409590:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516120064:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763511.409597:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516120192:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763511.409618:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763511.409629:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511] req@ffff980dd23ab800 x1876699516120192/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763511.409643:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516120192/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763511.409654:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763511.409657:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763511.409660:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516120192:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763511.409667:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516120320:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763511.409685:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763511.409697:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511] req@ffff980dd23ab480 x1876699516120320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763511.409745:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516120320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763511.409757:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763511.409761:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763511.409765:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516120320:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763512.305137:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763513.329077:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763514.353146:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763515.377095:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763516.401106:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763516.529041:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763516.529064:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763516.529072:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763516.529091:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3487 00000100:00080000:1.0:1789763516.529109:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763516.529121:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763516.529187:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571500 x1876699516120448/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763516.529238:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763516.529243:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763516.529246:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763516.529270:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3487 00000100:00080000:1.0:1789763516.529275:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763516.529279:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763516.529296:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763516.529337:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516120448:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763516.529341:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572300 x1876699516120576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763516.529371:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763516.529378:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763516.529382:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763516.529391:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3487 00000100:00080000:1.0:1789763516.529399:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763516.529407:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763516.529419:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763516.529441:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573100 x1876699516120704/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763516.529455:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763516.529461:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763516.529464:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763516.529468:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3487 00000100:00080000:1.0:1789763516.529474:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763516.529479:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:0.0:1789763516.529487:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:1.0:1789763516.529491:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763516.529513:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699516120832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763516.529564:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763516/real 1789763516] req@ffff980dc8571500 x1876699516120448/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763516.529592:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571500 x1876699516120448/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763516.529608:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763516.529613:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763516.529619:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516120448:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763516.529662:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516120576:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763516.529730:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763516.529753:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763516/real 1789763516] req@ffff980dc8572300 x1876699516120576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763516.529769:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572300 x1876699516120576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763516.529781:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763516.529785:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763516.529789:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516120576:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763516.529797:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516120704:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763516.529824:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763516.529836:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763516/real 1789763516] req@ffff980dc8573100 x1876699516120704/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763516.529850:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573100 x1876699516120704/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763516.529900:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763516.529905:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763516.529909:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516120704:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763516.529917:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516120832:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763516.529942:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763516.529955:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763516/real 1789763516] req@ffff980dc8570380 x1876699516120832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763516.529970:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699516120832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763516.529979:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763516.529983:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763516.529987:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516120832:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789763517.425080:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763518.449107:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763519.473168:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763520.497104:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763521.521179:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763521.648926:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763521.648935:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763521.648939:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763521.648950:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3492 00000100:00080000:1.0:1789763521.648961:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763521.648969:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763521.649006:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571c00 x1876699516120960/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763521.649034:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763521.649037:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763521.649039:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763521.649043:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3492 00000100:00080000:1.0:1789763521.649047:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763521.649049:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763521.649059:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763521.649072:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699516121088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763521.649082:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763521.649085:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763521.649087:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763521.649090:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3492 00000100:00080000:1.0:1789763521.649092:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763521.649095:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763521.649100:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763521.649109:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573100 x1876699516121216/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763521.649119:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763521.649124:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763521.649126:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763521.649132:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3492 00000100:00080000:1.0:1789763521.649139:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789763521.649140:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516120960:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763521.649152:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763521.649161:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763521.649203:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572300 x1876699516121344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763521.649266:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763521.649354:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763521/real 1789763521] req@ffff980dc8571c00 x1876699516120960/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763521.649382:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571c00 x1876699516120960/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763521.649398:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763521.649404:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763521.649409:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516120960:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763521.649419:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516121088:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763521.649477:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763521.649498:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763521/real 1789763521] req@ffff980dc8570380 x1876699516121088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763521.649519:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699516121088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763521.649553:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763521.649560:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763521.649567:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516121088:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763521.649580:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516121216:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763521.649629:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763521.649705:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763521/real 1789763521] req@ffff980dc8573100 x1876699516121216/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763521.649727:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573100 x1876699516121216/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763521.649758:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763521.649765:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763521.649772:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516121216:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763521.649816:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516121344:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763521.649875:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763521.649938:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763521/real 1789763521] req@ffff980dc8572300 x1876699516121344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763521.649959:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572300 x1876699516121344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763521.649972:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763521.649977:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763521.649982:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516121344:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789763522.545060:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763523.569183:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763524.593117:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763525.617070:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763526.641167:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763526.769093:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763526.769108:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763526.769114:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763526.769131:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3497 00000100:00080000:2.0:1789763526.769159:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763526.769171:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763526.769243:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516121472/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763526.769310:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763526.769317:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763526.769321:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763526.769328:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3497 00000100:00080000:2.0:1789763526.769334:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763526.769341:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763526.769357:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763526.769376:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516121600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763526.769388:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516121472:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763526.769393:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763526.769401:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763526.769403:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763526.769409:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3497 00000100:00080000:2.0:1789763526.769412:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763526.769416:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763526.769422:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763526.769434:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516121728/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763526.769446:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763526.769450:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763526.769452:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763526.769457:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3497 00000100:00080000:2.0:1789763526.769460:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763526.769481:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763526.769488:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763526.769502:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516121856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763526.769520:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763526.769587:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763526/real 1789763526] req@ffff980dd23a8380 x1876699516121472/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763526.769670:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516121472/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763526.769686:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763526.769692:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763526.769698:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516121472:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763526.769733:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516121600:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763526.769767:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763526.769784:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763526/real 1789763526] req@ffff980dd23a8e00 x1876699516121600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763526.769800:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516121600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763526.769811:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763526.769815:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763526.769819:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516121600:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763526.769826:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516121728:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763526.769848:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763526.769903:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763526/real 1789763526] req@ffff980dd23a9180 x1876699516121728/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763526.769919:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516121728/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763526.769937:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763526.769941:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763526.769946:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516121728:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763526.769953:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516121856:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763526.769994:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763526.770005:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763526/real 1789763526] req@ffff980dd23aa300 x1876699516121856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763526.770060:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516121856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763526.770071:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763526.770085:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763526.770089:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516121856:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789763527.665171:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763528.689135:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763529.713047:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763530.737027:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763531.761166:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763531.889042:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763531.889055:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763531.889062:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763531.889077:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3503 00000100:00080000:0.0:1789763531.889094:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763531.889105:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763531.889169:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5500 x1876699516121984/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763531.889212:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763531.889218:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763531.889221:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763531.889227:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3503 00000100:00080000:0.0:1789763531.889232:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763531.889236:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763531.889250:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763531.889268:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5180 x1876699516122112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763531.889283:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763531.889300:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763531.889309:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516121984:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789763531.889315:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763531.889330:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3503 00000100:00080000:0.0:1789763531.889338:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763531.889349:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763531.889361:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763531.889392:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5c00 x1876699516122240/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763531.889417:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763531.889422:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763531.889425:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763531.889429:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3503 00000100:00080000:0.0:1789763531.889436:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1789763531.889446:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789763531.889452:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763531.889464:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763531.889483:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5880 x1876699516122368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763531.889547:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763531/real 1789763531] req@ffff980dc8fc5500 x1876699516121984/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763531.889618:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5500 x1876699516121984/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763531.889635:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763531.889641:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763531.889647:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516121984:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763531.889659:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516122112:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763531.889694:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763531.889713:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763531/real 1789763531] req@ffff980dc8fc5180 x1876699516122112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763531.889729:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5180 x1876699516122112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763531.889742:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763531.889749:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763531.889756:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516122112:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763531.889804:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516122240:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763531.889849:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763531.889923:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763531/real 1789763531] req@ffff980dc8fc5c00 x1876699516122240/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763531.889951:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5c00 x1876699516122240/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763531.889971:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763531.889975:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763531.889980:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516122240:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763531.889988:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516122368:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763531.890019:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763531.890034:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763531/real 1789763531] req@ffff980dc8fc5880 x1876699516122368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763531.890049:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5880 x1876699516122368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763531.890059:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763531.890062:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763531.890066:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516122368:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763532.785111:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763533.809069:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763534.833115:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763535.857046:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763536.881169:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763537.009108:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763537.009136:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763537.009142:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763537.009158:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3508 00000100:00080000:1.0:1789763537.009170:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763537.009179:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763537.009228:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571500 x1876699516122496/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763537.009270:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763537.009275:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763537.009277:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763537.009282:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3508 00000100:00080000:1.0:1789763537.009287:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763537.009291:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763537.009305:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763537.009334:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699516122624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763537.009353:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516122496:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763537.009354:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763537.009364:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763537.009369:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763537.009379:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3508 00000100:00080000:1.0:1789763537.009383:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763537.009387:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763537.009394:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763537.009412:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699516122752/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763537.009426:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763537.009431:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763537.009433:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763537.009438:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3508 00000100:00080000:1.0:1789763537.009443:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763537.009447:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763537.009452:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763537.009468:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699516122880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763537.009560:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516122624:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763537.009631:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516122752:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763537.009662:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516122880:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763537.905060:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763538.929103:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763539.953059:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1789763540.081235:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:0.0:1789763540.081288:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1789763540.081307:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789763540.081353:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789763540.081364:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789763540.081381:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:3.0:1789763540.081420:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763540] req@ffff980dc8572a00 x1876699516122624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763540.081473:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699516122624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763540.081498:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763540.081555:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763540.081572:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516122624:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763540.081585:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763540] req@ffff980dc8571f80 x1876699516122752/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763540.081606:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699516122752/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763540.081620:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763540.081627:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763540.081632:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516122752:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763540.081642:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763540] req@ffff980dc8573b80 x1876699516122880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763540.081669:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699516122880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763540.081682:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763540.081688:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763540.081693:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516122880:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763540.081704:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763540] req@ffff980dc8571500 x1876699516122496/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763540.081723:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571500 x1876699516122496/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763540.081736:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763540.081741:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763540.081746:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516122496:192.168.203.146@tcp:250:kworker.0 00010000:00010000:0.0:1789763540.977024:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763542.001039:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763542.128994:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763542.129007:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763542.129013:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763542.129028:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3513 00000100:00080000:1.0:1789763542.129041:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763542.129052:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763542.129100:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699516123008/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763542.129162:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763542.129171:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763542.129176:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763542.129189:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3513 00000100:00080000:1.0:1789763542.129199:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763542.129210:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763542.129227:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763542.129253:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516123008:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763542.129279:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572d80 x1876699516123136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763542.129309:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763542.129316:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763542.129321:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763542.129330:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3513 00000100:00080000:1.0:1789763542.129342:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1789763542.129348:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:1.0:1789763542.129361:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763542.129377:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763542.129410:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570700 x1876699516123264/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763542.129432:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763542] req@ffff980dc8572680 x1876699516123008/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763542.129438:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763542.129445:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763542.129448:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763542.129464:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3513 00000100:00080000:1.0:1789763542.129478:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763542.129491:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763542.129530:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763542.129541:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699516123008/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763542.129567:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570e00 x1876699516123392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763542.129574:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763542.129594:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763542.129612:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516123008:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763542.129658:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516123136:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763542.129707:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763542.129735:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763542] req@ffff980dc8572d80 x1876699516123136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763542.129761:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572d80 x1876699516123136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763542.129776:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763542.129782:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763542.129788:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516123136:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763542.129800:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516123264:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763542.129841:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763542.129917:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763542] req@ffff980dc8570700 x1876699516123264/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763542.129943:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570700 x1876699516123264/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763542.129959:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763542.129966:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763542.129973:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516123264:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763542.129988:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516123392:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763542.130036:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763542.130059:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763542] req@ffff980dc8570e00 x1876699516123392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763542.130079:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570e00 x1876699516123392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763542.130093:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763542.130099:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763542.130104:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516123392:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763543.025197:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763544.049142:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763545.073061:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763546.097084:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763547.121090:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763547.248993:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763547.249006:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763547.249025:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763547.249039:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3518 00000100:00080000:3.0:1789763547.249053:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763547.249062:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763547.249124:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516123520/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763547.249174:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763547.249182:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763547.249186:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763547.249194:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3518 00000100:00080000:3.0:1789763547.249203:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763547.249212:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763547.249229:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763547.249248:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516123520:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763547.249262:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516123648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763547.249286:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763547.249293:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763547.249298:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763547.249305:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3518 00000100:00080000:3.0:1789763547.249324:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763547.249332:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763547.249343:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:0.0:1789763547.249356:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763547.249372:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516123776/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763547.249398:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763547.249403:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763547.249406:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763547.249415:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3518 00000100:00100000:0.0:1789763547.249416:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763547] req@ffff980dc61e5c00 x1876699516123520/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763547.249421:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763547.249436:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763547.249450:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763547.249489:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516123520/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763547.249503:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516123904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763547.249513:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763547.249527:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763547.249536:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516123520:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763547.249570:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516123648:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763547.249613:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763547.249632:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763547] req@ffff980dc61e4a80 x1876699516123648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763547.249649:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516123648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763547.249660:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763547.249664:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763547.249669:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516123648:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763547.249676:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516123776:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763547.249715:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763547.249730:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763547] req@ffff980dc61e4380 x1876699516123776/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763547.249745:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516123776/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763547.249755:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763547.249759:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763547.249763:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516123776:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763547.249770:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516123904:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763547.249792:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763547.249804:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763547] req@ffff980dc61e4000 x1876699516123904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763547.249818:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516123904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763547.249846:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763547.249850:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763547.249887:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516123904:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763548.145109:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763549.169156:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763550.193028:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763551.216985:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763552.241042:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763552.368988:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763552.368996:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763552.369000:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763552.369008:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3523 00000100:00080000:2.0:1789763552.369019:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763552.369024:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763552.369058:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516124032/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763552.369082:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763552.369085:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763552.369086:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763552.369089:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3523 00000100:00080000:2.0:1789763552.369092:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763552.369102:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763552.369113:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763552.369123:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516124160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763552.369129:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516124032:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763552.369135:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763552.369139:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763552.369140:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763552.369144:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3523 00000100:00080000:2.0:1789763552.369148:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763552.369152:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763552.369157:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763552.369171:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516124288/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763552.369182:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763552.369186:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763552.369188:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1789763552.369191:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789763552.369196:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3523 00000100:00080000:2.0:1789763552.369202:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763552.369206:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763552.369212:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763552.369224:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516124416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763552.369239:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552] req@ffff980dd23a9f80 x1876699516124032/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763552.369254:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516124032/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763552.369262:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763552.369265:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763552.369268:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516124032:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763552.369286:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516124160:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763552.369301:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763552.369308:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552] req@ffff980dd23a9c00 x1876699516124160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763552.369316:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516124160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763552.369322:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763552.369325:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763552.369327:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516124160:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763552.369332:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516124288:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763552.369342:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763552.369348:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552] req@ffff980dd23aa680 x1876699516124288/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763552.369356:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516124288/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763552.369362:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763552.369363:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763552.369365:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516124288:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763552.369368:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516124416:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763552.369379:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763552.369384:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552] req@ffff980dd23aaa00 x1876699516124416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763552.369392:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516124416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763552.369397:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763552.369399:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763552.369400:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516124416:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763553.265060:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763554.289041:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763555.313021:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763556.337021:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763557.361131:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763557.489109:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763557.489125:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763557.489132:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763557.489149:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3528 00000100:00080000:1.0:1789763557.489166:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763557.489177:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763557.489246:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699516124544/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763557.489296:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763557.489304:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763557.489309:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763557.489318:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3528 00000100:00080000:1.0:1789763557.489325:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763557.489332:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763557.489351:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763557.489381:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699516124672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763557.489438:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789763557.489440:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516124544:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763557.489451:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763557.489462:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763557.489474:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3528 00000100:00080000:1.0:1789763557.489480:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763557.489488:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763557.489501:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763557.489526:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699516124800/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763557.489542:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763557.489548:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763557.489551:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763557.489556:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3528 00000100:00080000:1.0:1789763557.489561:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1789763557.489573:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:1.0:1789763557.489583:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763557.489594:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763557.489611:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699516124928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763557.489667:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763557/real 1789763557] req@ffff980dc8573480 x1876699516124544/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763557.489703:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699516124544/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763557.489719:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763557.489727:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763557.489733:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516124544:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763557.489767:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516124672:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763557.489798:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763557.489813:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763557/real 1789763557] req@ffff980dc8571880 x1876699516124672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763557.489829:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699516124672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763557.489839:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763557.489843:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763557.489848:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516124672:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763557.489909:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516124800:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763557.489936:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763557.489950:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763557/real 1789763557] req@ffff980dc8573800 x1876699516124800/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763557.489976:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699516124800/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763557.489992:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763557.489998:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763557.490005:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516124800:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763557.490017:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516124928:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763557.490058:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763557.490080:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763557/real 1789763557] req@ffff980dc8571180 x1876699516124928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763557.490096:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699516124928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763557.490107:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763557.490111:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763557.490115:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516124928:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763558.384991:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763559.409097:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763560.433152:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763561.457112:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763562.481046:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763562.609054:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763562.609088:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763562.609097:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763562.609113:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3533 00000100:00080000:1.0:1789763562.609131:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763562.609143:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763562.609221:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570a80 x1876699516125056/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763562.609279:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763562.609285:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763562.609288:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763562.609295:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3533 00000100:00080000:1.0:1789763562.609301:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763562.609306:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763562.609321:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763562.609367:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699516125184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763562.609384:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763562.609388:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763562.609401:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763562.609407:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3533 00000100:00080000:1.0:1789763562.609413:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763562.609419:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763562.609431:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516125056:192.168.203.146@tcp:250:kworker.0 00000008:00100000:1.0:1789763562.609432:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763562.609456:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699516125312/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763562.609471:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763562.609476:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763562.609478:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763562.609483:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3533 00000100:00080000:1.0:1789763562.609486:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763562.609490:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763562.609496:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763562.609512:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699516125440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763562.609578:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763562.609669:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763562/real 1789763562] req@ffff980dc8570a80 x1876699516125056/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763562.609713:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570a80 x1876699516125056/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763562.609731:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763562.609737:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763562.609744:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516125056:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763562.609755:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516125184:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763562.609787:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763562.609803:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763562/real 1789763562] req@ffff980dc8571180 x1876699516125184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763562.609819:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699516125184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763562.609829:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763562.609833:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763562.609837:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516125184:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763562.609930:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516125312:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763562.609959:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763562.609976:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763562/real 1789763562] req@ffff980dc8573800 x1876699516125312/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763562.610001:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699516125312/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763562.610018:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763562.610024:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763562.610032:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516125312:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763562.610045:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516125440:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763562.610084:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763562.610112:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763562/real 1789763562] req@ffff980dc8571880 x1876699516125440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763562.610127:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699516125440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763562.610138:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763562.610142:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763562.610146:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516125440:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763563.505131:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763564.529102:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763565.553093:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763566.577160:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763567.601088:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763567.728986:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763567.728997:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763567.729003:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763567.729019:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3538 00000100:00080000:1.0:1789763567.729046:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763567.729057:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763567.729115:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699516125568/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763567.729147:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763567.729159:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763567.729162:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763567.729167:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3538 00000100:00080000:1.0:1789763567.729173:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763567.729179:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763567.729192:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763567.729211:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570e00 x1876699516125696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763567.729221:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516125568:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763567.729238:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763567.729245:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763567.729247:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763567.729254:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3538 00000100:00080000:1.0:1789763567.729260:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763567.729267:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763567.729278:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763567.729305:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570700 x1876699516125824/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763567.729353:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1789763567.729355:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:1.0:1789763567.729367:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763567.729372:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763567.729383:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3538 00000100:00080000:1.0:1789763567.729392:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763567.729401:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763567.729411:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763567.729434:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572d80 x1876699516125952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763567.729458:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763567/real 1789763567] req@ffff980dc8573480 x1876699516125568/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763567.729495:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699516125568/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763567.729511:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763567.729517:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763567.729522:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516125568:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763567.729554:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516125696:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763567.729588:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763567.729606:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763567/real 1789763567] req@ffff980dc8570e00 x1876699516125696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763567.729623:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570e00 x1876699516125696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763567.729634:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763567.729638:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763567.729642:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516125696:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763567.729649:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516125824:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763567.729671:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763567.729683:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763567/real 1789763567] req@ffff980dc8570700 x1876699516125824/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763567.729698:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570700 x1876699516125824/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763567.729708:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763567.729712:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763567.729716:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516125824:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763567.729722:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516125952:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763567.729743:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763567.729761:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763567/real 1789763567] req@ffff980dc8572d80 x1876699516125952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763567.729784:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572d80 x1876699516125952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763567.729813:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763567.729820:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763567.729828:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516125952:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763568.625104:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763569.649165:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763570.673140:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763571.697099:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763572.721052:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763572.849005:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763572.849034:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763572.849039:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763572.849051:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3544 00000100:00080000:2.0:1789763572.849063:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763572.849071:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763572.849115:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516126080/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763572.849166:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763572.849171:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763572.849174:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763572.849179:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3544 00000100:00080000:2.0:1789763572.849184:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763572.849189:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763572.849218:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763572.849242:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516126208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763572.849255:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516126080:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763572.849291:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763572.849299:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763572.849303:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763572.849314:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3544 00000100:00080000:2.0:1789763572.849321:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763572.849329:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763572.849341:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763572.849373:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516126336/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763572.849382:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789763572.849400:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763572.849405:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763572.849407:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763572.849414:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3544 00000100:00080000:2.0:1789763572.849420:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763572.849425:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763572.849432:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763572.849447:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763572/real 1789763572] req@ffff980dd23aaa00 x1876699516126080/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763572.849450:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516126464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763572.849502:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516126080/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763572.849516:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763572.849521:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763572.849526:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516126080:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763572.849552:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516126208:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763572.849579:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763572.849594:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763572/real 1789763572] req@ffff980dd23aa680 x1876699516126208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763572.849608:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516126208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763572.849617:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763572.849621:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763572.849626:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516126208:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763572.849632:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516126336:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763572.849651:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763572.849672:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763572/real 1789763572] req@ffff980dd23a9c00 x1876699516126336/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763572.849688:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516126336/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763572.849704:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763572.849709:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763572.849716:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516126336:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763572.849726:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516126464:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763572.849761:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763572.849798:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763572/real 1789763572] req@ffff980dd23a9f80 x1876699516126464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763572.849821:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516126464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763572.849836:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763572.849842:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763572.849848:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516126464:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763573.745007:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763574.769128:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763575.793132:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763576.817059:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763577.841072:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763577.968973:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763577.968987:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763577.968995:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763577.969010:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3549 00000100:00080000:2.0:1789763577.969027:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763577.969043:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763577.969103:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516126592/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763577.969156:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763577.969162:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763577.969164:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763577.969171:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3549 00000100:00080000:2.0:1789763577.969185:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763577.969190:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763577.969205:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763577.969224:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516126720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763577.969264:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763577.969270:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763577.969273:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763577.969280:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3549 00000100:00080000:2.0:1789763577.969296:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763577.969304:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763577.969314:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763577.969325:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516126592:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763577.969341:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516126848/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763577.969362:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763577.969367:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763577.969371:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763577.969376:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3549 00000100:00080000:2.0:1789763577.969382:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763577.969387:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763577.969394:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763577.969409:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516126976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763577.969778:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763577.969990:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763577/real 1789763577] req@ffff980dd23aa300 x1876699516126592/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763577.970025:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516126592/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763577.970049:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763577.970056:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763577.970062:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516126592:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763577.970073:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516126720:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763577.970110:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763577.970129:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763577/real 1789763577] req@ffff980dd23a9180 x1876699516126720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763577.970144:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516126720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763577.970155:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763577.970160:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763577.970164:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516126720:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763577.970208:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516126848:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763577.970265:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763577.970292:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763577/real 1789763577] req@ffff980dd23a8e00 x1876699516126848/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763577.970317:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516126848/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763577.970334:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763577.970341:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763577.970348:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516126848:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763577.970361:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516126976:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763577.970401:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763577.970418:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763577/real 1789763577] req@ffff980dd23a8380 x1876699516126976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763577.970435:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516126976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763577.970445:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763577.970449:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763577.970454:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516126976:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763578.865096:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763579.889104:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763580.913265:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763581.937149:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763582.961165:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763583.089062:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763583.089075:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763583.089081:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763583.089105:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3554 00000100:00080000:1.0:1789763583.089118:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763583.089128:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763583.089174:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699516127104/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763583.089237:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763583.089243:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763583.089246:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763583.089252:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3554 00000100:00080000:1.0:1789763583.089258:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763583.089265:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763583.089278:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763583.089298:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571500 x1876699516127232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763583.089313:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763583.089318:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763583.089321:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763583.089328:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3554 00000100:00080000:1.0:1789763583.089333:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763583.089341:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763583.089348:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763583.089348:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516127104:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763583.089366:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699516127360/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763583.089386:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763583.089390:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763583.089392:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763583.089397:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3554 00000100:00080000:1.0:1789763583.089401:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763583.089405:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763583.089410:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763583.089423:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699516127488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763583.089522:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763583.089598:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583] req@ffff980dc8572680 x1876699516127104/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763583.089627:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699516127104/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763583.089649:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763583.089658:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763583.089665:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516127104:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763583.089714:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516127232:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763583.089757:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763583.089782:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583] req@ffff980dc8571500 x1876699516127232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763583.089807:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571500 x1876699516127232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763583.089825:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763583.089831:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763583.089838:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516127232:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763583.089893:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516127360:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763583.089934:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763583.089950:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583] req@ffff980dc8573b80 x1876699516127360/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763583.089965:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699516127360/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763583.089976:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763583.089980:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763583.089984:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516127360:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763583.089991:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516127488:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763583.090012:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763583.090024:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583] req@ffff980dc8571f80 x1876699516127488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763583.090037:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699516127488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763583.090047:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763583.090051:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763583.090055:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516127488:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789763583.985129:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763585.009049:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763586.033138:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763587.057191:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763588.081196:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763588.208954:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763588.208965:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763588.208969:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763588.208979:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3559 00000100:00080000:1.0:1789763588.208990:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763588.209018:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763588.209056:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699516127616/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763588.209112:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763588.209116:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763588.209119:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763588.209125:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3559 00000100:00080000:1.0:1789763588.209129:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763588.209133:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763588.209182:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763588.209203:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572300 x1876699516127744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763588.209253:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763588.209258:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763588.209261:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763588.209266:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3559 00000100:00080000:1.0:1789763588.209274:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763588.209274:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516127616:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763588.209284:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763588.209291:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763588.209304:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573100 x1876699516127872/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763588.209315:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763588.209318:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763588.209319:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763588.209323:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3559 00000100:00080000:1.0:1789763588.209326:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763588.209330:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763588.209334:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763588.209342:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699516128000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763588.209357:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763588.209429:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588] req@ffff980dc8572a00 x1876699516127616/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763588.209448:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699516127616/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763588.209459:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763588.209465:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763588.209474:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516127616:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763588.209482:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516127744:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763588.209503:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763588.209514:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588] req@ffff980dc8572300 x1876699516127744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763588.209524:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572300 x1876699516127744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763588.209531:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763588.209533:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763588.209537:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516127744:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763588.209557:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516127872:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763588.209574:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763588.209587:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588] req@ffff980dc8573100 x1876699516127872/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763588.209601:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573100 x1876699516127872/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763588.209612:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763588.209616:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763588.209632:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516127872:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763588.209640:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516128000:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763588.209660:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763588.209678:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588] req@ffff980dc8570380 x1876699516128000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763588.209688:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699516128000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763588.209695:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763588.209697:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763588.209700:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516128000:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763589.105117:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763590.129163:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763591.153203:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763592.177062:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763593.201085:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763593.328986:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763593.329005:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763593.329012:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763593.329028:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3564 00000100:00080000:3.0:1789763593.329047:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763593.329073:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763593.329140:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516128128/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763593.329175:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763593.329180:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763593.329182:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763593.329187:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3564 00000100:00080000:3.0:1789763593.329191:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763593.329197:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763593.329209:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763593.329226:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516128128:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763593.329227:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516128256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763593.329265:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763593.329271:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763593.329274:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763593.329279:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3564 00000100:00080000:3.0:1789763593.329285:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763593.329292:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763593.329301:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763593.329319:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516128384/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763593.329330:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789763593.329353:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763593.329359:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763593.329362:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763593.329368:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3564 00000100:00080000:3.0:1789763593.329375:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763593.329381:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763593.329386:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593] req@ffff980dc61e4000 x1876699516128128/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789763593.329391:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763593.329412:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516128128/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763593.329419:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516128512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763593.329428:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763593.329437:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763593.329445:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516128128:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763593.329474:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516128256:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763593.329495:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763593.329522:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593] req@ffff980dc61e4380 x1876699516128256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763593.329530:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516128256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763593.329536:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763593.329538:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763593.329540:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516128256:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763593.329544:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516128384:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763593.329557:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763593.329563:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593] req@ffff980dc61e4a80 x1876699516128384/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763593.329576:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516128384/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763593.329581:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763593.329583:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763593.329585:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516128384:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763593.329588:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516128512:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763593.329598:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763593.329605:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593] req@ffff980dc61e5c00 x1876699516128512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763593.329612:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516128512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763593.329617:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763593.329619:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763593.329621:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516128512:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763594.224997:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763595.249146:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763596.273095:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763597.297063:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763598.321075:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763598.449013:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763598.449034:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763598.449043:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763598.449063:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3569 00000100:00080000:0.0:1789763598.449098:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763598.449110:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763598.449173:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4a80 x1876699516128640/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763598.449217:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763598.449225:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763598.449229:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763598.449238:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3569 00000100:00080000:0.0:1789763598.449245:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763598.449253:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763598.449272:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763598.449289:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516128640:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763598.449299:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7b80 x1876699516128768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763598.449316:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763598.449323:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763598.449326:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763598.449333:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3569 00000100:00080000:0.0:1789763598.449338:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763598.449345:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763598.449354:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763598.449374:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5880 x1876699516128896/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763598.449392:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763598.449398:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000100:3.0:1789763598.449401:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789763598.449402:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763598.449410:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3569 00000100:00080000:0.0:1789763598.449415:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763598.449422:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763598.449429:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763598.449447:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5c00 x1876699516129024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763598.449476:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598] req@ffff980dc8fc4a80 x1876699516128640/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763598.449512:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4a80 x1876699516128640/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763598.449533:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763598.449539:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763598.449545:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516128640:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763598.449582:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516128768:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763598.449623:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763598.449651:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598] req@ffff980dc8fc7b80 x1876699516128768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763598.449676:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7b80 x1876699516128768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763598.449694:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763598.449701:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763598.449709:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516128768:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763598.449721:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516128896:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763598.449759:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763598.449775:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598] req@ffff980dc8fc5880 x1876699516128896/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763598.449791:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5880 x1876699516128896/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763598.449801:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763598.449806:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763598.449810:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516128896:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763598.449816:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516129024:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763598.449838:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763598.449850:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598] req@ffff980dc8fc5c00 x1876699516129024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763598.449899:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5c00 x1876699516129024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763598.449911:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763598.449915:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763598.449919:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516129024:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763599.345165:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763600.369107:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763601.393043:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763602.417092:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763603.441078:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763603.569023:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763603.569036:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763603.569041:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763603.569081:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3574 00000100:00080000:1.0:1789763603.569096:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763603.569105:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763603.569150:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571c00 x1876699516129152/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763603.569188:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763603.569194:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763603.569196:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763603.569202:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3574 00000100:00080000:1.0:1789763603.569206:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763603.569211:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763603.569223:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763603.569245:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699516129280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763603.569259:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763603.569263:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763603.569266:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763603.569271:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3574 00000100:00080000:1.0:1789763603.569276:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763603.569286:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516129152:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763603.569287:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763603.569303:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763603.569321:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573100 x1876699516129408/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763603.569346:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763603.569350:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763603.569353:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763603.569358:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3574 00000100:00080000:1.0:1789763603.569364:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763603.569368:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763603.569375:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763603.569389:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572300 x1876699516129536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763603.569469:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516129280:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763603.569545:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516129408:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763603.569577:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516129536:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763604.465117:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763605.489279:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763606.513071:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789763606.641471:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:3.0:1789763606.641577:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789763606.641611:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789763606.641677:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789763606.641698:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789763606.641718:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:0.0:1789763606.641799:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763603/real 1789763606] req@ffff980dc8573100 x1876699516129408/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763606.641849:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573100 x1876699516129408/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763606.641992:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763606.642003:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763606.642016:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516129408:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763606.642067:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763603/real 1789763606] req@ffff980dc8572300 x1876699516129536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763606.642105:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572300 x1876699516129536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763606.642132:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763606.642144:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763606.642152:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516129536:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763606.642170:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763603/real 1789763606] req@ffff980dc8571c00 x1876699516129152/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763606.642198:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571c00 x1876699516129152/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763606.642213:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763606.642220:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763606.642226:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516129152:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763606.642239:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763603/real 1789763606] req@ffff980dc8570380 x1876699516129280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763606.642262:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699516129280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763606.642277:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763606.642283:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763606.642290:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516129280:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789763607.537122:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763608.561196:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763608.689077:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763608.689095:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763608.689103:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763608.689123:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3579 00000100:00080000:0.0:1789763608.689144:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763608.689159:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763608.689228:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5180 x1876699516129664/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763608.689298:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763608.689307:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763608.689311:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763608.689328:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3579 00000100:00080000:0.0:1789763608.689338:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763608.689347:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763608.689366:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763608.689398:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5500 x1876699516129792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763608.689419:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516129664:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789763608.689424:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763608.689441:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763608.689445:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763608.689454:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3579 00000100:00080000:0.0:1789763608.689462:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763608.689470:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763608.689481:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763608.689505:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7480 x1876699516129920/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763608.689525:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763608.689532:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763608.689535:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763608.689542:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3579 00000100:00080000:0.0:1789763608.689552:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763608.689559:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763608.689569:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763608.689582:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763608.689602:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4380 x1876699516130048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763608.689688:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763608/real 1789763608] req@ffff980dc8fc5180 x1876699516129664/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763608.689726:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5180 x1876699516129664/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763608.689760:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763608.689768:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763608.689777:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516129664:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763608.689827:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516129792:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763608.689953:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763608.689983:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763608/real 1789763608] req@ffff980dc8fc5500 x1876699516129792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763608.690036:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5500 x1876699516129792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763608.690055:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763608.690062:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763608.690070:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516129792:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763608.690321:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516129920:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763608.690405:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763608.690439:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763608/real 1789763608] req@ffff980dc8fc7480 x1876699516129920/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763608.690471:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7480 x1876699516129920/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763608.690491:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763608.690499:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763608.690506:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516129920:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763608.690521:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516130048:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763608.690568:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763608.690594:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763608/real 1789763608] req@ffff980dc8fc4380 x1876699516130048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763608.690661:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4380 x1876699516130048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763608.690679:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763608.690696:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763608.690702:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516130048:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763609.585060:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763610.609106:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763611.633109:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763612.657100:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763613.681138:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763613.808988:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763613.809005:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763613.809011:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763613.809025:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3584 00000100:00080000:0.0:1789763613.809040:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763613.809052:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763613.809099:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4000 x1876699516130176/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763613.809140:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763613.809145:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763613.809147:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763613.809153:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3584 00000100:00080000:0.0:1789763613.809158:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763613.809163:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763613.809176:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763613.809198:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6300 x1876699516130304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763613.809221:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516130176:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789763613.809235:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763613.809242:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763613.809244:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763613.809253:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3584 00000100:00080000:0.0:1789763613.809258:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763613.809264:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763613.809274:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763613.809294:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6680 x1876699516130432/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763613.809309:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763613.809314:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763613.809318:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1789763613.809327:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789763613.809334:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3584 00000100:00080000:0.0:1789763613.809341:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763613.809348:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763613.809355:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763613.809374:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6a00 x1876699516130560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763613.809499:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763613/real 1789763613] req@ffff980dc8fc4000 x1876699516130176/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763613.809528:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4000 x1876699516130176/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763613.809736:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763613.809743:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763613.809749:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516130176:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763613.809787:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516130304:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763613.809949:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763613.810006:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763613/real 1789763613] req@ffff980dc8fc6300 x1876699516130304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763613.810038:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6300 x1876699516130304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763613.810057:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763613.810063:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763613.810071:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516130304:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763613.810085:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516130432:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763613.810130:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763613.810156:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763613/real 1789763613] req@ffff980dc8fc6680 x1876699516130432/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763613.810179:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6680 x1876699516130432/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763613.810190:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763613.810194:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763613.810199:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516130432:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763613.810207:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516130560:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763613.810235:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763613.810249:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763613/real 1789763613] req@ffff980dc8fc6a00 x1876699516130560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763613.810263:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6a00 x1876699516130560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763613.810281:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763613.810285:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763613.810291:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516130560:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763614.705158:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763615.729064:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763616.753122:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763617.777093:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763618.801063:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763618.929106:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763618.929124:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763618.929132:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763618.929151:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3590 00000100:00080000:1.0:1789763618.929171:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763618.929183:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763618.929266:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699516130688/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763618.929319:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763618.929328:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763618.929333:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763618.929354:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3590 00000100:00080000:1.0:1789763618.929364:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763618.929374:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763618.929394:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763618.929404:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516130688:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763618.929443:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699516130816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763618.929463:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763618.929469:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763618.929471:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763618.929477:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3590 00000100:00080000:1.0:1789763618.929484:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763618.929490:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763618.929497:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:3.0:1789763618.929520:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763618.929530:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699516130944/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763618.929549:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763618.929554:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763618.929556:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763618.929561:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3590 00000100:00080000:1.0:1789763618.929565:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763618.929572:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763618.929580:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763618.929587:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763618/real 1789763618] req@ffff980dc8572a00 x1876699516130688/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763618.929603:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571500 x1876699516131072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763618.929626:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699516130688/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763618.929645:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763618.929652:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763618.929659:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516130688:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763618.929700:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516130816:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763618.929729:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763618.929744:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763618/real 1789763618] req@ffff980dc8571f80 x1876699516130816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763618.929760:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699516130816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763618.929771:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763618.929775:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763618.929780:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516130816:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763618.929788:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516130944:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763618.929820:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763618.929832:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763618/real 1789763618] req@ffff980dc8573b80 x1876699516130944/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763618.929846:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699516130944/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763618.929908:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763618.929913:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763618.929917:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516130944:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763618.929925:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516131072:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763618.929987:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763618.930014:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763618/real 1789763618] req@ffff980dc8571500 x1876699516131072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763618.930038:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571500 x1876699516131072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763618.930054:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763618.930061:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763618.930068:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516131072:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763619.825100:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763620.849109:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763621.873062:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763622.897098:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763623.921227:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763624.048999:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763624.049014:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763624.049020:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763624.049038:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3595 00000100:00080000:1.0:1789763624.049056:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763624.049070:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763624.049138:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699516131200/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763624.049180:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763624.049185:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763624.049188:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763624.049194:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3595 00000100:00080000:1.0:1789763624.049199:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763624.049204:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763624.049220:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763624.049239:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572d80 x1876699516131328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763624.049248:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516131200:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763624.049265:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763624.049271:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763624.049273:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763624.049279:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3595 00000100:00080000:1.0:1789763624.049283:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763624.049288:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763624.049295:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763624.049312:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570700 x1876699516131456/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763624.049326:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763624.049331:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763624.049333:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763624.049338:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3595 00000100:00080000:1.0:1789763624.049343:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763624.049349:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763624.049355:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763624.049369:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763624.049374:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570e00 x1876699516131584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763624.049444:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624] req@ffff980dc8572680 x1876699516131200/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763624.049471:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699516131200/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763624.049487:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763624.049493:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763624.049499:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516131200:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763624.049533:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516131328:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763624.049562:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763624.049597:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624] req@ffff980dc8572d80 x1876699516131328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763624.049618:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572d80 x1876699516131328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763624.049636:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763624.049644:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763624.049651:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516131328:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763624.049664:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516131456:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763624.049708:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763624.049733:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624] req@ffff980dc8570700 x1876699516131456/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763624.049764:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570700 x1876699516131456/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763624.049776:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763624.049780:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763624.049784:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516131456:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763624.049792:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516131584:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763624.049822:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763624.049836:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624] req@ffff980dc8570e00 x1876699516131584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763624.049851:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570e00 x1876699516131584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763624.049936:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763624.049941:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763624.049946:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516131584:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763624.945121:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763625.969066:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763626.993127:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763628.017156:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763629.041177:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763629.169085:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763629.169101:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763629.169108:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763629.169125:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3600 00000100:00080000:2.0:1789763629.169142:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763629.169157:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763629.169210:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516131712/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763629.169249:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763629.169254:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763629.169256:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763629.169262:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3600 00000100:00080000:2.0:1789763629.169267:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763629.169271:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763629.169284:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763629.169300:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516131840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763629.169316:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763629.169321:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763629.169325:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763629.169331:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516131712:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763629.169333:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3600 00000100:00080000:2.0:1789763629.169342:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763629.169352:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763629.169360:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763629.169375:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516131968/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763629.169389:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763629.169396:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763629.169401:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763629.169409:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3600 00000100:00080000:2.0:1789763629.169434:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763629.169443:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:3.0:1789763629.169454:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:2.0:1789763629.169462:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763629.169496:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516132096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763629.169518:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629] req@ffff980dd23ab480 x1876699516131712/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763629.169547:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516131712/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763629.169563:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763629.169569:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763629.169574:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516131712:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763629.169604:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516131840:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763629.169632:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763629.169647:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629] req@ffff980dd23ab800 x1876699516131840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763629.169662:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516131840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763629.169672:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763629.169676:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763629.169680:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516131840:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763629.169687:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516131968:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763629.169706:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763629.169718:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629] req@ffff980dd23a8a80 x1876699516131968/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763629.169732:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516131968/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763629.169741:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763629.169745:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763629.169748:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516131968:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763629.169755:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516132096:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763629.169773:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763629.169785:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629] req@ffff980dd23a8000 x1876699516132096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763629.169799:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516132096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763629.169808:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763629.169811:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763629.169814:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516132096:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763630.065086:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763631.089101:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763632.113145:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763633.137190:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763634.161137:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763634.288956:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763634.288966:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763634.288972:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763634.288984:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3605 00000100:00080000:2.0:1789763634.288996:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763634.289005:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763634.289049:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516132224/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763634.289084:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763634.289089:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763634.289091:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763634.289098:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3605 00000100:00080000:2.0:1789763634.289104:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763634.289111:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763634.289128:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763634.289157:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516132352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763634.289174:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516132224:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763634.289189:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763634.289199:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763634.289203:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763634.289216:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3605 00000100:00080000:2.0:1789763634.289224:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763634.289251:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763634.289263:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:3.0:1789763634.289288:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763634.289298:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516132480/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763634.289324:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763634.289331:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763634.289335:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763634.289345:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3605 00000100:00080000:2.0:1789763634.289354:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763634.289364:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763634] req@ffff980dd23a8000 x1876699516132224/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763634.289366:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763634.289385:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763634.289402:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516132224/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763634.289423:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763634.289430:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763634.289439:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516132608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763634.289440:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516132224:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763634.289483:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516132352:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763634.289523:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763634.289542:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763634] req@ffff980dd23a8a80 x1876699516132352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763634.289557:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516132352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763634.289569:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763634.289573:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763634.289577:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516132352:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763634.289584:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516132480:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763634.289605:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763634.289616:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763634] req@ffff980dd23ab800 x1876699516132480/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763634.289630:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516132480/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763634.289640:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763634.289643:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763634.289647:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516132480:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763634.289653:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516132608:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763634.289677:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763634.289696:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763634] req@ffff980dd23ab480 x1876699516132608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763634.289719:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516132608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763634.289736:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763634.289742:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763634.289749:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516132608:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763635.185019:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763636.209050:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763637.233099:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763638.257070:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763639.281080:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763639.409001:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763639.409015:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763639.409022:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763639.409039:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3610 00000100:00080000:0.0:1789763639.409056:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763639.409067:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763639.409132:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6d80 x1876699516132736/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763639.409174:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763639.409182:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763639.409186:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763639.409194:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3610 00000100:00080000:0.0:1789763639.409202:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763639.409225:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763639.409247:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763639.409266:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516132736:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763639.409282:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7800 x1876699516132864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763639.409304:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763639.409309:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763639.409311:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763639.409319:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3610 00000100:00080000:0.0:1789763639.409325:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763639.409331:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763639.409340:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763639.409358:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7100 x1876699516132992/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763639.409373:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763639.409377:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763639.409380:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763639.409383:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3610 00000100:00080000:0.0:1789763639.409389:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763639.409398:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:3.0:1789763639.409400:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:0.0:1789763639.409407:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763639.409439:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4e00 x1876699516133120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763639.409495:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639] req@ffff980dc8fc6d80 x1876699516132736/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763639.409537:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6d80 x1876699516132736/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763639.409556:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763639.409562:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763639.409568:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516132736:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763639.409605:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516132864:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763639.409641:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763639.409659:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639] req@ffff980dc8fc7800 x1876699516132864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763639.409675:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7800 x1876699516132864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763639.409685:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763639.409690:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763639.409695:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516132864:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763639.409703:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516132992:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763639.409727:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763639.409739:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639] req@ffff980dc8fc7100 x1876699516132992/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763639.409753:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7100 x1876699516132992/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763639.409764:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763639.409767:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763639.409771:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516132992:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763639.409778:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516133120:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763639.409837:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763639.409904:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639] req@ffff980dc8fc4e00 x1876699516133120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763639.409923:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4e00 x1876699516133120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763639.409934:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763639.409938:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763639.409943:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516133120:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763640.305113:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763641.329040:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763642.353057:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763643.377119:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763644.401088:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763644.529011:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763644.529028:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763644.529035:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763644.529051:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3615 00000100:00080000:3.0:1789763644.529069:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763644.529082:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763644.529158:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516133248/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763644.529213:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763644.529221:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763644.529225:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763644.529235:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3615 00000100:00080000:3.0:1789763644.529243:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763644.529252:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763644.529273:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763644.529290:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516133248:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763644.529306:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516133376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763644.529331:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763644.529339:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763644.529343:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763644.529352:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3615 00000100:00080000:3.0:1789763644.529360:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763644.529369:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763644.529380:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763644.529429:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516133504/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763644.529430:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789763644.529459:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763644.529466:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763644.529469:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763644.529477:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3615 00000100:00080000:3.0:1789763644.529483:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763644.529490:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763644.529498:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763644.529517:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516133632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763644.529525:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763644/real 1789763644] req@ffff980dc61e6680 x1876699516133248/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763644.529566:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516133248/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763644.529593:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763644.529599:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763644.529605:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516133248:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763644.529640:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516133376:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763644.529674:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763644.529691:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763644/real 1789763644] req@ffff980dc61e5180 x1876699516133376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763644.529707:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516133376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763644.529718:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763644.529722:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763644.529727:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516133376:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763644.529733:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516133504:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763644.529791:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763644.529808:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763644/real 1789763644] req@ffff980dc61e6300 x1876699516133504/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763644.529823:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516133504/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763644.529835:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763644.529839:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763644.529843:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516133504:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763644.529852:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516133632:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763644.529912:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763644.529927:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763644/real 1789763644] req@ffff980dc61e7800 x1876699516133632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763644.529942:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516133632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763644.529952:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763644.529957:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763644.529961:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516133632:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763645.425146:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763646.449086:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763647.473048:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763648.497152:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763649.521148:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763649.649028:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763649.649036:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763649.649041:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763649.649052:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3620 00000100:00080000:0.0:1789763649.649064:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763649.649073:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763649.649112:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5f80 x1876699516133760/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763649.649142:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763649.649146:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763649.649148:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763649.649152:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3620 00000100:00080000:0.0:1789763649.649157:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763649.649162:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763649.649172:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763649.649189:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4700 x1876699516133888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763649.649201:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516133760:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789763649.649204:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763649.649214:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763649.649218:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763649.649227:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3620 00000100:00080000:0.0:1789763649.649234:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763649.649241:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763649.649275:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763649.649297:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4e00 x1876699516134016/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763649.649325:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1789763649.649333:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789763649.649335:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763649.649340:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763649.649348:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3620 00000100:00080000:0.0:1789763649.649355:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763649.649361:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763649.649369:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763649.649397:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7100 x1876699516134144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763649.649403:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763649/real 1789763649] req@ffff980dc8fc5f80 x1876699516133760/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763649.649445:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5f80 x1876699516133760/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763649.649559:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763649.649563:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763649.649567:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516133760:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763649.649591:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516133888:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763649.649617:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763649.649647:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763649/real 1789763649] req@ffff980dc8fc4700 x1876699516133888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763649.649807:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4700 x1876699516133888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763649.649819:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763649.649823:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763649.649827:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516133888:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763649.649835:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516134016:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763649.649964:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763649.649987:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763649/real 1789763649] req@ffff980dc8fc4e00 x1876699516134016/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763649.650008:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4e00 x1876699516134016/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763649.650020:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763649.650026:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763649.650031:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516134016:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763649.650041:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516134144:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763649.650067:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763649.650079:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763649/real 1789763649] req@ffff980dc8fc7100 x1876699516134144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763649.650090:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7100 x1876699516134144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763649.650098:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763649.650101:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763649.650104:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516134144:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763650.545016:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763651.568992:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763652.593074:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763653.617052:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763654.641056:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763654.768970:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763654.768994:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763654.769000:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763654.769014:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3625 00000100:00080000:0.0:1789763654.769029:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763654.769039:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763654.769113:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7800 x1876699516134272/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763654.769176:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763654.769181:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763654.769184:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763654.769190:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3625 00000100:00080000:0.0:1789763654.769197:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763654.769203:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763654.769219:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763654.769241:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516134272:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763654.769244:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6d80 x1876699516134400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763654.769266:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763654.769270:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763654.769273:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763654.769280:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3625 00000100:00080000:0.0:1789763654.769286:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763654.769291:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763654.769298:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763654.769315:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6a00 x1876699516134528/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763654.769328:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763654.769333:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763654.769335:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763654.769339:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3625 00000100:00080000:0.0:1789763654.769343:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763654.769347:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763654.769353:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763654.769357:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763654.769371:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6680 x1876699516134656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763654.769429:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763654/real 1789763654] req@ffff980dc8fc7800 x1876699516134272/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763654.769455:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7800 x1876699516134272/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763654.769470:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763654.769475:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763654.769480:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516134272:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763654.769513:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516134400:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763654.769540:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763654.769556:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763654/real 1789763654] req@ffff980dc8fc6d80 x1876699516134400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763654.769570:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6d80 x1876699516134400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763654.769580:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763654.769584:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763654.769589:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516134400:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763654.769597:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516134528:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763654.769617:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763654.769627:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763654/real 1789763654] req@ffff980dc8fc6a00 x1876699516134528/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763654.769640:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6a00 x1876699516134528/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763654.769650:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763654.769653:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763654.769657:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516134528:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763654.769663:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516134656:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763654.769729:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763654.769741:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763654/real 1789763654] req@ffff980dc8fc6680 x1876699516134656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763654.769752:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6680 x1876699516134656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763654.769781:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763654.769787:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763654.769794:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516134656:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763655.664986:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763656.689052:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763657.713205:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763658.737072:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763659.761075:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763659.888972:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763659.888981:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763659.888986:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763659.888996:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3631 00000100:00080000:0.0:1789763659.889007:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763659.889014:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763659.889060:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6300 x1876699516134784/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763659.889100:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763659.889105:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763659.889108:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763659.889119:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3631 00000100:00080000:0.0:1789763659.889123:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763659.889144:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763659.889154:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763659.889168:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4000 x1876699516134912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763659.889180:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763659.889183:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763659.889185:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763659.889188:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3631 00000100:00080000:0.0:1789763659.889193:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763659.889197:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763659.889202:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763659.889214:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4380 x1876699516135040/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763659.889221:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763659.889224:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763659.889225:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763659.889230:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3631 00000100:00080000:0.0:1789763659.889236:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763659.889242:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763659.889254:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763659.889254:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516134784:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763659.889302:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7480 x1876699516135168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763659.889378:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763659.889487:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763659/real 1789763659] req@ffff980dc8fc6300 x1876699516134784/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763659.889519:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6300 x1876699516134784/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763659.889536:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763659.889543:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763659.889548:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516134784:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763659.889560:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516134912:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763659.889589:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763659.889605:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763659/real 1789763659] req@ffff980dc8fc4000 x1876699516134912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763659.889621:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4000 x1876699516134912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763659.889662:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763659.889667:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763659.889671:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516134912:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763659.889689:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516135040:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763659.889716:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763659.889730:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763659/real 1789763659] req@ffff980dc8fc4380 x1876699516135040/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763659.889745:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4380 x1876699516135040/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763659.889765:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763659.889769:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763659.889782:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516135040:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763659.889818:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516135168:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763659.889840:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763659.889852:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763659/real 1789763659] req@ffff980dc8fc7480 x1876699516135168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763659.889916:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7480 x1876699516135168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763659.889934:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763659.889938:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763659.889942:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516135168:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763660.785046:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763661.809107:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763662.833096:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763663.857114:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763664.881169:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763665.008982:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763665.008996:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763665.009002:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763665.009017:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3636 00000100:00080000:0.0:1789763665.009035:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763665.009046:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763665.009122:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5500 x1876699516135296/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763665.009176:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763665.009182:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763665.009185:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763665.009191:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3636 00000100:00080000:0.0:1789763665.009197:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763665.009203:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763665.009217:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763665.009238:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5180 x1876699516135424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763665.009272:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763665.009280:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763665.009285:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763665.009294:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3636 00000100:00080000:0.0:1789763665.009302:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763665.009314:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516135296:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789763665.009315:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763665.009336:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763665.009368:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5c00 x1876699516135552/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763665.009385:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763665.009390:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763665.009393:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763665.009398:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3636 00000100:00080000:0.0:1789763665.009403:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763665.009409:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763665.009416:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763665.009437:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763665.009438:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5880 x1876699516135680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763665.009514:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665] req@ffff980dc8fc5500 x1876699516135296/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763665.009543:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5500 x1876699516135296/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763665.009558:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763665.009564:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763665.009570:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516135296:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763665.009581:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516135424:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763665.009646:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763665.009664:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665] req@ffff980dc8fc5180 x1876699516135424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763665.009680:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5180 x1876699516135424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763665.009691:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763665.009696:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763665.009700:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516135424:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763665.009735:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516135552:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763665.009759:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763665.009771:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665] req@ffff980dc8fc5c00 x1876699516135552/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763665.009785:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5c00 x1876699516135552/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763665.009796:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763665.009799:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763665.009803:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516135552:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763665.009810:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516135680:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763665.009829:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763665.009841:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665] req@ffff980dc8fc5880 x1876699516135680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763665.009901:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5880 x1876699516135680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763665.009912:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763665.009916:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763665.009920:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516135680:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763665.905097:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763666.929062:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763667.953130:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763668.977127:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763670.001135:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763670.128977:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763670.128999:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763670.129007:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763670.129028:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3641 00000100:00080000:0.0:1789763670.129049:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763670.129064:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763670.129130:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7b80 x1876699516135808/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763670.129178:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763670.129186:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763670.129190:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763670.129199:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3641 00000100:00080000:0.0:1789763670.129208:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763670.129217:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763670.129237:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763670.129270:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4a80 x1876699516135936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763670.129289:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516135808:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789763670.129294:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763670.129306:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763670.129314:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763670.129322:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3641 00000100:00080000:0.0:1789763670.129328:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763670.129334:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763670.129342:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763670.129360:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5880 x1876699516136064/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763670.129378:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763670.129383:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763670.129386:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763670.129392:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3641 00000100:00080000:0.0:1789763670.129396:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763670.129401:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763670.129407:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763670.129420:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5c00 x1876699516136192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763670.129506:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516135936:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763670.129587:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516136064:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763670.129633:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516136192:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763671.025177:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763672.049074:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763673.073154:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763673.201325:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:2.0:1789763673.201399:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763673.201427:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789763673.201490:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789763673.201502:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789763673.201513:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:3.0:1789763673.201654:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763673] req@ffff980dc8fc4a80 x1876699516135936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763673.201708:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4a80 x1876699516135936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763673.201735:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763673.201747:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763673.201756:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516135936:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763673.201807:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763673] req@ffff980dc8fc5880 x1876699516136064/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763673.201853:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5880 x1876699516136064/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763673.201921:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763673.201930:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763673.201938:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516136064:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763673.201951:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763673] req@ffff980dc8fc5c00 x1876699516136192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763673.201980:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5c00 x1876699516136192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763673.201996:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763673.202003:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763673.202010:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516136192:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763673.202023:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763673] req@ffff980dc8fc7b80 x1876699516135808/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763673.202045:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7b80 x1876699516135808/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763673.202062:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763673.202068:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763673.202073:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516135808:192.168.203.146@tcp:250:kworker.0 00010000:00010000:2.0:1789763674.097071:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763675.121098:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763675.249018:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763675.249031:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763675.249036:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763675.249049:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3646 00000100:00080000:3.0:1789763675.249063:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763675.249072:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763675.249125:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516136320/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763675.249179:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763675.249187:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763675.249191:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763675.249202:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3646 00000100:00080000:3.0:1789763675.249210:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763675.249221:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763675.249241:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516136320:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789763675.249244:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763675.249285:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516136448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763675.249310:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763675.249318:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763675.249322:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763675.249331:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3646 00000800:00000100:0.0:1789763675.249340:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789763675.249343:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763675.249359:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763675.249373:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763675.249402:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763675] req@ffff980dc61e4e00 x1876699516136320/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763675.249408:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516136576/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763675.249447:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516136320/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763675.249450:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763675.249471:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763675.249481:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763675.249483:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763675.249493:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3646 00000100:00080000:0.0:1789763675.249495:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763675.249511:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516136320:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763675.249512:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763675.249570:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763675.249577:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763675.249593:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516136448:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763675.249596:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516136704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763675.249635:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763675.249655:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763675] req@ffff980dc61e7b80 x1876699516136448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763675.249679:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516136448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763675.249691:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763675.249695:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763675.249699:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516136448:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763675.249706:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516136576:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763675.249732:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763675.249744:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763675] req@ffff980dc61e7480 x1876699516136576/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763675.249756:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516136576/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763675.249766:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763675.249770:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763675.249774:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516136576:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763675.249790:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516136704:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763675.249810:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763675.249824:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763675] req@ffff980dc61e5880 x1876699516136704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763675.249838:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516136704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763675.249854:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763675.249858:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763675.249862:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516136704:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763676.145189:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763677.169062:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763678.193125:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763679.217156:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763680.241120:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763680.369049:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763680.369063:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763680.369070:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763680.369085:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3651 00000100:00080000:1.0:1789763680.369102:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763680.369114:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763680.369178:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699516136832/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763680.369222:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763680.369227:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763680.369230:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763680.369236:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3651 00000100:00080000:1.0:1789763680.369241:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763680.369245:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763680.369259:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763680.369274:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699516136960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763680.369287:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763680.369291:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763680.369294:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763680.369299:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3651 00000100:00080000:1.0:1789763680.369303:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763680.369308:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763680.369317:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763680.369329:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699516137088/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763680.369344:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763680.369352:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1789763680.369354:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516136832:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763680.369355:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763680.369371:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3651 00000100:00080000:1.0:1789763680.369376:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763680.369381:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763680.369388:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763680.369413:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699516137216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763680.369476:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763680.369565:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763680] req@ffff980dc8573480 x1876699516136832/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763680.369592:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699516136832/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763680.369607:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763680.369612:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763680.369618:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516136832:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763680.369627:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516136960:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763680.369656:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763680.369671:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763680] req@ffff980dc8571880 x1876699516136960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763680.369689:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699516136960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763680.369700:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763680.369705:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763680.369711:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516136960:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763680.369744:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516137088:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763680.369768:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763680.369780:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763680] req@ffff980dc8573800 x1876699516137088/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763680.369796:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699516137088/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763680.369807:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763680.369812:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763680.369816:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516137088:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763680.369822:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516137216:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763680.369842:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763680.369853:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763680] req@ffff980dc8571180 x1876699516137216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763680.369930:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699516137216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763680.369940:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763680.369944:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763680.369948:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516137216:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763681.265091:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763682.289133:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763683.313225:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763684.336972:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763685.361100:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763685.496192:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763685.496207:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763685.496213:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763685.496331:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3656 00000100:00080000:3.0:1789763685.496365:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763685.496377:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763685.496425:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516137344/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763685.496564:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516137344:192.168.203.146@tcp:250:kworker.0 00000800:00000100:0.0:1789763685.496716:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763685.496776:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763685/real 1789763685] req@ffff980dc61e5880 x1876699516137344/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763685.496805:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516137344/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763685.496822:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763685.496828:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763685.496835:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516137344:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763685.498333:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763685.498345:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763685.498351:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763685.498362:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3656 00000100:00080000:3.0:1789763685.498374:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763685.498384:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763685.498402:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763685.498429:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516137472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763685.498486:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763685.498491:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763685.498494:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763685.498499:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3656 00000100:00080000:3.0:1789763685.498505:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763685.498511:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763685.498519:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763685.498539:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516137600/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763685.498557:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516137472:192.168.203.146@tcp:38:kworker.0 00000100:00080000:3.0:1789763685.498558:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763685.498593:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763685.498598:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763685.498606:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3656 00000100:00080000:3.0:1789763685.498612:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763685.498620:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763685.498630:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763685.498652:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516137728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763685.498661:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763685.498704:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763685/real 1789763685] req@ffff980dc61e7480 x1876699516137472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763685.498730:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516137472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763685.498744:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763685.498751:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763685.498757:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516137472:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763685.498782:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516137600:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763685.498811:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763685.498826:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763685/real 1789763685] req@ffff980dc61e7b80 x1876699516137600/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763685.498851:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516137600/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763685.498901:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763685.498908:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763685.498913:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516137600:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763685.498928:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516137728:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763685.498997:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763685.499015:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763685/real 1789763685] req@ffff980dc61e4e00 x1876699516137728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763685.499041:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516137728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763685.499057:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763685.499064:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763685.499071:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516137728:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763686.385032:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763687.409102:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763688.433163:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763689.457182:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763690.481163:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763690.609040:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763690.609057:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763690.609064:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763690.609081:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3661 00000100:00080000:1.0:1789763690.609099:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763690.609112:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763690.609166:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570a80 x1876699516137856/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763690.609213:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763690.609219:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763690.609222:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763690.609228:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3661 00000100:00080000:1.0:1789763690.609234:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763690.609239:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763690.609252:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763690.609272:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571180 x1876699516137984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763690.609289:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763690.609294:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763690.609300:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789763690.609303:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516137856:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763690.609310:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3661 00000100:00080000:1.0:1789763690.609323:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763690.609328:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763690.609335:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763690.609352:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573800 x1876699516138112/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763690.609366:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763690.609371:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763690.609374:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763690.609380:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3661 00000100:00080000:1.0:1789763690.609397:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763690.609435:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:0.0:1789763690.609442:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:1.0:1789763690.609452:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763690.609476:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571880 x1876699516138240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763690.609516:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763690/real 1789763690] req@ffff980dc8570a80 x1876699516137856/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763690.609552:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570a80 x1876699516137856/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763690.609568:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763690.609573:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763690.609579:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516137856:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763690.609610:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516137984:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763690.609642:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763690.609659:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763690/real 1789763690] req@ffff980dc8571180 x1876699516137984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763690.609675:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571180 x1876699516137984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763690.609691:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763690.609697:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763690.609705:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516137984:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763690.609716:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516138112:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763690.609757:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763690.609782:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763690/real 1789763690] req@ffff980dc8573800 x1876699516138112/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763690.609804:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573800 x1876699516138112/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763690.609818:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763690.609825:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763690.609832:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516138112:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763690.609846:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516138240:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763690.609923:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763690.609941:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763690/real 1789763690] req@ffff980dc8571880 x1876699516138240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763690.609957:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571880 x1876699516138240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763690.609967:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763690.609971:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763690.609978:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516138240:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763691.505063:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763692.529087:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763693.553022:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763694.577245:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763695.601121:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763695.728961:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763695.728975:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763695.728981:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763695.728993:0:10798:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3666 00000100:00080000:1.0:1789763695.729006:0:10798:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763695.729029:0:10798:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763695.729078:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573480 x1876699516138368/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763695.729113:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763695.729119:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763695.729121:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763695.729127:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3666 00000100:00080000:1.0:1789763695.729131:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763695.729135:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763695.729147:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763695.729163:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570e00 x1876699516138496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763695.729179:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789763695.729186:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516138368:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763695.729187:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763695.729194:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763695.729210:0:10798:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3666 00000100:00080000:1.0:1789763695.729214:0:10798:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763695.729219:0:10798:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763695.729226:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763695.729242:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570700 x1876699516138624/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763695.729256:0:10798:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763695.729271:0:10798:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763695.729274:0:10798:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763695.729279:0:10798:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3666 00000100:00080000:1.0:1789763695.729295:0:10798:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763695.729301:0:10798:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763695.729307:0:10798:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789763695.729322:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763695.729326:0:10798:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572d80 x1876699516138752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763695.729429:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763695/real 1789763695] req@ffff980dc8573480 x1876699516138368/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763695.729456:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573480 x1876699516138368/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763695.729480:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763695.729487:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763695.729493:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516138368:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763695.729528:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516138496:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763695.729561:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763695.729577:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763695/real 1789763695] req@ffff980dc8570e00 x1876699516138496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763695.729594:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570e00 x1876699516138496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763695.729604:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763695.729609:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763695.729613:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516138496:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763695.729620:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516138624:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763695.729641:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763695.729653:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763695/real 1789763695] req@ffff980dc8570700 x1876699516138624/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763695.729667:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570700 x1876699516138624/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763695.729677:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763695.729680:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763695.729684:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516138624:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763695.729690:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516138752:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763695.729709:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763695.729721:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763695/real 1789763695] req@ffff980dc8572d80 x1876699516138752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763695.729743:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572d80 x1876699516138752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763695.729761:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763695.729765:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763695.729769:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516138752:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763696.625262:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763697.649157:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763698.673111:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763699.697113:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763700.721100:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763700.849113:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763700.849128:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763700.849135:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763700.849152:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3672 00000100:00080000:0.0:1789763700.849169:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763700.849180:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763700.849231:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5180 x1876699516138880/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763700.849271:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763700.849276:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763700.849279:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763700.849284:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3672 00000100:00080000:0.0:1789763700.849289:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763700.849294:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763700.849304:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763700.849320:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5500 x1876699516139008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763700.849374:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763700.849386:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763700.849389:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516138880:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789763700.849391:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763700.849408:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3672 00000100:00080000:0.0:1789763700.849416:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763700.849424:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763700.849436:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763700.849465:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7480 x1876699516139136/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763700.849481:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763700.849486:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763700.849489:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763700.849494:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3672 00000800:00000100:3.0:1789763700.849502:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789763700.849504:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763700.849514:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763700.849522:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763700.849537:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4380 x1876699516139264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763700.849566:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763700/real 1789763700] req@ffff980dc8fc5180 x1876699516138880/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763700.849593:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5180 x1876699516138880/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763700.849608:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763700.849613:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763700.849618:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516138880:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763700.849663:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516139008:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763700.849692:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763700.849708:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763700/real 1789763700] req@ffff980dc8fc5500 x1876699516139008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763700.849734:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5500 x1876699516139008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763700.849745:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763700.849749:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763700.849753:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516139008:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763700.849760:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516139136:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763700.849780:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763700.849792:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763700/real 1789763700] req@ffff980dc8fc7480 x1876699516139136/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763700.849807:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7480 x1876699516139136/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763700.849817:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763700.849821:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763700.849824:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516139136:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763700.849831:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516139264:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763700.849850:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763700.849905:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763700/real 1789763700] req@ffff980dc8fc4380 x1876699516139264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763700.849920:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4380 x1876699516139264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763700.849938:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763700.849943:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763700.849947:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516139264:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763701.745064:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763702.769149:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763703.793024:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763704.817024:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763705.841029:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763705.968981:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763705.968996:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763705.969001:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763705.969014:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3677 00000100:00080000:0.0:1789763705.969027:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763705.969037:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763705.969086:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4000 x1876699516139392/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763705.969137:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763705.969145:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763705.969149:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763705.969168:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3677 00000100:00080000:0.0:1789763705.969177:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763705.969186:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763705.969201:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763705.969216:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516139392:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763705.969243:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6300 x1876699516139520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763705.969263:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763705.969268:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763705.969271:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763705.969277:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3677 00000100:00080000:0.0:1789763705.969283:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763705.969288:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763705.969319:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:3.0:1789763705.969344:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763705.969354:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6680 x1876699516139648/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763705.969373:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763705.969379:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763705.969384:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763705.969393:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3677 00000100:00080000:0.0:1789763705.969403:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763705.969404:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763705/real 1789763705] req@ffff980dc8fc4000 x1876699516139392/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763705.969423:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763705.969438:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763705.969441:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4000 x1876699516139392/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763705.969462:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763705.969472:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763705.969475:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6a00 x1876699516139776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763705.969479:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516139392:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763705.969530:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516139520:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763705.969567:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763705.969583:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763705/real 1789763705] req@ffff980dc8fc6300 x1876699516139520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763705.969599:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6300 x1876699516139520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763705.969619:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763705.969624:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763705.969628:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516139520:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763705.969635:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516139648:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763705.969656:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763705.969668:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763705/real 1789763705] req@ffff980dc8fc6680 x1876699516139648/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763705.969698:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6680 x1876699516139648/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763705.969709:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763705.969713:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763705.969718:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516139648:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763705.969726:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516139776:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763705.969748:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763705.969763:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763705/real 1789763705] req@ffff980dc8fc6a00 x1876699516139776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763705.969778:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6a00 x1876699516139776/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763705.969788:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763705.969791:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763705.969796:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516139776:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763706.865012:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763707.889016:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763708.913051:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763709.937026:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763710.960979:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763711.089070:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763711.089087:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763711.089093:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763711.089107:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3682 00000100:00080000:2.0:1789763711.089140:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763711.089151:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763711.089208:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516139904/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763711.089276:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763711.089284:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763711.089287:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763711.089292:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3682 00000100:00080000:2.0:1789763711.089298:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763711.089306:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516139904:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763711.089328:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763711.089346:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763711.089367:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516140032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763711.089401:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1789763711.089413:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789763711.089419:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763711.089423:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763711.089432:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3682 00000100:00080000:2.0:1789763711.089442:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763711.089448:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763711.089456:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763711.089464:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711] req@ffff980dd23a8380 x1876699516139904/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763711.089474:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516140160/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763711.089498:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516139904/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763711.089500:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763711.089526:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763711.089527:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763711.089537:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763711.089544:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00080000:2.0:1789763711.089550:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3682 00000100:00100000:3.0:1789763711.089553:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516139904:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763711.089560:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763711.089569:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763711.089576:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763711.089589:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516140288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763711.089601:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516140032:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763711.089643:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763711.089665:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711] req@ffff980dd23a8e00 x1876699516140032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763711.089675:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516140032/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763711.089682:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763711.089685:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763711.089688:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516140032:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763711.089697:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516140160:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763711.089721:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763711.089728:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711] req@ffff980dd23a9180 x1876699516140160/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763711.089736:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516140160/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763711.089742:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763711.089744:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763711.089746:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516140160:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763711.089765:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516140288:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763711.089778:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763711.089786:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711] req@ffff980dd23aa300 x1876699516140288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763711.089794:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516140288/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763711.089799:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763711.089802:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763711.089809:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516140288:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763711.985052:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763713.009108:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763714.033045:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763715.057071:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763716.081160:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763716.209031:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763716.209044:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763716.209049:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763716.209061:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3687 00000100:00080000:3.0:1789763716.209073:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763716.209082:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763716.209127:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516140416/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763716.209164:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763716.209170:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763716.209172:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763716.209177:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3687 00000100:00080000:3.0:1789763716.209182:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763716.209186:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763716.209198:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763716.209242:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516140544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763716.209259:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516140416:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763716.209265:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763716.209282:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763716.209285:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763716.209301:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3687 00000100:00080000:3.0:1789763716.209307:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763716.209314:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763716.209331:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:0.0:1789763716.209363:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763716.209366:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516140672/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763716.209394:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763716.209402:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763716.209407:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789763716.209418:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716] req@ffff980dc61e7800 x1876699516140416/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763716.209419:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3687 00000100:00080000:3.0:1789763716.209430:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763716.209440:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763716.209457:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763716.209473:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516140416/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763716.209490:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516140800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763716.209492:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763716.209505:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763716.209519:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516140416:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763716.209572:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516140544:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763716.209602:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763716.209619:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716] req@ffff980dc61e6300 x1876699516140544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763716.209635:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516140544/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763716.209646:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763716.209650:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763716.209655:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516140544:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763716.209662:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516140672:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763716.209682:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763716.209694:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716] req@ffff980dc61e5180 x1876699516140672/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763716.209707:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516140672/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763716.209718:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763716.209722:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763716.209726:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516140672:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763716.209732:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516140800:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763716.209751:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763716.209762:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716] req@ffff980dc61e6680 x1876699516140800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763716.209775:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516140800/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763716.209785:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763716.209788:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763716.209802:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516140800:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763717.105070:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763718.129129:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763719.153064:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763720.177411:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763721.201173:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763721.328968:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763721.328982:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763721.328988:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763721.329002:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3692 00000100:00080000:3.0:1789763721.329016:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763721.329029:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763721.329079:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516140928/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763721.329119:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763721.329125:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763721.329128:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763721.329135:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3692 00000100:00080000:3.0:1789763721.329140:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763721.329146:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763721.329160:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763721.329212:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516141056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763721.329252:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763721.329261:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763721.329268:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763721.329280:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3692 00000100:00080000:3.0:1789763721.329290:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763721.329301:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763721.329313:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516140928:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789763721.329316:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763721.329350:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516141184/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763721.329374:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1789763721.329474:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789763721.329478:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763721.329484:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763721.329495:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3692 00000100:00080000:3.0:1789763721.329503:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763721.329510:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763721.329519:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763721.329572:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721] req@ffff980dc61e5c00 x1876699516140928/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763721.329605:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516140928/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763721.329623:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763721.329629:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763721.329636:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516140928:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763721.329649:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516141056:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763721.329691:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763721.329712:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721] req@ffff980dc61e4a80 x1876699516141056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763721.329727:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516141312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763721.329740:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516141056/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763721.329762:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763721.329770:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763721.329779:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516141056:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763721.329955:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516141184:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763721.330024:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763721.330055:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721] req@ffff980dc61e4380 x1876699516141184/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763721.330071:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516141184/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763721.330082:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763721.330087:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763721.330091:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516141184:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763721.330100:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516141312:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763721.330124:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763721.330136:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721] req@ffff980dc61e4000 x1876699516141312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763721.330150:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516141312/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763721.330160:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763721.330163:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763721.330167:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516141312:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763722.225004:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763723.249073:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763724.272997:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763725.297118:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763726.321193:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763726.449010:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763726.449026:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763726.449032:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763726.449047:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3697 00000100:00080000:3.0:1789763726.449062:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763726.449085:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763726.449162:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516141440/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763726.449210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763726.449223:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763726.449226:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763726.449234:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3697 00000100:00080000:3.0:1789763726.449243:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763726.449252:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763726.449268:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763726.449285:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516141440:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763726.449298:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516141568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763726.449320:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763726.449327:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763726.449332:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763726.449340:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3697 00000100:00080000:3.0:1789763726.449347:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763726.449356:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763726.449367:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:0.0:1789763726.449373:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763726.449397:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516141696/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763726.449419:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763726.449426:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763726.449429:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763726.449438:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3697 00000100:00080000:3.0:1789763726.449446:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763726.449459:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763726.449460:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726] req@ffff980dc61e4000 x1876699516141440/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789763726.449472:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763726.449507:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516141824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763726.449521:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516141440/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763726.449561:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763726.449570:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763726.449579:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516141440:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763726.449623:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516141568:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763726.449657:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763726.449675:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726] req@ffff980dc61e4380 x1876699516141568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763726.449690:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516141568/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763726.449701:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763726.449705:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763726.449709:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516141568:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763726.449716:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516141696:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763726.449736:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763726.449747:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726] req@ffff980dc61e4a80 x1876699516141696/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763726.449760:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516141696/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763726.449777:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763726.449780:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763726.449783:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516141696:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763726.449789:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516141824:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763726.449824:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763726.449836:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726] req@ffff980dc61e5c00 x1876699516141824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763726.449848:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516141824/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763726.449930:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763726.449934:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763726.449939:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516141824:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763727.345054:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763728.369070:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763729.393206:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763730.417074:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763731.441154:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763731.569034:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763731.569047:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763731.569053:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763731.569066:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3702 00000100:00080000:0.0:1789763731.569079:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763731.569089:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763731.569182:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6d80 x1876699516141952/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763731.569231:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763731.569236:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763731.569239:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763731.569245:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3702 00000100:00080000:0.0:1789763731.569250:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763731.569255:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763731.569269:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763731.569290:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516141952:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763731.569293:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7800 x1876699516142080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763731.569323:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763731.569330:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763731.569335:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763731.569344:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3702 00000100:00080000:0.0:1789763731.569353:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763731.569362:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763731.569374:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:3.0:1789763731.569398:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763731.569403:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7100 x1876699516142208/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763731.569429:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763731.569436:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763731.569440:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763731.569449:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3702 00000100:00080000:0.0:1789763731.569460:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763731.569465:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763731/real 1789763731] req@ffff980dc8fc6d80 x1876699516141952/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763731.569475:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763731.569496:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763731.569508:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6d80 x1876699516141952/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763731.569525:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1789763731.569531:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4e00 x1876699516142336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763731.569535:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763731.569550:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516141952:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763731.569597:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516142080:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763731.569630:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763731.569646:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763731/real 1789763731] req@ffff980dc8fc7800 x1876699516142080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763731.569662:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7800 x1876699516142080/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763731.569673:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763731.569677:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763731.569681:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516142080:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763731.569688:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516142208:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763731.569709:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763731.569721:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763731/real 1789763731] req@ffff980dc8fc7100 x1876699516142208/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763731.569735:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7100 x1876699516142208/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763731.569746:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763731.569749:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763731.569753:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516142208:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763731.569760:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516142336:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763731.569789:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763731.569810:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763731/real 1789763731] req@ffff980dc8fc4e00 x1876699516142336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763731.569835:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4e00 x1876699516142336/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763731.569888:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763731.569895:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763731.569900:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516142336:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763732.465158:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763733.489157:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763734.513200:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763735.537198:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763736.561056:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763736.689147:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763736.689159:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763736.689164:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763736.689176:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3707 00000100:00080000:3.0:1789763736.689189:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763736.689197:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763736.689247:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516142464/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763736.689297:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763736.689302:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763736.689305:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763736.689311:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3707 00000100:00080000:3.0:1789763736.689317:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763736.689327:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763736.689340:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763736.689350:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516142464:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763736.689362:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516142592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763736.689380:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763736.689385:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763736.689387:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763736.689392:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3707 00000100:00080000:3.0:1789763736.689397:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763736.689402:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763736.689408:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763736.689422:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516142720/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763736.689434:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763736.689439:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763736.689441:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763736.689445:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3707 00000100:00080000:3.0:1789763736.689449:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763736.689453:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763736.689459:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763736.689474:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516142848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763736.689501:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516142592:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763736.689545:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516142720:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763736.689587:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516142848:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763737.585164:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763738.609177:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763739.633125:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789763739.761226:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:1.0:1789763739.761281:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789763739.761304:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:1.0:1789763739.761357:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:1.0:1789763739.761370:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:1.0:1789763739.761379:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:0.0:1789763739.761447:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763736/real 1789763739] req@ffff980dc61e5180 x1876699516142592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763739.761497:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516142592/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763739.761519:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763739.761528:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763739.761535:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516142592:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763739.761550:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763736/real 1789763739] req@ffff980dc61e6300 x1876699516142720/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763739.761575:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516142720/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763739.761603:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763739.761610:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763739.761617:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516142720:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763739.761631:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763736/real 1789763739] req@ffff980dc61e7800 x1876699516142848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763739.761652:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516142848/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763739.761667:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763739.761674:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763739.761681:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516142848:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763739.761694:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763736/real 1789763739] req@ffff980dc61e6680 x1876699516142464/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763739.761720:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516142464/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763739.761736:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763739.761742:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763739.761749:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516142464:192.168.203.146@tcp:250:kworker.0 00010000:00010000:0.0:1789763740.656999:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763741.681173:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763741.809049:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763741.809062:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763741.809067:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763741.809080:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3712 00000100:00080000:2.0:1789763741.809093:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763741.809103:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763741.809152:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516142976/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763741.809191:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763741.809196:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763741.809198:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763741.809203:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3712 00000100:00080000:2.0:1789763741.809208:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763741.809212:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763741.809224:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763741.809240:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516143104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763741.809254:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763741.809259:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763741.809262:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763741.809269:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3712 00000100:00080000:2.0:1789763741.809275:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763741.809282:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763741.809289:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763741.809305:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516143232/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763741.809331:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516142976:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763741.809335:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763741.809355:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763741.809359:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763741.809369:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3712 00000100:00080000:2.0:1789763741.809377:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763741.809389:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763741.809400:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763741.809433:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516143360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763741.809496:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763741.809621:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763741/real 1789763741] req@ffff980dd23a9f80 x1876699516142976/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763741.809665:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516142976/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763741.809689:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763741.809698:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763741.809707:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516142976:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763741.809724:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516143104:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763741.809775:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763741.809805:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763741/real 1789763741] req@ffff980dd23a9c00 x1876699516143104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763741.809831:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516143104/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763741.809847:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763741.809930:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763741.809940:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516143104:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763741.809997:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516143232:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763741.810081:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763741.810110:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763741/real 1789763741] req@ffff980dd23aa680 x1876699516143232/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763741.810134:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516143232/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763741.810161:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763741.810168:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763741.810174:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516143232:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763741.810187:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516143360:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763741.810227:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763741.810250:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763741/real 1789763741] req@ffff980dd23aaa00 x1876699516143360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763741.810273:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516143360/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763741.810289:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763741.810295:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763741.810301:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516143360:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789763742.705172:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763743.729121:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763744.753102:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763745.777197:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763746.801145:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763746.929021:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763746.929049:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763746.929057:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763746.929074:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3718 00000100:00080000:3.0:1789763746.929090:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763746.929099:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763746.929148:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516143488/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763746.929181:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763746.929185:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763746.929187:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763746.929192:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3718 00000100:00080000:3.0:1789763746.929196:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763746.929199:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763746.929211:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763746.929226:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516143616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763746.929246:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763746.929251:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763746.929255:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789763746.929260:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516143488:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763746.929266:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3718 00000100:00080000:3.0:1789763746.929274:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763746.929296:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763746.929308:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763746.929337:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516143744/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763746.929375:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763746.929383:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000100:0.0:1789763746.929387:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789763746.929389:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763746.929402:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3718 00000100:00080000:3.0:1789763746.929411:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763746.929418:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763746.929426:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763746.929447:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516143872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763746.929475:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763746/real 1789763746] req@ffff980dc61e4e00 x1876699516143488/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763746.929517:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516143488/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763746.929538:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763746.929544:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763746.929561:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516143488:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763746.929607:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516143616:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763746.929659:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763746.929683:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763746/real 1789763746] req@ffff980dc61e7b80 x1876699516143616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763746.929700:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516143616/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763746.929712:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763746.929719:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763746.929727:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516143616:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763746.929739:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516143744:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763746.929782:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763746.929805:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763746/real 1789763746] req@ffff980dc61e7480 x1876699516143744/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763746.929830:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516143744/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763746.929842:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763746.929846:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763746.929850:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516143744:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763746.929859:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516143872:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763746.929937:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763746.929954:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763746/real 1789763746] req@ffff980dc61e5880 x1876699516143872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763746.929970:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516143872/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763746.929980:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763746.929984:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763746.930011:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516143872:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789763747.825109:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763748.849128:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763749.873113:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763750.897098:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763751.920989:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763752.048970:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763752.048981:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763752.048985:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763752.048997:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3723 00000100:00080000:2.0:1789763752.049007:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763752.049015:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763752.049056:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516144000/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763752.049091:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763752.049095:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763752.049097:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763752.049101:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3723 00000100:00080000:2.0:1789763752.049105:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763752.049109:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763752.049119:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763752.049135:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516144128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763752.049145:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516144000:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763752.049150:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763752.049155:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763752.049158:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763752.049163:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3723 00000100:00080000:2.0:1789763752.049167:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763752.049171:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763752.049177:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763752.049190:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516144256/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763752.049223:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1789763752.049232:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789763752.049235:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763752.049242:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763752.049252:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3723 00000100:00080000:2.0:1789763752.049261:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763752.049268:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763752.049279:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763752.049288:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752] req@ffff980dd23aaa00 x1876699516144000/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763752.049306:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516144384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763752.049319:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516144000/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763752.049342:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763752.049348:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763752.049354:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516144000:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763752.049384:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516144128:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763752.049410:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763752.049424:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752] req@ffff980dd23aa680 x1876699516144128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763752.049437:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516144128/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763752.049455:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763752.049475:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763752.049478:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516144128:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763752.049483:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516144256:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763752.049499:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763752.049508:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752] req@ffff980dd23a9c00 x1876699516144256/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763752.049517:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516144256/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763752.049525:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763752.049527:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763752.049530:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516144256:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763752.049535:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516144384:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763752.049548:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763752.049556:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752] req@ffff980dd23a9f80 x1876699516144384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763752.049565:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516144384/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763752.049572:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763752.049574:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763752.049578:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516144384:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789763752.945033:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763753.969053:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763754.993200:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763756.017195:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763757.041040:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763757.169166:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763757.169181:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763757.169188:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763757.169206:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3728 00000100:00080000:2.0:1789763757.169225:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763757.169241:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763757.169313:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516144512/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763757.169383:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763757.169393:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763757.169400:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763757.169414:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3728 00000100:00080000:2.0:1789763757.169425:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763757.169438:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516144512:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763757.169441:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763757.169467:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763757.169502:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516144640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763757.169541:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763757.169549:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763757.169554:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763757.169563:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3728 00000100:00080000:2.0:1789763757.169573:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763757.169583:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763757.169596:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763757.169627:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516144768/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763757.169634:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789763757.169667:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763757.169673:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763757.169676:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763757.169684:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3728 00000100:00080000:2.0:1789763757.169693:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763757.169701:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763757.169712:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763757.169737:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516144896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763757.169740:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757] req@ffff980dd23aa300 x1876699516144512/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763757.169815:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516144512/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763757.169940:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763757.169951:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763757.169972:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516144512:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763757.170019:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516144640:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763757.170077:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763757.170114:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757] req@ffff980dd23a9180 x1876699516144640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763757.170154:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516144640/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763757.170176:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763757.170185:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763757.170195:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516144640:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763757.170218:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516144768:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763757.170281:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763757.170307:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757] req@ffff980dd23a8e00 x1876699516144768/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763757.170331:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516144768/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763757.170349:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763757.170356:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763757.170363:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516144768:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763757.170377:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516144896:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763757.170415:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763757.170432:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757] req@ffff980dd23a8380 x1876699516144896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763757.170457:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516144896/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763757.170468:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763757.170472:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763757.170476:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516144896:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763758.065153:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763759.089067:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763760.113128:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763761.137237:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763762.160996:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763762.289085:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763762.289112:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763762.289123:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763762.289139:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3733 00000100:00080000:2.0:1789763762.289157:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763762.289168:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763762.289227:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516145024/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763762.289273:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763762.289279:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763762.289282:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763762.289289:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3733 00000100:00080000:2.0:1789763762.289294:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763762.289300:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763762.289315:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763762.289332:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516145152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763762.289336:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516145024:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763762.289374:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763762.289380:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763762.289383:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763762.289390:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3733 00000100:00080000:2.0:1789763762.289394:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763762.289400:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763762.289406:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763762.289422:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516145280/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763762.289435:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1789763762.289448:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789763762.289450:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763762.289456:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763762.289464:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3733 00000100:00080000:2.0:1789763762.289471:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763762.289476:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763762.289482:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763762.289501:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516145408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763762.289508:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762] req@ffff980dd23ab480 x1876699516145024/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763762.289564:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516145024/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763762.289576:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763762.289581:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763762.289585:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516145024:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763762.289612:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516145152:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763762.289630:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763762.289639:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762] req@ffff980dd23ab800 x1876699516145152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763762.289647:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516145152/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763762.289654:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763762.289656:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763762.289659:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516145152:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763762.289663:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516145280:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763762.289674:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763762.289681:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762] req@ffff980dd23a8a80 x1876699516145280/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763762.289688:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516145280/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763762.289694:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763762.289696:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763762.289697:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516145280:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763762.289702:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516145408:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763762.289712:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763762.289719:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762] req@ffff980dd23a8000 x1876699516145408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763762.289726:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516145408/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763762.289731:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763762.289733:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763762.289735:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516145408:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763763.184995:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763764.209039:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763765.233121:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763766.257074:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763767.281088:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763767.409015:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763767.409024:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763767.409028:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763767.409038:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3738 00000100:00080000:0.0:1789763767.409049:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763767.409056:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763767.409095:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4700 x1876699516145536/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763767.409123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763767.409127:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763767.409129:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763767.409133:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3738 00000100:00080000:0.0:1789763767.409136:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763767.409139:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763767.409164:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763767.409176:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5f80 x1876699516145664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763767.409185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763767.409189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763767.409192:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763767.409196:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3738 00000100:00080000:0.0:1789763767.409202:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763767.409208:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763767.409214:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763767.409250:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4e00 x1876699516145792/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763767.409267:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763767.409272:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763767.409274:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763767.409280:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3738 00000100:00080000:0.0:1789763767.409285:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763767.409290:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763767.409295:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763767.409308:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7100 x1876699516145920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763767.409344:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516145536:192.168.203.146@tcp:250:kworker.0 00000800:00000100:1.0:1789763767.409550:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763767.409607:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763767] req@ffff980dc8fc4700 x1876699516145536/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763767.409629:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4700 x1876699516145536/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763767.409658:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763767.409663:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763767.409667:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516145536:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763767.409675:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516145664:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763767.409777:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763767.410003:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763767] req@ffff980dc8fc5f80 x1876699516145664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763767.410020:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5f80 x1876699516145664/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763767.410029:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763767.410032:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763767.410036:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516145664:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763767.410042:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516145792:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763767.410068:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763767.410080:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763767] req@ffff980dc8fc4e00 x1876699516145792/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763767.410092:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4e00 x1876699516145792/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763767.410100:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763767.410103:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763767.410106:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516145792:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763767.410132:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516145920:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763767.410148:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763767.410158:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763767] req@ffff980dc8fc7100 x1876699516145920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763767.410169:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7100 x1876699516145920/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763767.410193:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763767.410196:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763767.410198:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516145920:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763768.305037:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763769.329102:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763770.353001:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763771.377008:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763772.401065:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763772.528975:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763772.528987:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763772.528991:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763772.529001:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3743 00000100:00080000:3.0:1789763772.529012:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763772.529018:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763772.529085:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516146048/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763772.529128:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763772.529133:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763772.529136:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763772.529141:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3743 00000100:00080000:3.0:1789763772.529145:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763772.529149:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763772.529160:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763772.529174:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516146176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763772.529187:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763772.529191:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763772.529193:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763772.529197:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3743 00000100:00080000:3.0:1789763772.529201:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763772.529206:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763772.529212:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763772.529218:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516146048:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763772.529229:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516146304/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763772.529244:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763772.529248:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763772.529250:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763772.529254:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3743 00000100:00080000:3.0:1789763772.529258:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763772.529262:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763772.529267:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763772.529280:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516146432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763772.529317:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763772.529379:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763772/real 1789763772] req@ffff980dc61e5880 x1876699516146048/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763772.529411:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516146048/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763772.529425:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763772.529430:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763772.529435:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516146048:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763772.529443:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516146176:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763772.529468:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763772.529482:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763772/real 1789763772] req@ffff980dc61e7480 x1876699516146176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763772.529511:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516146176/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763772.529519:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763772.529522:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763772.529524:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516146176:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763772.529546:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516146304:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763772.529563:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763772.529571:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763772/real 1789763772] req@ffff980dc61e7b80 x1876699516146304/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763772.529581:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516146304/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763772.529594:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763772.529597:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763772.529618:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516146304:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763772.529624:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516146432:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763772.529641:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763772.529651:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763772/real 1789763772] req@ffff980dc61e4e00 x1876699516146432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763772.529663:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516146432/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763772.529672:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763772.529675:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763772.529678:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516146432:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763773.424970:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763774.449042:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763775.473073:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763776.497136:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763777.521133:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763777.648998:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763777.649012:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763777.649017:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763777.649030:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3748 00000100:00080000:2.0:1789763777.649044:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763777.649053:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763777.649106:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516146560/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763777.649159:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763777.649164:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763777.649166:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763777.649171:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3748 00000100:00080000:2.0:1789763777.649176:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763777.649181:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763777.649193:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763777.649228:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516146688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763777.649251:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516146560:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763777.649266:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763777.649279:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763777.649282:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763777.649291:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3748 00000100:00080000:2.0:1789763777.649300:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763777.649307:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763777.649331:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763777.649358:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516146816/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763777.649416:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1789763777.649418:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789763777.649428:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763777.649433:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763777.649443:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3748 00000100:00080000:2.0:1789763777.649452:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763777.649461:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763777.649471:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763777.649524:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516146944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763777.649531:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763777/real 1789763777] req@ffff980dd23a8000 x1876699516146560/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763777.649588:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516146560/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763777.649616:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763777.649622:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763777.649629:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516146560:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763777.649662:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516146688:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763777.649697:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763777.649732:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763777/real 1789763777] req@ffff980dd23a8a80 x1876699516146688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763777.649747:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516146688/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763777.649757:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763777.649789:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763777.649813:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516146688:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763777.649830:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516146816:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763777.649860:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763777.649918:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763777/real 1789763777] req@ffff980dd23ab800 x1876699516146816/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763777.649935:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516146816/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763777.649945:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763777.649950:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763777.649954:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516146816:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763777.649962:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516146944:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763777.649987:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763777.650001:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763777/real 1789763777] req@ffff980dd23ab480 x1876699516146944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763777.650015:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516146944/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763777.650024:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763777.650028:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763777.650032:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516146944:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763778.545042:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763779.569010:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763780.592989:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763781.616980:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763782.641031:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763782.768992:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763782.769001:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763782.769005:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763782.769014:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3753 00000100:00080000:2.0:1789763782.769024:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763782.769030:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763782.769065:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516147072/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763782.769085:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763782.769088:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763782.769089:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763782.769092:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3753 00000100:00080000:2.0:1789763782.769094:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763782.769096:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763782.769103:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763782.769111:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516147200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763782.769121:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763782.769125:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763782.769128:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763782.769132:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3753 00000100:00080000:2.0:1789763782.769148:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763782.769152:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763782.769159:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763782.769173:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516147072:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763782.769176:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516147328/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763782.769195:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763782.769197:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763782.769199:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763782.769203:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3753 00000100:00080000:2.0:1789763782.769207:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763782.769211:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763782.769217:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763782.769230:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516147456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763782.769266:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763782.769328:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763782/real 1789763782] req@ffff980dd23a8380 x1876699516147072/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763782.769349:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516147072/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763782.769361:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763782.769364:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763782.769368:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516147072:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763782.769375:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516147200:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763782.769396:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763782.769405:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763782/real 1789763782] req@ffff980dd23a8e00 x1876699516147200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763782.769414:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516147200/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763782.769420:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763782.769422:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763782.769425:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516147200:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763782.769448:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516147328:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763782.769469:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763782.769480:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763782/real 1789763782] req@ffff980dd23a9180 x1876699516147328/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763782.769494:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516147328/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763782.769503:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763782.769507:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763782.769509:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516147328:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763782.769514:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516147456:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763782.769538:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763782.769546:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763782/real 1789763782] req@ffff980dd23aa300 x1876699516147456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763782.769559:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516147456/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763782.769564:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763782.769567:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763782.769569:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516147456:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763783.665063:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763784.689032:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763785.713042:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763786.737045:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763787.761007:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763787.889020:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763787.889037:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763787.889044:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763787.889060:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3759 00000100:00080000:3.0:1789763787.889076:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763787.889089:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763787.889143:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516147584/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763787.889191:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763787.889196:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763787.889199:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763787.889204:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3759 00000100:00080000:3.0:1789763787.889209:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763787.889214:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763787.889227:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763787.889244:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516147712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763787.889257:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763787.889262:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763787.889264:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763787.889269:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3759 00000100:00080000:3.0:1789763787.889273:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763787.889278:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763787.889284:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763787.889295:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516147840/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763787.889311:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789763787.889316:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516147584:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763787.889317:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763787.889324:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763787.889339:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3759 00000100:00080000:3.0:1789763787.889344:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763787.889349:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763787.889353:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763787.889384:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516147968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763787.889457:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763787.889529:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763787/real 1789763787] req@ffff980dc61e6680 x1876699516147584/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763787.889559:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516147584/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763787.889575:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763787.889585:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763787.889591:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516147584:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763787.889602:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516147712:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763787.889630:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763787.889645:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763787/real 1789763787] req@ffff980dc61e7800 x1876699516147712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763787.889658:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516147712/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763787.889671:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763787.889675:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763787.889679:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516147712:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763787.889727:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516147840:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763787.889753:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763787.889766:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763787/real 1789763787] req@ffff980dc61e6300 x1876699516147840/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763787.889780:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516147840/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763787.889789:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763787.889793:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763787.889796:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516147840:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763787.889803:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516147968:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763787.889824:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763787.889836:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763787/real 1789763787] req@ffff980dc61e5180 x1876699516147968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763787.889847:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516147968/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763787.889912:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763787.889917:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763787.889921:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516147968:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763788.784963:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763789.808954:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763790.833029:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763791.856984:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763792.881003:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763793.008916:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763793.008927:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763793.008931:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763793.008943:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3764 00000100:00080000:3.0:1789763793.008956:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763793.008965:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763793.009013:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516148096/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763793.009038:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763793.009042:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763793.009043:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763793.009047:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3764 00000100:00080000:3.0:1789763793.009050:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763793.009053:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763793.009063:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763793.009073:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516148224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763793.009081:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763793.009084:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763793.009087:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763793.009088:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516148096:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763793.009092:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3764 00000100:00080000:3.0:1789763793.009104:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763793.009110:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763793.009114:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763793.009124:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516148352/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763793.009131:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763793.009134:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763793.009135:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763793.009137:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3764 00000100:00080000:3.0:1789763793.009140:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763793.009142:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763793.009146:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763793.009152:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516148480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763793.009172:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763793.009214:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793] req@ffff980dc61e5c00 x1876699516148096/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763793.009231:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516148096/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763793.009240:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763793.009244:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763793.009248:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516148096:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763793.009271:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516148224:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763793.009290:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763793.009299:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793] req@ffff980dc61e4a80 x1876699516148224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763793.009313:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516148224/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763793.009319:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763793.009322:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763793.009326:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516148224:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763793.009332:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516148352:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763793.009354:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763793.009365:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793] req@ffff980dc61e4380 x1876699516148352/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763793.009379:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516148352/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763793.009385:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763793.009389:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763793.009392:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516148352:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763793.009398:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516148480:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763793.009413:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763793.009421:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793] req@ffff980dc61e4000 x1876699516148480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763793.009427:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516148480/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763793.009433:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763793.009434:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763793.009436:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516148480:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763793.905037:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763794.929024:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763795.953014:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763796.977006:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763798.001009:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763798.128964:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763798.128971:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763798.128975:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763798.128985:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3769 00000100:00080000:0.0:1789763798.128994:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763798.128999:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763798.129041:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7800 x1876699516148608/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763798.129077:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763798.129081:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763798.129083:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763798.129089:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3769 00000100:00080000:0.0:1789763798.129093:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763798.129097:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763798.129106:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763798.129118:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516148608:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763798.129119:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6d80 x1876699516148736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763798.129132:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763798.129135:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763798.129137:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763798.129140:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3769 00000100:00080000:0.0:1789763798.129143:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763798.129145:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763798.129149:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763798.129157:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6a00 x1876699516148864/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763798.129164:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763798.129167:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763798.129169:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763798.129171:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3769 00000100:00080000:0.0:1789763798.129174:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763798.129177:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763798.129180:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789763798.129186:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763798.129190:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6680 x1876699516148992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763798.129240:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798] req@ffff980dc8fc7800 x1876699516148608/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763798.129257:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7800 x1876699516148608/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763798.129265:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763798.129268:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763798.129271:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516148608:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763798.129290:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516148736:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763798.129308:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763798.129316:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798] req@ffff980dc8fc6d80 x1876699516148736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763798.129324:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6d80 x1876699516148736/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763798.129330:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763798.129332:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763798.129334:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516148736:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763798.129338:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516148864:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763798.129349:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763798.129355:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798] req@ffff980dc8fc6a00 x1876699516148864/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763798.129362:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6a00 x1876699516148864/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763798.129371:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763798.129374:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763798.129378:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516148864:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763798.129384:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516148992:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763798.129402:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763798.129415:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798] req@ffff980dc8fc6680 x1876699516148992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763798.129428:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6680 x1876699516148992/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763798.129436:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763798.129438:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763798.129440:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516148992:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763799.024991:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763800.049002:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763801.072999:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763802.097054:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763803.121007:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763803.248973:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763803.248984:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763803.248988:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763803.248999:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3774 00000100:00080000:3.0:1789763803.249010:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763803.249019:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763803.249071:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516149120/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763803.249101:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763803.249106:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763803.249108:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763803.249113:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3774 00000100:00080000:3.0:1789763803.249117:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763803.249121:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763803.249132:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763803.249148:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516149248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763803.249159:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763803.249163:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763803.249166:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763803.249170:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3774 00000100:00080000:3.0:1789763803.249175:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763803.249187:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763803.249188:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516149120:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789763803.249200:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763803.249220:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516149376/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763803.249235:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763803.249239:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763803.249241:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763803.249246:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3774 00000100:00080000:3.0:1789763803.249251:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763803.249257:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763803.249264:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763803.249279:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516149504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763803.249321:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516149248:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763803.249377:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516149376:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763803.249398:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516149504:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763804.144974:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763805.168975:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763806.193009:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1789763806.321092:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:0.0:1789763806.321130:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1789763806.321147:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789763806.321187:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789763806.321199:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:0.0:1789763806.321207:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:1.0:1789763806.321315:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763806] req@ffff980dc61e4a80 x1876699516149376/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763806.321343:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516149376/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763806.321357:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763806.321363:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763806.321367:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516149376:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763806.321377:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763806] req@ffff980dc61e5c00 x1876699516149504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763806.321399:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516149504/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763806.321408:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763806.321412:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763806.321416:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516149504:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763806.321424:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763806] req@ffff980dc61e4000 x1876699516149120/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763806.321437:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516149120/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763806.321446:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763806.321450:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763806.321453:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516149120:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763806.321461:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763806] req@ffff980dc61e4380 x1876699516149248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763806.321474:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516149248/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763806.321483:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763806.321487:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763806.321491:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516149248:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789763807.216969:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763808.241046:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763808.368960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763808.368970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763808.368974:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763808.368985:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3779 00000100:00080000:2.0:1789763808.368997:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763808.369005:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763808.369040:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516149632/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763808.369071:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763808.369075:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763808.369077:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763808.369082:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3779 00000100:00080000:2.0:1789763808.369086:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763808.369092:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763808.369103:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763808.369121:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516149760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763808.369131:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516149632:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763808.369147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763808.369152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763808.369154:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763808.369171:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3779 00000100:00080000:2.0:1789763808.369176:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763808.369183:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763808.369190:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763808.369206:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516149888/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763808.369219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763808.369223:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763808.369226:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763808.369237:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3779 00000800:00000100:1.0:1789763808.369239:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789763808.369247:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763808.369255:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763808.369263:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763808.369281:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516150016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763808.369329:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763808] req@ffff980dd23a9f80 x1876699516149632/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763808.369357:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516149632/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763808.369372:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763808.369376:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763808.369379:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516149632:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763808.369408:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516149760:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763808.369435:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763808.369450:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763808] req@ffff980dd23a9c00 x1876699516149760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763808.369464:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516149760/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763808.369481:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763808.369485:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763808.369489:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516149760:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763808.369496:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516149888:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763808.369522:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763808.369554:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763808] req@ffff980dd23aa680 x1876699516149888/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763808.369570:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516149888/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763808.369578:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763808.369582:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763808.369586:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516149888:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763808.369593:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516150016:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763808.369616:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763808.369631:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763808] req@ffff980dd23aaa00 x1876699516150016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763808.369644:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516150016/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763808.369651:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763808.369654:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763808.369658:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516150016:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763809.265025:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763810.289021:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763811.313054:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763812.337094:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763813.361152:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763813.488981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763813.488995:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763813.489000:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763813.489031:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3784 00000100:00080000:2.0:1789763813.489051:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763813.489064:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763813.489128:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516150144/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763813.489167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763813.489172:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763813.489174:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763813.489179:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3784 00000100:00080000:2.0:1789763813.489184:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763813.489189:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763813.489203:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763813.489219:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516150272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763813.489244:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763813.489248:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763813.489250:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763813.489255:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3784 00000100:00080000:2.0:1789763813.489258:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763813.489262:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763813.489269:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763813.489304:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516150144:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763813.489309:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516150400/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763813.489321:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763813.489323:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763813.489324:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763813.489327:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3784 00000100:00080000:2.0:1789763813.489328:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763813.489331:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763813.489334:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763813.489362:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516150528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763813.489453:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763813.489570:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763813/real 1789763813] req@ffff980dd23aaa00 x1876699516150144/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763813.489594:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516150144/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763813.489604:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763813.489608:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763813.489611:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516150144:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763813.489618:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516150272:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763813.489668:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763813.489703:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763813/real 1789763813] req@ffff980dd23aa680 x1876699516150272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763813.489718:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516150272/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763813.489728:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763813.489733:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763813.489739:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516150272:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763813.489788:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516150400:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763813.489814:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763813.489824:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763813/real 1789763813] req@ffff980dd23a9c00 x1876699516150400/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763813.489852:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516150400/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763813.489863:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763813.489867:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763813.489871:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516150400:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763813.489878:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516150528:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763813.489900:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763813.489926:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763813/real 1789763813] req@ffff980dd23a9f80 x1876699516150528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763813.489938:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516150528/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763813.489976:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763813.489981:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763813.489985:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516150528:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763814.384967:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763815.409059:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763816.433074:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763817.456991:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763818.481070:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763818.609062:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763818.609076:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763818.609083:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763818.609096:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3789 00000100:00080000:3.0:1789763818.609112:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763818.609125:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763818.609186:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516150656/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763818.609232:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763818.609238:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763818.609240:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763818.609246:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3789 00000100:00080000:3.0:1789763818.609252:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763818.609257:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763818.609270:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763818.609288:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516150784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763818.609301:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763818.609306:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763818.609308:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763818.609312:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3789 00000100:00080000:3.0:1789763818.609315:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763818.609320:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763818.609325:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763818.609354:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516150912/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763818.609374:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763818.609379:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763818.609381:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763818.609385:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3789 00000100:00080000:3.0:1789763818.609388:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763818.609405:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763818.609407:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516150656:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789763818.609411:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763818.609429:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516151040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763818.609546:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763818.609618:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763818/real 1789763818] req@ffff980dc61e5180 x1876699516150656/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763818.609645:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516150656/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763818.609659:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763818.609664:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763818.609669:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516150656:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763818.609678:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516150784:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763818.609707:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763818.609727:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763818/real 1789763818] req@ffff980dc61e6300 x1876699516150784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763818.609741:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516150784/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763818.609751:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763818.609754:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763818.609758:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516150784:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763818.609764:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516150912:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763818.609781:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763818.609791:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763818/real 1789763818] req@ffff980dc61e7800 x1876699516150912/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763818.609804:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516150912/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763818.609825:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763818.609831:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763818.609836:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516150912:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763818.609925:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516151040:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763818.609958:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763818.609971:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763818/real 1789763818] req@ffff980dc61e6680 x1876699516151040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763818.609984:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516151040/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763818.609993:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763818.609996:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763818.609999:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516151040:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763819.505159:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763820.529085:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763821.553048:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763822.577060:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763823.601101:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763823.728972:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763823.728983:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763823.728987:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763823.728998:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3794 00000100:00080000:2.0:1789763823.729010:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763823.729017:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763823.729058:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516151168/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763823.729084:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763823.729087:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763823.729088:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763823.729091:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3794 00000100:00080000:2.0:1789763823.729093:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763823.729096:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763823.729105:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763823.729114:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516151296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763823.729121:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763823.729124:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763823.729125:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763823.729128:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3794 00000100:00080000:2.0:1789763823.729129:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763823.729132:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763823.729137:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763823.729144:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516151424/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763823.729153:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763823.729156:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763823.729157:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763823.729159:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3794 00000100:00080000:2.0:1789763823.729163:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763823.729164:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516151168:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763823.729168:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763823.729175:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763823.729182:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516151552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763823.729241:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763823.729289:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763823/real 1789763823] req@ffff980dd23aa300 x1876699516151168/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763823.729307:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516151168/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763823.729320:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763823.729323:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763823.729326:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516151168:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763823.729330:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516151296:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763823.729345:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763823.729353:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763823/real 1789763823] req@ffff980dd23a9180 x1876699516151296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763823.729361:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516151296/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763823.729366:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763823.729368:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763823.729371:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516151296:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763823.729392:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516151424:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763823.729405:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763823.729411:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763823/real 1789763823] req@ffff980dd23a8e00 x1876699516151424/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763823.729418:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516151424/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763823.729439:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763823.729441:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763823.729443:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516151424:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763823.729447:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516151552:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763823.729460:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763823.729467:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763823/real 1789763823] req@ffff980dd23a8380 x1876699516151552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763823.729475:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516151552/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763823.729480:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763823.729481:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763823.729483:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516151552:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763824.625013:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763825.649025:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763826.672948:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763827.697028:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763828.720991:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763828.848985:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763828.849000:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763828.849006:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763828.849021:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3800 00000100:00080000:2.0:1789763828.849036:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763828.849046:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763828.849096:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516151680/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763828.849132:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763828.849137:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763828.849140:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763828.849148:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3800 00000100:00080000:2.0:1789763828.849153:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763828.849159:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763828.849172:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763828.849191:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516151680:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763828.849193:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516151808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763828.849220:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763828.849225:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763828.849227:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763828.849234:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3800 00000100:00080000:2.0:1789763828.849238:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763828.849242:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763828.849249:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763828.849265:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516151936/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763828.849280:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789763828.849280:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763828.849290:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763828.849293:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763828.849316:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3800 00000100:00080000:2.0:1789763828.849321:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763828.849327:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763828.849334:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763828.849354:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763828/real 1789763828] req@ffff980dd23ab480 x1876699516151680/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763828.849356:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516152064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763828.849431:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516151680/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763828.849448:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763828.849454:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763828.849461:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516151680:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763828.849505:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516151808:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763828.849541:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763828.849560:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763828/real 1789763828] req@ffff980dd23ab800 x1876699516151808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763828.849581:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516151808/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763828.849595:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763828.849601:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763828.849606:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516151808:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763828.849616:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516151936:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763828.849643:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763828.849656:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763828/real 1789763828] req@ffff980dd23a8a80 x1876699516151936/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763828.849668:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516151936/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763828.849677:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763828.849681:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763828.849684:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516151936:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763828.849691:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516152064:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763828.849712:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763828.849723:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763828/real 1789763828] req@ffff980dd23a8000 x1876699516152064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763828.849735:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516152064/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763828.849749:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763828.849752:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763828.849756:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516152064:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789763829.745090:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763830.769083:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763831.792976:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763832.817131:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763833.841074:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763833.968992:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763833.969005:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763833.969010:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763833.969037:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3805 00000100:00080000:0.0:1789763833.969049:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763833.969059:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763833.969101:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6300 x1876699516152192/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763833.969135:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763833.969139:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763833.969142:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763833.969146:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3805 00000100:00080000:0.0:1789763833.969152:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763833.969157:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763833.969185:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763833.969204:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516152192:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763833.969205:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4000 x1876699516152320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763833.969224:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763833.969227:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763833.969230:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763833.969234:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3805 00000100:00080000:0.0:1789763833.969238:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763833.969242:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763833.969248:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763833.969260:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4380 x1876699516152448/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763833.969270:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763833.969273:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763833.969275:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763833.969281:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3805 00000800:00000100:1.0:1789763833.969281:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789763833.969290:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763833.969294:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763833.969298:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763833.969309:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7480 x1876699516152576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763833.969343:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763833/real 1789763833] req@ffff980dc8fc6300 x1876699516152192/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763833.969383:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6300 x1876699516152192/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763833.969409:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763833.969412:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763833.969416:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516152192:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763833.969438:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516152320:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763833.969458:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763833.969467:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763833/real 1789763833] req@ffff980dc8fc4000 x1876699516152320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763833.969497:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4000 x1876699516152320/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763833.969506:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763833.969510:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763833.969514:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516152320:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763833.969520:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516152448:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763833.969558:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763833.969570:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763833/real 1789763833] req@ffff980dc8fc4380 x1876699516152448/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763833.969585:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4380 x1876699516152448/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763833.969595:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763833.969598:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763833.969602:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516152448:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763833.969609:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516152576:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763833.969644:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763833.969653:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763833/real 1789763833] req@ffff980dc8fc7480 x1876699516152576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763833.969663:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7480 x1876699516152576/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763833.969669:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763833.969671:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763833.969674:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516152576:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763834.865042:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763835.889130:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763836.913055:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763837.937041:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763838.961074:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763839.088986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763839.088995:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763839.088999:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763839.089007:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3810 00000100:00080000:3.0:1789763839.089017:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763839.089023:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763839.089058:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516152704/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763839.089081:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763839.089084:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763839.089086:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763839.089089:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3810 00000100:00080000:3.0:1789763839.089092:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763839.089096:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763839.089122:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763839.089143:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516152832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763839.089148:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516152704:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763839.089191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763839.089197:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763839.089201:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763839.089211:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3810 00000100:00080000:3.0:1789763839.089218:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763839.089226:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763839.089236:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:1.0:1789763839.089258:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763839.089264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516152960/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763839.089284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763839.089290:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763839.089293:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763839.089300:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3810 00000100:00080000:3.0:1789763839.089308:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763839.089346:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763839.089353:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839] req@ffff980dc61e4e00 x1876699516152704/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789763839.089353:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763839.089370:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516153088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763839.089380:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516152704/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763839.089410:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763839.089414:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763839.089419:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516152704:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763839.089448:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516152832:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763839.089467:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763839.089477:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839] req@ffff980dc61e7b80 x1876699516152832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763839.089486:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516152832/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763839.089492:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763839.089495:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763839.089497:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516152832:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763839.089501:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516152960:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763839.089513:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763839.089520:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839] req@ffff980dc61e7480 x1876699516152960/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763839.089528:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516152960/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763839.089533:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763839.089535:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763839.089537:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516152960:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763839.089541:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516153088:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763839.089551:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763839.089558:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839] req@ffff980dc61e5880 x1876699516153088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763839.089566:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516153088/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763839.089571:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763839.089573:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763839.089575:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516153088:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763839.984971:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763841.009164:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763842.033056:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763843.057099:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763844.081074:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763844.209081:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763844.209103:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763844.209111:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763844.209132:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3815 00000100:00080000:2.0:1789763844.209156:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763844.209171:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763844.209240:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516153216/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763844.209312:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763844.209318:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763844.209321:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763844.209329:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3815 00000100:00080000:2.0:1789763844.209337:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763844.209358:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763844.209380:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763844.209382:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516153216:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763844.209421:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516153344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763844.209452:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763844.209457:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763844.209460:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763844.209466:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3815 00000100:00080000:2.0:1789763844.209489:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789763844.209496:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789763844.209507:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763844.209522:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763844.209569:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516153472/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763844.209584:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844] req@ffff980dd23a8000 x1876699516153216/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763844.209594:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763844.209608:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763844.209615:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763844.209625:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3815 00000100:00080000:2.0:1789763844.209638:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763844.209644:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516153216/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763844.209648:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763844.209664:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1789763844.209671:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763844.209681:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:2.0:1789763844.209688:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516153600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763844.209692:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516153216:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763844.209758:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516153344:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763844.209791:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763844.209808:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844] req@ffff980dd23a8a80 x1876699516153344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763844.209825:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516153344/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763844.209840:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763844.209847:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763844.209910:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516153344:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763844.209926:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516153472:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763844.209969:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763844.209987:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844] req@ffff980dd23ab800 x1876699516153472/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763844.210003:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516153472/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763844.210014:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763844.210019:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763844.210023:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516153472:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763844.210030:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516153600:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763844.210053:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763844.210065:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844] req@ffff980dd23ab480 x1876699516153600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763844.210079:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516153600/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763844.210089:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763844.210092:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763844.210096:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516153600:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789763845.105127:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763846.129142:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763847.152992:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763848.177029:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763849.201148:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763849.329040:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763849.329066:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763849.329073:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763849.329089:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3820 00000100:00080000:0.0:1789763849.329138:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763849.329149:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763849.329223:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5500 x1876699516153728/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763849.329295:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763849.329300:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763849.329303:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763849.329309:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3820 00000100:00080000:0.0:1789763849.329315:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763849.329320:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763849.329335:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763849.329363:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5180 x1876699516153856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763849.329364:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516153728:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789763849.329399:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763849.329405:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763849.329409:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763849.329417:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3820 00000100:00080000:0.0:1789763849.329421:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763849.329426:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763849.329434:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763849.329449:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7b80 x1876699516153984/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763849.329462:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789763849.329463:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763849.329471:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763849.329476:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763849.329483:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3820 00000100:00080000:0.0:1789763849.329492:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763849.329498:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763849.329505:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763849.329521:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849] req@ffff980dc8fc5500 x1876699516153728/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763849.329523:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5c00 x1876699516154112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763849.329609:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5500 x1876699516153728/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763849.329626:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763849.329632:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763849.329636:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516153728:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763849.329666:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516153856:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763849.329692:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763849.329704:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849] req@ffff980dc8fc5180 x1876699516153856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763849.329730:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5180 x1876699516153856/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763849.329737:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763849.329739:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763849.329742:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516153856:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763849.329750:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516153984:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763849.329773:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763849.329787:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849] req@ffff980dc8fc7b80 x1876699516153984/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763849.329836:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7b80 x1876699516153984/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763849.329851:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763849.329904:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763849.329908:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516153984:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763849.329914:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516154112:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763849.329952:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763849.329962:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849] req@ffff980dc8fc5c00 x1876699516154112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763849.329971:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5c00 x1876699516154112/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763849.329977:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763849.329979:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763849.329982:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516154112:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763850.225089:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763851.249112:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763852.273199:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763853.297061:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763854.321095:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763854.449055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763854.449070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763854.449076:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763854.449089:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3825 00000100:00080000:3.0:1789763854.449103:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763854.449113:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763854.449165:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516154240/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763854.449227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763854.449233:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763854.449236:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763854.449241:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3825 00000100:00080000:3.0:1789763854.449246:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763854.449251:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763854.449264:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763854.449282:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516154368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763854.449297:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763854.449301:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763854.449305:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763854.449310:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516154240:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763854.449315:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3825 00000100:00080000:3.0:1789763854.449327:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763854.449334:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763854.449341:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763854.449358:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516154496/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763854.449372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763854.449377:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763854.449380:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763854.449385:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3825 00000100:00080000:3.0:1789763854.449391:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763854.449397:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763854.449403:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789763854.449414:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763854.449422:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516154624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763854.449500:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854] req@ffff980dc61e5880 x1876699516154240/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763854.449527:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516154240/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763854.449551:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763854.449557:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763854.449562:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516154240:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763854.449593:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516154368:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763854.449623:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763854.449639:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854] req@ffff980dc61e7480 x1876699516154368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763854.449655:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516154368/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763854.449666:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763854.449670:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763854.449675:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516154368:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763854.449682:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516154496:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763854.449702:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763854.449714:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854] req@ffff980dc61e7b80 x1876699516154496/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763854.449728:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516154496/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763854.449739:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763854.449742:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763854.449746:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516154496:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763854.449753:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516154624:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763854.449772:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763854.449784:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854] req@ffff980dc61e4e00 x1876699516154624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763854.449798:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516154624/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763854.449807:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763854.449810:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763854.449814:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516154624:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763855.345091:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763856.369137:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763857.393140:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763858.417135:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763859.440998:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763859.568960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763859.568971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763859.568975:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763859.568985:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3830 00000100:00080000:2.0:1789763859.568997:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763859.569004:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763859.569047:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516154752/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763859.569072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763859.569076:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763859.569078:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763859.569082:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3830 00000100:00080000:2.0:1789763859.569086:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763859.569090:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763859.569103:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763859.569119:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516154752:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763859.569120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516154880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763859.569135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763859.569138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763859.569139:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763859.569142:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3830 00000100:00080000:2.0:1789763859.569146:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763859.569149:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763859.569154:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763859.569181:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516155008/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763859.569190:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763859.569193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763859.569206:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763859.569210:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3830 00000100:00080000:2.0:1789763859.569214:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763859.569222:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:1.0:1789763859.569223:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:2.0:1789763859.569231:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763859.569247:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516155136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763859.569278:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763859/real 1789763859] req@ffff980dd23a8380 x1876699516154752/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763859.569295:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516154752/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763859.569305:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763859.569308:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763859.569311:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516154752:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763859.569335:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516154880:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763859.569353:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763859.569362:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763859/real 1789763859] req@ffff980dd23a8e00 x1876699516154880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763859.569370:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516154880/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763859.569376:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763859.569379:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763859.569381:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516154880:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763859.569384:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516155008:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763859.569396:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763859.569402:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763859/real 1789763859] req@ffff980dd23a9180 x1876699516155008/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763859.569410:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516155008/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763859.569415:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763859.569417:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763859.569419:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516155008:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763859.569423:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516155136:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763859.569433:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763859.569439:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763859/real 1789763859] req@ffff980dd23aa300 x1876699516155136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763859.569452:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516155136/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763859.569457:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763859.569459:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763859.569460:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516155136:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763860.465149:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763861.489050:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763862.513103:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763863.537053:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763864.561030:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763864.689098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763864.689111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763864.689117:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763864.689153:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3835 00000100:00080000:0.0:1789763864.689169:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763864.689182:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763864.689233:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5880 x1876699516155264/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763864.689272:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763864.689280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763864.689284:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763864.689295:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3835 00000100:00080000:0.0:1789763864.689304:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763864.689313:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763864.689327:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516155264:192.168.203.146@tcp:250:kworker.0 00000008:00100000:0.0:1789763864.689328:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763864.689363:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4a80 x1876699516155392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763864.689388:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763864.689395:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763864.689399:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763864.689407:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3835 00000800:00000100:1.0:1789763864.689412:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789763864.689419:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763864.689429:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763864.689442:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763864.689467:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5c00 x1876699516155520/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763864.689478:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763864/real 1789763864] req@ffff980dc8fc5880 x1876699516155264/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763864.689498:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763864.689507:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1789763864.689511:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5880 x1876699516155264/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763864.689513:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763864.689532:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3835 00000100:00080000:1.0:1789763864.689535:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763864.689544:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763864.689544:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763864.689555:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516155264:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789763864.689563:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763864.689576:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763864.689590:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516155392:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763864.689604:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7b80 x1876699516155648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763864.689634:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763864.689663:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763864/real 1789763864] req@ffff980dc8fc4a80 x1876699516155392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763864.689700:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4a80 x1876699516155392/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763864.689710:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763864.689715:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763864.689721:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516155392:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763864.689734:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516155520:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763864.689777:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763864.689808:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763864/real 1789763864] req@ffff980dc8fc5c00 x1876699516155520/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763864.689825:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5c00 x1876699516155520/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763864.689834:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763864.689838:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763864.689842:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516155520:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763864.689909:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516155648:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763864.689947:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763864.689967:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763864/real 1789763864] req@ffff980dc8fc7b80 x1876699516155648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763864.689989:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7b80 x1876699516155648/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763864.690011:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763864.690014:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763864.690019:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516155648:192.168.203.146@tcp:38:kworker.0 00010000:00010000:2.0:1789763865.585068:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763866.608970:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763867.633179:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763868.657146:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763869.681111:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763869.809035:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763869.809047:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763869.809053:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763869.809066:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3840 00000100:00080000:1.0:1789763869.809079:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763869.809110:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763869.809170:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699516155776/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763869.809208:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763869.809213:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763869.809216:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763869.809222:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3840 00000100:00080000:1.0:1789763869.809227:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763869.809232:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763869.809244:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763869.809263:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571500 x1876699516155904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763869.809282:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516155776:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763869.809283:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763869.809297:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763869.809305:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763869.809312:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3840 00000100:00080000:1.0:1789763869.809317:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763869.809321:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763869.809327:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763869.809345:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699516156032/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763869.809358:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763869.809375:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763869.809378:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763869.809383:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3840 00000100:00080000:1.0:1789763869.809390:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763869.809395:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763869.809402:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763869.809417:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699516156160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763869.809564:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516155904:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763869.809633:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516156032:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763869.809682:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516156160:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763870.705104:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763871.729064:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763872.753021:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789763872.881093:0:2349:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:3.0:1789763872.881157:0:2349:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789763872.881186:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789763872.881223:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789763872.881234:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:3.0:1789763872.881244:0:2349:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:0.0:1789763872.881268:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763869/real 1789763872] req@ffff980dc8571500 x1876699516155904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763872.881303:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571500 x1876699516155904/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763872.881317:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763872.881322:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763872.881327:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516155904:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763872.881344:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763869/real 1789763872] req@ffff980dc8573b80 x1876699516156032/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763872.881360:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699516156032/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763872.881368:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763872.881371:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763872.881375:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516156032:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763872.881383:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763869/real 1789763872] req@ffff980dc8571f80 x1876699516156160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763872.881395:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699516156160/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763872.881404:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763872.881408:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763872.881412:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516156160:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763872.881420:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763869/real 1789763872] req@ffff980dc8572680 x1876699516155776/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763872.881441:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699516155776/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763872.881449:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763872.881452:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763872.881456:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516155776:192.168.203.146@tcp:250:kworker.0 00010000:00010000:2.0:1789763873.777194:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763874.801094:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763874.929038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763874.929084:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763874.929093:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763874.929114:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3846 00000100:00080000:2.0:1789763874.929136:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763874.929149:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763874.929220:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516156288/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763874.929282:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763874.929289:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763874.929293:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763874.929300:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3846 00000100:00080000:2.0:1789763874.929306:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763874.929312:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763874.929338:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763874.929362:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516156416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763874.929382:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763874.929389:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763874.929393:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763874.929407:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3846 00000100:00100000:0.0:1789763874.929414:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516156288:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763874.929416:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763874.929431:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763874.929442:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763874.929473:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516156544/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763874.929496:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763874.929503:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763874.929507:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763874.929515:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3846 00000100:00080000:2.0:1789763874.929526:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763874.929534:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763874.929544:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789763874.929574:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763874.929585:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516156672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763874.929721:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763874/real 1789763874] req@ffff980dd23a9f80 x1876699516156288/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763874.929763:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516156288/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763874.929785:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763874.929794:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763874.929804:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516156288:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763874.929820:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516156416:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763874.929938:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763874.929982:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763874/real 1789763874] req@ffff980dd23a9c00 x1876699516156416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763874.930012:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516156416/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763874.930031:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763874.930084:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763874.930093:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516156416:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763874.930147:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516156544:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763874.930203:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763874.930231:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763874/real 1789763874] req@ffff980dd23aa680 x1876699516156544/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763874.930260:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516156544/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763874.930279:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763874.930288:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763874.930296:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516156544:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763874.930310:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516156672:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763874.930375:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763874.930400:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763874/real 1789763874] req@ffff980dd23aaa00 x1876699516156672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763874.930424:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516156672/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763874.930440:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763874.930446:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763874.930454:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516156672:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789763875.824962:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763876.849130:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763877.873115:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763878.897109:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763879.921143:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763880.049005:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763880.049061:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763880.049067:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763880.049080:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3851 00000100:00080000:1.0:1789763880.049094:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763880.049105:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763880.049180:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699516156800/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763880.049222:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763880.049241:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763880.049247:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763880.049261:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3851 00000100:00080000:1.0:1789763880.049269:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763880.049277:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763880.049292:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763880.049300:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516156800:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763880.049316:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699516156928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763880.049334:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763880.049356:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763880.049358:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763880.049363:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3851 00000100:00080000:1.0:1789763880.049385:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763880.049391:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763880.049398:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000800:00000100:0.0:1789763880.049400:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763880.049413:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571c00 x1876699516157056/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763880.049426:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763880.049431:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763880.049433:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763880.049438:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3851 00000100:00080000:1.0:1789763880.049443:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763880.049447:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763880.049453:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763880.049467:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572300 x1876699516157184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763880.049474:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880] req@ffff980dc8572a00 x1876699516156800/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763880.049500:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699516156800/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763880.049517:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763880.049524:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763880.049531:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516156800:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763880.049575:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516156928:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763880.049604:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763880.049617:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880] req@ffff980dc8570380 x1876699516156928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763880.049629:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699516156928/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763880.049637:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763880.049641:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763880.049645:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516156928:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763880.049650:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516157056:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763880.049684:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763880.049696:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880] req@ffff980dc8571c00 x1876699516157056/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763880.049723:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571c00 x1876699516157056/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763880.049736:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763880.049739:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763880.049743:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516157056:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763880.049749:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516157184:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763880.049781:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763880.049799:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880] req@ffff980dc8572300 x1876699516157184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763880.049818:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572300 x1876699516157184/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763880.049832:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763880.049844:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763880.049849:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516157184:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789763880.945047:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763881.969143:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763882.993062:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763884.017143:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763885.041149:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763885.169066:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763885.169081:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763885.169088:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763885.169103:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3856 00000100:00080000:3.0:1789763885.169120:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763885.169131:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763885.169193:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516157312/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763885.169237:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763885.169243:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763885.169245:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763885.169251:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3856 00000100:00080000:3.0:1789763885.169255:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763885.169259:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763885.169273:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763885.169288:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516157440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763885.169315:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763885.169324:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763885.169327:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763885.169337:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3856 00000100:00100000:0.0:1789763885.169340:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516157312:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763885.169342:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763885.169354:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763885.169364:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763885.169380:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516157568/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763885.169395:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763885.169400:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763885.169402:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763885.169409:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3856 00000100:00080000:3.0:1789763885.169418:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763885.169425:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763885.169434:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763885.169460:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516157696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763885.169461:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763885.169548:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885] req@ffff980dc61e6680 x1876699516157312/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763885.169574:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516157312/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763885.169608:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763885.169614:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763885.169620:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516157312:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763885.169629:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516157440:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763885.169678:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763885.169694:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885] req@ffff980dc61e7800 x1876699516157440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763885.169708:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516157440/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763885.169717:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763885.169721:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763885.169724:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516157440:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763885.169758:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516157568:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763885.169801:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763885.169814:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885] req@ffff980dc61e6300 x1876699516157568/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763885.169829:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516157568/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763885.169839:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763885.169843:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763885.169846:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516157568:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763885.169855:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516157696:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763885.169874:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763885.169888:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885] req@ffff980dc61e5180 x1876699516157696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763885.170020:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516157696/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763885.170036:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763885.170042:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763885.170049:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516157696:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789763886.065142:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763887.089132:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763888.113146:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763889.137176:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763890.161127:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763890.289040:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763890.289056:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763890.289063:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763890.289080:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3861 00000100:00080000:1.0:1789763890.289097:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763890.289109:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763890.289171:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573100 x1876699516157824/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763890.289211:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763890.289217:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763890.289219:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763890.289225:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3861 00000100:00080000:1.0:1789763890.289230:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763890.289238:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763890.289253:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763890.289282:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572300 x1876699516157952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763890.289317:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763890.289325:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763890.289329:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789763890.289342:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516157824:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763890.289343:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3861 00000100:00080000:1.0:1789763890.289355:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763890.289364:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763890.289373:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763890.289394:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571c00 x1876699516158080/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763890.289412:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763890.289417:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763890.289420:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763890.289427:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3861 00000100:00080000:1.0:1789763890.289432:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763890.289437:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:0.0:1789763890.289447:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:1.0:1789763890.289450:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763890.289470:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8570380 x1876699516158208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763890.289529:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890] req@ffff980dc8573100 x1876699516157824/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763890.289555:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573100 x1876699516157824/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763890.289572:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763890.289578:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763890.289584:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516157824:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763890.289596:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516157952:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763890.289625:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763890.289640:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890] req@ffff980dc8572300 x1876699516157952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763890.289656:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572300 x1876699516157952/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763890.289666:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763890.289670:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763890.289674:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516157952:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763890.289704:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516158080:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763890.289726:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763890.289739:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890] req@ffff980dc8571c00 x1876699516158080/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763890.289754:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571c00 x1876699516158080/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763890.289763:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763890.289767:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763890.289770:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516158080:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763890.289777:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516158208:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763890.289796:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763890.289807:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890] req@ffff980dc8570380 x1876699516158208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763890.289821:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8570380 x1876699516158208/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763890.289840:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763890.289844:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763890.289847:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516158208:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763891.184989:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763892.209178:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763893.233159:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763894.257009:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763895.281119:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763895.409068:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763895.409082:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763895.409088:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763895.409102:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3866 00000100:00080000:3.0:1789763895.409115:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763895.409124:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763895.409185:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516158336/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763895.409222:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763895.409228:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763895.409231:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763895.409236:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3866 00000100:00080000:3.0:1789763895.409240:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763895.409244:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763895.409257:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763895.409275:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516158464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763895.409290:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763895.409295:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763895.409297:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763895.409302:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3866 00000100:00080000:3.0:1789763895.409306:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789763895.409313:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516158336:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763895.409314:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763895.409326:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763895.409341:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516158592/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763895.409357:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763895.409362:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763895.409364:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763895.409369:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3866 00000100:00080000:3.0:1789763895.409374:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763895.409378:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763895.409386:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763895.409400:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516158720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763895.409432:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763895.409494:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895] req@ffff980dc61e4380 x1876699516158336/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763895.409552:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516158336/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763895.409577:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763895.409586:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763895.409595:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516158336:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763895.409611:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516158464:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763895.409658:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763895.409685:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895] req@ffff980dc61e4000 x1876699516158464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763895.409713:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516158464/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763895.409731:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763895.409737:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763895.409746:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516158464:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763895.409782:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516158592:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763895.409814:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763895.409830:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895] req@ffff980dc61e5c00 x1876699516158592/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763895.409845:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516158592/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763895.409967:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763895.409976:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763895.409996:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516158592:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763895.410006:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516158720:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763895.410041:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763895.410058:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895] req@ffff980dc61e4a80 x1876699516158720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763895.410074:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516158720/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763895.410085:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763895.410089:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763895.410093:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516158720:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763896.305157:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763897.329136:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763898.353157:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763899.377198:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763900.401168:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763900.529115:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763900.529129:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763900.529135:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763900.529153:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3871 00000100:00080000:2.0:1789763900.529173:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763900.529189:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763900.529264:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516158848/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763900.529344:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763900.529350:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763900.529364:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763900.529373:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3871 00000100:00080000:2.0:1789763900.529380:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763900.529387:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763900.529404:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763900.529433:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516158976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763900.529456:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763900.529465:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763900.529467:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516158848:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763900.529470:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763900.529487:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3871 00000100:00080000:2.0:1789763900.529491:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763900.529496:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763900.529504:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763900.529521:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516159104/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763900.529536:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763900.529541:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763900.529544:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763900.529554:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3871 00000100:00080000:2.0:1789763900.529557:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763900.529571:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763900.529576:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763900.529589:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516159232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763900.530037:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763900.530133:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763900/real 1789763900] req@ffff980dd23aaa00 x1876699516158848/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763900.530167:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516158848/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763900.530183:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763900.530190:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763900.530195:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516158848:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763900.530230:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516158976:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763900.530278:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763900.530291:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763900/real 1789763900] req@ffff980dd23aa680 x1876699516158976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763900.530302:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516158976/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763900.530310:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763900.530313:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763900.530316:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516158976:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763900.530321:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516159104:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763900.530356:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763900.530365:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763900/real 1789763900] req@ffff980dd23a9c00 x1876699516159104/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763900.530374:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516159104/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763900.530381:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763900.530384:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763900.530386:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516159104:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763900.530391:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516159232:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763900.530404:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763900.530412:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763900/real 1789763900] req@ffff980dd23a9f80 x1876699516159232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763900.530421:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516159232/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763900.530428:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763900.530430:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763900.530433:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516159232:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763901.425253:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763902.449139:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763903.473107:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763904.497136:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763905.521116:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763905.649012:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763905.649025:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763905.649032:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763905.649048:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3876 00000100:00080000:3.0:1789763905.649067:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763905.649079:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763905.649144:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516159360/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763905.649188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763905.649193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763905.649195:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763905.649201:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3876 00000100:00080000:3.0:1789763905.649206:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763905.649211:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763905.649226:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763905.649244:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516159488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763905.649263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763905.649269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763905.649272:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763905.649283:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3876 00000100:00100000:0.0:1789763905.649286:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516159360:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763905.649289:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763905.649304:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763905.649319:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763905.649335:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516159616/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763905.649351:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763905.649357:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763905.649360:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763905.649366:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3876 00000100:00080000:3.0:1789763905.649370:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763905.649375:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763905.649380:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763905.649394:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516159744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763905.649436:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763905.649525:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763905/real 1789763905] req@ffff980dc61e4a80 x1876699516159360/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763905.649551:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516159360/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763905.649566:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763905.649571:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763905.649577:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516159360:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763905.649611:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516159488:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763905.649642:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763905.649658:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763905/real 1789763905] req@ffff980dc61e5c00 x1876699516159488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763905.649674:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516159488/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763905.649685:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763905.649689:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763905.649693:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516159488:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763905.649701:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516159616:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763905.649721:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763905.649733:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763905/real 1789763905] req@ffff980dc61e4000 x1876699516159616/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763905.649749:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516159616/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763905.649759:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763905.649763:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763905.649767:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516159616:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763905.649774:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516159744:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763905.649794:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763905.649806:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763905/real 1789763905] req@ffff980dc61e4380 x1876699516159744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763905.649846:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516159744/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763905.649905:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763905.649910:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763905.649914:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516159744:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763906.545108:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763907.569082:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763908.593510:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763909.617114:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763910.641130:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763910.768999:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763910.769025:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763910.769031:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763910.769043:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3881 00000100:00080000:1.0:1789763910.769057:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763910.769067:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763910.769121:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572a00 x1876699516159872/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763910.769179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763910.769187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763910.769191:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763910.769199:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3881 00000100:00080000:1.0:1789763910.769207:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763910.769214:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763910.769245:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763910.769278:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8572680 x1876699516160000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763910.769303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789763910.769319:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516159872:192.168.203.146@tcp:250:kworker.0 00000100:00080000:1.0:1789763910.769320:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763910.769336:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763910.769349:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3881 00000100:00080000:1.0:1789763910.769370:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763910.769382:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763910.769391:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763910.769415:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8571f80 x1876699516160128/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763910.769433:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763910.769438:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763910.769441:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763910.769449:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3881 00000100:00080000:1.0:1789763910.769458:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763910.769466:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:1.0:1789763910.769480:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789763910.769481:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763910.769518:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8573b80 x1876699516160256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763910.769594:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763910/real 1789763910] req@ffff980dc8572a00 x1876699516159872/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763910.769624:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572a00 x1876699516159872/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763910.769650:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763910.769656:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763910.769662:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516159872:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763910.769701:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516160000:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763910.769753:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763910.769779:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763910/real 1789763910] req@ffff980dc8572680 x1876699516160000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763910.769844:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8572680 x1876699516160000/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763910.769918:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763910.769924:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763910.769929:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516160000:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763910.769940:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516160128:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763910.769977:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763910.769994:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763910/real 1789763910] req@ffff980dc8571f80 x1876699516160128/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763910.770009:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8571f80 x1876699516160128/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763910.770020:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763910.770024:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763910.770028:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516160128:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763910.770037:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516160256:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763910.770059:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763910.770072:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763910/real 1789763910] req@ffff980dc8573b80 x1876699516160256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763910.770086:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8573b80 x1876699516160256/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763910.770096:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763910.770099:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763910.770103:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516160256:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763911.665151:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763912.689134:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763913.713126:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763914.737164:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763915.761080:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763915.889038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763915.889052:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763915.889058:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763915.889071:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3887 00000100:00080000:2.0:1789763915.889085:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763915.889095:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763915.889152:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516160384/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763915.889187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763915.889192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763915.889195:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763915.889201:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3887 00000100:00080000:2.0:1789763915.889205:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763915.889210:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763915.889224:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763915.889251:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516160384:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763915.889254:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516160512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763915.889277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763915.889282:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763915.889286:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763915.889292:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3887 00000100:00080000:2.0:1789763915.889296:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763915.889300:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763915.889308:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763915.889323:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516160640/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763915.889337:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763915.889341:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763915.889344:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763915.889353:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3887 00000100:00080000:2.0:1789763915.889357:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763915.889361:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:0.0:1789763915.889369:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:2.0:1789763915.889373:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763915.889391:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516160768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763915.889437:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763915/real 1789763915] req@ffff980dd23aa300 x1876699516160384/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763915.889463:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516160384/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763915.889478:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763915.889483:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763915.889489:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516160384:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763915.889521:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516160512:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763915.889549:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763915.889564:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763915/real 1789763915] req@ffff980dd23a9180 x1876699516160512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763915.889582:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516160512/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763915.889593:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763915.889597:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763915.889601:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516160512:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763915.889608:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516160640:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763915.889629:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763915.889640:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763915/real 1789763915] req@ffff980dd23a8e00 x1876699516160640/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763915.889655:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516160640/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763915.889665:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763915.889681:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763915.889685:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516160640:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763915.889693:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516160768:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763915.889716:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763915.889729:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763915/real 1789763915] req@ffff980dd23a8380 x1876699516160768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763915.889776:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516160768/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763915.889806:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763915.889813:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763915.889820:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516160768:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763916.785074:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763917.809117:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763918.833135:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763919.857173:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763920.881038:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763921.009063:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763921.009079:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763921.009085:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763921.009103:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3892 00000100:00080000:3.0:1789763921.009124:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763921.009138:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763921.009209:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516160896/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763921.009264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763921.009271:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763921.009274:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763921.009283:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3892 00000100:00080000:3.0:1789763921.009292:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763921.009312:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763921.009332:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763921.009352:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516160896:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763921.009366:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516161024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763921.009393:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763921.009401:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763921.009405:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763921.009415:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3892 00000100:00080000:3.0:1789763921.009425:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1789763921.009431:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789763921.009437:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763921.009449:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763921.009480:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921] req@ffff980dc61e5180 x1876699516160896/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763921.009486:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516161152/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763921.009545:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789763921.009553:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516160896/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763921.009562:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763921.009570:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763921.009594:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3892 00000100:00080000:0.0:1789763921.009603:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763921.009606:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763921.009611:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00080000:3.0:1789763921.009621:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763921.009630:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516160896:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789763921.009634:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763921.009655:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516161280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763921.009675:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516161024:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763921.009725:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763921.009746:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921] req@ffff980dc61e6300 x1876699516161024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763921.009756:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516161024/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763921.009763:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763921.009766:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763921.009769:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516161024:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789763921.009774:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516161152:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789763921.009797:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763921.009805:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921] req@ffff980dc61e7800 x1876699516161152/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763921.009814:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516161152/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763921.009819:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763921.009822:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763921.009824:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516161152:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789763921.009835:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516161280:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789763921.009848:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763921.009895:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921] req@ffff980dc61e6680 x1876699516161280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763921.009905:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516161280/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763921.009911:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763921.009913:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789763921.009915:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516161280:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763921.905119:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763922.929010:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763923.953053:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763924.977124:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763926.001105:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763926.129013:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763926.129025:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763926.129029:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763926.129050:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3897 00000100:00080000:0.0:1789763926.129063:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763926.129071:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763926.129115:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5180 x1876699516161408/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763926.129150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763926.129156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763926.129159:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763926.129166:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3897 00000100:00080000:0.0:1789763926.129173:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763926.129180:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763926.129194:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763926.129202:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516161408:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763926.129222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5500 x1876699516161536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763926.129238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763926.129242:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763926.129244:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763926.129248:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3897 00000100:00080000:0.0:1789763926.129253:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763926.129257:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763926.129263:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763926.129280:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7480 x1876699516161664/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763926.129295:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:0.0:1789763926.129308:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763926.129314:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763926.129318:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763926.129327:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3897 00000100:00080000:0.0:1789763926.129334:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763926.129342:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763926.129347:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926] req@ffff980dc8fc5180 x1876699516161408/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1789763926.129354:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763926.129381:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4380 x1876699516161792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763926.129382:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5180 x1876699516161408/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763926.129431:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763926.129437:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763926.129442:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516161408:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763926.129471:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516161536:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763926.129495:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763926.129508:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926] req@ffff980dc8fc5500 x1876699516161536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763926.129520:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5500 x1876699516161536/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763926.129529:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763926.129532:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763926.129536:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516161536:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763926.129541:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516161664:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763926.129559:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763926.129568:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926] req@ffff980dc8fc7480 x1876699516161664/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763926.129580:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7480 x1876699516161664/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763926.129588:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763926.129590:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763926.129593:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516161664:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763926.129599:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516161792:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763926.129614:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763926.129623:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926] req@ffff980dc8fc4380 x1876699516161792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763926.129633:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4380 x1876699516161792/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763926.129641:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763926.129644:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763926.129646:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516161792:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789763927.025134:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763928.049078:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763929.073102:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763930.097129:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763931.121132:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763931.248992:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763931.249004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763931.249010:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763931.249024:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3902 00000100:00080000:2.0:1789763931.249038:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763931.249048:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763931.249099:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516161920/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763931.249137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763931.249143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763931.249145:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763931.249150:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3902 00000100:00080000:2.0:1789763931.249155:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763931.249159:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763931.249170:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763931.249185:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516162048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763931.249203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763931.249210:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763931.249214:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763931.249222:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3902 00000100:00080000:2.0:1789763931.249229:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763931.249238:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763931.249249:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763931.249273:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516161920:192.168.203.146@tcp:250:kworker.0 00000100:00100000:2.0:1789763931.249300:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516162176/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763931.249331:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763931.249336:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763931.249339:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763931.249345:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3902 00000100:00080000:2.0:1789763931.249352:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763931.249357:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:3.0:1789763931.249366:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:2.0:1789763931.249369:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763931.249393:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516162304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763931.249436:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931] req@ffff980dd23ab480 x1876699516161920/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763931.249462:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516161920/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763931.249477:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763931.249482:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763931.249488:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516161920:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763931.249497:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516162048:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763931.249521:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763931.249536:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931] req@ffff980dd23ab800 x1876699516162048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763931.249565:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516162048/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763931.249576:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763931.249580:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763931.249585:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516162048:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763931.249616:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516162176:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763931.249665:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763931.249679:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931] req@ffff980dd23a8a80 x1876699516162176/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763931.249715:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516162176/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763931.249726:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763931.249730:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763931.249734:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516162176:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763931.249741:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516162304:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763931.249764:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763931.249777:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931] req@ffff980dd23a8000 x1876699516162304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763931.249791:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516162304/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763931.249802:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763931.249805:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763931.249808:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516162304:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763932.145058:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763933.169046:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763934.193171:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763935.217116:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763936.241089:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763936.369056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763936.369069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763936.369076:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763936.369094:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3907 00000100:00080000:3.0:1789763936.369112:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763936.369125:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763936.369187:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516162432/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763936.369231:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763936.369237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763936.369239:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763936.369245:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3907 00000100:00080000:3.0:1789763936.369250:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763936.369254:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763936.369269:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763936.369299:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516162432:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763936.369301:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516162560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763936.369328:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763936.369333:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763936.369336:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763936.369343:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3907 00000100:00080000:3.0:1789763936.369349:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763936.369356:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763936.369364:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763936.369381:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516162688/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763936.369394:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763936.369399:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763936.369401:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763936.369407:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3907 00000100:00080000:3.0:1789763936.369425:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789763936.369499:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516162560:192.168.203.146@tcp:38:kworker.0 00000100:00080000:3.0:1789763936.369550:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763936.369563:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516162688:192.168.203.146@tcp:8:kworker.0 00000008:00100000:3.0:1789763936.369808:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763936.369842:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516162816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763936.370049:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516162816:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763937.265198:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763938.289114:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763939.313078:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763939.441354:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:2.0:1789763939.441456:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763939.441489:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789763939.441599:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789763939.441629:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:2.0:1789763939.441650:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:1.0:1789763939.441665:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763939] req@ffff980dc61e7b80 x1876699516162560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763939.441751:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516162560/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763939.441779:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763939.441791:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763939.441800:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516162560:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763939.441816:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763939] req@ffff980dc61e7480 x1876699516162688/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763939.441844:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516162688/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763939.441951:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763939.441961:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763939.441970:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516162688:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763939.441984:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763939] req@ffff980dc61e4e00 x1876699516162432/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763939.442009:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516162432/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763939.442025:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763939.442033:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763939.442040:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516162432:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763939.442120:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763939] req@ffff980dc61e5880 x1876699516162816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763939.442149:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516162816/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763939.442165:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763939.442173:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763939.442179:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516162816:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789763940.337124:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763941.361128:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763941.489037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763941.489054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763941.489061:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763941.489079:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3912 00000100:00080000:3.0:1789763941.489097:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763941.489111:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763941.489172:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516162944/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763941.489234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763941.489241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763941.489245:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763941.489254:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3912 00000100:00080000:3.0:1789763941.489262:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763941.489269:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763941.489287:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763941.489322:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516163072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763941.489324:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516162944:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763941.489361:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763941.489368:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763941.489372:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763941.489380:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3912 00000100:00080000:3.0:1789763941.489389:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763941.489397:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763941.489408:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763941.489434:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516163200/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763941.489457:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:3.0:1789763941.489463:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763941.489473:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763941.489477:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763941.489488:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3912 00000100:00080000:3.0:1789763941.489500:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763941.489508:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763941.489519:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763941.489541:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763941/real 1789763941] req@ffff980dc61e5880 x1876699516162944/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763941.489548:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516163328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763941.489641:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516162944/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763941.489666:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763941.489675:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763941.489685:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516162944:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763941.489730:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516163072:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763941.489786:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763941.489815:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763941/real 1789763941] req@ffff980dc61e4e00 x1876699516163072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763941.489843:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516163072/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763941.489901:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763941.489909:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763941.489917:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516163072:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763941.489930:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516163200:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763941.489979:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763941.490006:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763941/real 1789763941] req@ffff980dc61e7480 x1876699516163200/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763941.490031:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516163200/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763941.490046:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763941.490052:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763941.490059:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516163200:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763941.490070:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516163328:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763941.490107:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763941.490129:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763941/real 1789763941] req@ffff980dc61e7b80 x1876699516163328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763941.490151:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516163328/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763941.490167:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763941.490174:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763941.490181:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516163328:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763942.385199:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763943.409130:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763944.433146:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763945.457158:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763946.481111:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763946.609084:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763946.609106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763946.609113:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763946.609129:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3917 00000100:00080000:2.0:1789763946.609147:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763946.609158:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763946.609230:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8000 x1876699516163456/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763946.609289:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763946.609297:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763946.609301:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763946.609313:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3917 00000100:00080000:2.0:1789763946.609320:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763946.609326:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763946.609342:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763946.609364:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8a80 x1876699516163584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763946.609382:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763946.609386:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763946.609391:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763946.609405:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516163456:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763946.609405:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3917 00000100:00080000:2.0:1789763946.609415:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763946.609431:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763946.609443:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763946.609463:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab800 x1876699516163712/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763946.609486:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763946.609493:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763946.609497:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763946.609505:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3917 00000100:00080000:2.0:1789763946.609549:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763946.609562:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763946.609575:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789763946.609583:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:2.0:1789763946.609607:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23ab480 x1876699516163840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763946.609689:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763946/real 1789763946] req@ffff980dd23a8000 x1876699516163456/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763946.609735:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8000 x1876699516163456/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763946.609761:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763946.609770:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763946.609779:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516163456:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763946.609825:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516163584:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763946.609919:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763946.609939:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763946/real 1789763946] req@ffff980dd23a8a80 x1876699516163584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763946.609957:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8a80 x1876699516163584/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763946.609969:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763946.609973:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763946.609977:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516163584:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763946.609986:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516163712:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763946.610028:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763946.610044:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763946/real 1789763946] req@ffff980dd23ab800 x1876699516163712/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763946.610059:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab800 x1876699516163712/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763946.610078:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763946.610082:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763946.610086:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516163712:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763946.610093:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516163840:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763946.610116:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763946.610128:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763946/real 1789763946] req@ffff980dd23ab480 x1876699516163840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763946.610142:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23ab480 x1876699516163840/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763946.610151:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763946.610155:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763946.610159:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516163840:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763947.505062:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763948.529176:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763949.553033:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763950.577002:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763951.601064:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763951.728949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763951.728959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763951.728962:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763951.728971:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3922 00000100:00080000:3.0:1789763951.728980:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763951.728986:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763951.729020:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516163968/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763951.729043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763951.729046:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763951.729047:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763951.729050:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3922 00000100:00080000:3.0:1789763951.729053:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763951.729055:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763951.729063:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763951.729071:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516164096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763951.729079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763951.729082:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763951.729084:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763951.729087:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516163968:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763951.729089:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3922 00000100:00080000:3.0:1789763951.729095:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763951.729098:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763951.729102:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763951.729111:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516164224/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763951.729126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763951.729129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763951.729132:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763951.729136:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3922 00000100:00080000:3.0:1789763951.729140:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763951.729145:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:1.0:1789763951.729148:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:3.0:1789763951.729154:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763951.729171:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516164352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763951.729188:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763951/real 1789763951] req@ffff980dc61e6680 x1876699516163968/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763951.729203:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516163968/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763951.729212:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763951.729215:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763951.729218:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516163968:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763951.729236:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516164096:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763951.729251:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763951.729259:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763951/real 1789763951] req@ffff980dc61e7800 x1876699516164096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763951.729267:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516164096/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763951.729272:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763951.729275:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763951.729277:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516164096:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763951.729280:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516164224:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763951.729290:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763951.729296:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763951/real 1789763951] req@ffff980dc61e6300 x1876699516164224/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763951.729303:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516164224/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763951.729308:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763951.729310:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763951.729312:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516164224:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763951.729315:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516164352:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763951.729325:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763951.729331:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763951/real 1789763951] req@ffff980dc61e5180 x1876699516164352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763951.729339:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516164352/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763951.729343:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763951.729345:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763951.729347:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516164352:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763952.625003:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763953.649096:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763954.673090:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763955.697081:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763956.721079:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763956.848997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763956.849010:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763956.849016:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763956.849028:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3928 00000100:00080000:3.0:1789763956.849056:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763956.849076:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763956.849128:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516164480/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763956.849164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763956.849171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763956.849173:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763956.849178:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3928 00000100:00080000:3.0:1789763956.849183:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763956.849187:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763956.849199:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763956.849213:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516164608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763956.849229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763956.849233:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763956.849236:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763956.849242:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3928 00000100:00080000:3.0:1789763956.849246:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763956.849251:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763956.849256:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763956.849269:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516164736/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763956.849294:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516164480:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763956.849299:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763956.849314:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763956.849317:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763956.849322:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3928 00000100:00080000:3.0:1789763956.849326:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763956.849330:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763956.849338:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763956.849363:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516164864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763956.849422:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763956.849546:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763956/real 1789763956] req@ffff980dc61e4380 x1876699516164480/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763956.849581:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516164480/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763956.849595:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763956.849601:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763956.849606:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516164480:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763956.849616:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516164608:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763956.849651:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763956.849668:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763956/real 1789763956] req@ffff980dc61e4000 x1876699516164608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763956.849683:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516164608/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763956.849702:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763956.849706:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763956.849710:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516164608:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763956.849740:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516164736:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763956.849769:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763956.849790:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763956/real 1789763956] req@ffff980dc61e5c00 x1876699516164736/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763956.849815:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516164736/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763956.849832:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763956.849839:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763956.849846:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516164736:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763956.849901:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516164864:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763956.849935:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763956.849951:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763956/real 1789763956] req@ffff980dc61e4a80 x1876699516164864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763956.849966:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516164864/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763956.849976:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763956.849979:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763956.849984:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516164864:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763957.745070:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763958.769132:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763959.793152:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763960.817150:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763961.841038:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763961.968967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763961.968978:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763961.968982:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763961.969010:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3933 00000100:00080000:3.0:1789763961.969024:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763961.969033:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763961.969102:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4a80 x1876699516164992/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763961.969133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763961.969137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763961.969139:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763961.969143:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3933 00000100:00080000:3.0:1789763961.969147:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763961.969170:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763961.969177:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763961.969185:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5c00 x1876699516165120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763961.969192:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763961.969195:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763961.969197:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763961.969201:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3933 00000100:00080000:3.0:1789763961.969203:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763961.969213:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763961.969217:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763961.969224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4000 x1876699516165248/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763961.969233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763961.969237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763961.969238:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763961.969241:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3933 00000100:00080000:3.0:1789763961.969244:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763961.969248:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763961.969256:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516164992:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789763961.969257:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763961.969278:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4380 x1876699516165376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763961.969365:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763961.969437:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763961/real 1789763961] req@ffff980dc61e4a80 x1876699516164992/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763961.969465:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4a80 x1876699516164992/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763961.969478:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763961.969483:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763961.969488:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516164992:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763961.969496:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516165120:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763961.969524:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763961.969533:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763961/real 1789763961] req@ffff980dc61e5c00 x1876699516165120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763961.969558:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5c00 x1876699516165120/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763961.969564:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763961.969567:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763961.969570:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516165120:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763961.969584:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516165248:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763961.969598:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763961.969606:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763961/real 1789763961] req@ffff980dc61e4000 x1876699516165248/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763961.969615:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4000 x1876699516165248/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763961.969620:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763961.969623:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763961.969625:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516165248:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763961.969649:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516165376:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763961.969662:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763961.969670:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763961/real 1789763961] req@ffff980dc61e4380 x1876699516165376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763961.969678:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4380 x1876699516165376/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763961.969692:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763961.969694:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763961.969696:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516165376:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763962.865017:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763963.889095:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763964.913113:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763965.937121:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763966.961076:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763967.089083:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763967.089096:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763967.089101:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763967.089114:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3938 00000100:00080000:0.0:1789763967.089127:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763967.089137:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763967.089189:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4000 x1876699516165504/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763967.089225:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763967.089231:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763967.089233:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763967.089238:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3938 00000100:00080000:0.0:1789763967.089243:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763967.089255:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763967.089266:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763967.089281:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6300 x1876699516165632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763967.089296:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763967.089300:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763967.089303:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763967.089307:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3938 00000100:00080000:0.0:1789763967.089311:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763967.089315:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763967.089322:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:1.0:1789763967.089336:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516165504:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789763967.089338:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6680 x1876699516165760/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763967.089368:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763967.089397:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763967.089410:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763967.089416:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3938 00000100:00080000:0.0:1789763967.089423:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763967.089429:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763967.089436:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763967.089455:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6a00 x1876699516165888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763967.089506:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763967.089603:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967] req@ffff980dc8fc4000 x1876699516165504/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763967.089633:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4000 x1876699516165504/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763967.089651:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763967.089657:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763967.089663:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516165504:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763967.089673:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516165632:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763967.089707:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763967.089724:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967] req@ffff980dc8fc6300 x1876699516165632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763967.089740:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6300 x1876699516165632/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763967.089750:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763967.089754:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763967.089759:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516165632:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763967.089790:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516165760:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763967.089813:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763967.089825:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967] req@ffff980dc8fc6680 x1876699516165760/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763967.089850:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6680 x1876699516165760/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763967.089905:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763967.089910:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763967.089914:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516165760:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763967.089922:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516165888:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763967.089948:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763967.089962:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967] req@ffff980dc8fc6a00 x1876699516165888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763967.089976:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6a00 x1876699516165888/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763967.089986:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763967.089990:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763967.089994:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516165888:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763967.985032:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763969.009072:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763970.033061:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763971.056990:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763972.080948:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763972.208951:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763972.208960:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763972.208964:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763972.208973:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3943 00000100:00080000:0.0:1789763972.208983:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763972.208990:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763972.209020:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6d80 x1876699516166016/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763972.209046:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763972.209049:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763972.209051:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763972.209054:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3943 00000100:00080000:0.0:1789763972.209057:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763972.209060:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763972.209068:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763972.209080:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7800 x1876699516166144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763972.209089:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763972.209092:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516166016:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789763972.209093:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763972.209097:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763972.209105:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3943 00000100:00080000:0.0:1789763972.209109:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763972.209112:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763972.209116:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763972.209126:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7100 x1876699516166272/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763972.209134:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763972.209137:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763972.209139:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763972.209142:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3943 00000100:00080000:0.0:1789763972.209145:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763972.209147:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763972.209151:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763972.209160:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4e00 x1876699516166400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763972.209163:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763972.209200:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972] req@ffff980dc8fc6d80 x1876699516166016/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763972.209218:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6d80 x1876699516166016/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763972.209414:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763972.209419:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763972.209424:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516166016:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763972.209446:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516166144:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763972.209520:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763972.209533:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972] req@ffff980dc8fc7800 x1876699516166144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763972.209543:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7800 x1876699516166144/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763972.209549:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763972.209552:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763972.209554:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516166144:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763972.209558:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516166272:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763972.209573:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763972.209581:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972] req@ffff980dc8fc7100 x1876699516166272/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763972.209594:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7100 x1876699516166272/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763972.209600:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763972.209601:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763972.209603:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516166272:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763972.209607:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516166400:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763972.209618:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763972.209624:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972] req@ffff980dc8fc4e00 x1876699516166400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763972.209632:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4e00 x1876699516166400/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763972.209637:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763972.209639:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763972.209641:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516166400:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763973.104977:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763974.129012:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763975.153037:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763976.176994:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763977.200969:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763977.328972:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763977.328980:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763977.328984:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763977.328993:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3948 00000100:00080000:0.0:1789763977.329002:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763977.329007:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763977.329051:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5f80 x1876699516166528/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763977.329073:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763977.329076:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763977.329078:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763977.329081:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3948 00000100:00080000:0.0:1789763977.329084:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763977.329087:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763977.329095:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763977.329104:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4700 x1876699516166656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763977.329110:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516166528:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789763977.329115:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763977.329119:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763977.329120:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763977.329123:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3948 00000100:00080000:0.0:1789763977.329125:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763977.329127:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763977.329131:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763977.329141:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4e00 x1876699516166784/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763977.329153:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763977.329156:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763977.329157:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763977.329160:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3948 00000100:00080000:0.0:1789763977.329162:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763977.329165:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763977.329167:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763977.329171:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789763977.329177:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7100 x1876699516166912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763977.329212:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977] req@ffff980dc8fc5f80 x1876699516166528/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763977.329233:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5f80 x1876699516166528/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763977.329241:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763977.329244:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763977.329247:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516166528:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789763977.329267:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516166656:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763977.329282:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763977.329292:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977] req@ffff980dc8fc4700 x1876699516166656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763977.329331:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4700 x1876699516166656/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763977.329341:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763977.329345:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763977.329349:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516166656:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789763977.329355:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516166784:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789763977.329378:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763977.329400:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977] req@ffff980dc8fc4e00 x1876699516166784/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763977.329412:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4e00 x1876699516166784/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763977.329428:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763977.329431:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763977.329435:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516166784:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789763977.329441:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516166912:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789763977.329460:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763977.329469:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977] req@ffff980dc8fc7100 x1876699516166912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763977.329476:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7100 x1876699516166912/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763977.329482:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763977.329484:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789763977.329486:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516166912:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789763978.224940:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763979.249013:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763980.273167:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763981.297160:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763982.321039:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763982.448934:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763982.448942:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763982.448946:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763982.448955:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3953 00000100:00080000:3.0:1789763982.448964:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763982.448970:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763982.449003:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516167040/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763982.449028:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763982.449031:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763982.449033:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763982.449036:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3953 00000100:00080000:3.0:1789763982.449038:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763982.449040:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763982.449047:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763982.449056:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516167168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763982.449064:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763982.449067:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763982.449068:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763982.449071:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3953 00000100:00080000:3.0:1789763982.449073:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763982.449075:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:1.0:1789763982.449080:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516167040:192.168.203.146@tcp:250:kworker.0 00000008:00100000:3.0:1789763982.449080:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763982.449092:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516167296/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763982.449101:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763982.449103:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763982.449105:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763982.449107:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3953 00000100:00080000:3.0:1789763982.449111:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763982.449114:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763982.449118:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763982.449126:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516167424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763982.449141:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763982.449180:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982] req@ffff980dc61e5180 x1876699516167040/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763982.449196:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516167040/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763982.449204:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763982.449207:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763982.449210:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516167040:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763982.449215:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516167168:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763982.449232:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763982.449240:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982] req@ffff980dc61e6300 x1876699516167168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763982.449248:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516167168/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763982.449253:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763982.449255:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763982.449257:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516167168:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763982.449294:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516167296:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763982.449312:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763982.449319:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982] req@ffff980dc61e7800 x1876699516167296/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763982.449327:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516167296/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763982.449333:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763982.449335:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763982.449337:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516167296:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763982.449341:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516167424:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763982.449351:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763982.449357:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982] req@ffff980dc61e6680 x1876699516167424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763982.449368:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516167424/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763982.449373:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763982.449375:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763982.449377:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516167424:192.168.203.146@tcp:38:kworker.0 00010000:00010000:3.0:1789763983.345109:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763984.369000:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763985.393124:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763986.417016:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763987.441051:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763987.568988:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763987.568997:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763987.569001:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763987.569010:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3958 00000100:00080000:0.0:1789763987.569019:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763987.569026:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789763987.569062:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7800 x1876699516167552/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763987.569088:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763987.569091:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763987.569093:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763987.569096:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3958 00000100:00080000:0.0:1789763987.569099:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763987.569102:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763987.569111:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763987.569120:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6d80 x1876699516167680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763987.569129:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763987.569131:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763987.569133:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763987.569143:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3958 00000100:00100000:1.0:1789763987.569143:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516167552:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789763987.569159:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763987.569163:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763987.569168:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789763987.569179:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6a00 x1876699516167808/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763987.569186:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763987.569189:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763987.569191:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763987.569194:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3958 00000100:00080000:0.0:1789763987.569196:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763987.569199:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789763987.569202:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763987.569212:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6680 x1876699516167936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763987.569250:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763987.569300:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763987/real 1789763987] req@ffff980dc8fc7800 x1876699516167552/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763987.569316:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7800 x1876699516167552/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763987.569326:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763987.569329:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763987.569332:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516167552:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763987.569356:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516167680:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763987.569373:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763987.569381:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763987/real 1789763987] req@ffff980dc8fc6d80 x1876699516167680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763987.569390:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6d80 x1876699516167680/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763987.569401:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763987.569403:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763987.569405:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516167680:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763987.569409:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516167808:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763987.569421:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763987.569427:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763987/real 1789763987] req@ffff980dc8fc6a00 x1876699516167808/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763987.569434:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6a00 x1876699516167808/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763987.569440:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763987.569442:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763987.569443:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516167808:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763987.569447:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516167936:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763987.569457:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763987.569463:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763987/real 1789763987] req@ffff980dc8fc6680 x1876699516167936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763987.569470:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6680 x1876699516167936/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763987.569475:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763987.569477:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763987.569480:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516167936:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763988.465085:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763989.489006:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763990.512996:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763991.536969:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763992.560939:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763992.688958:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763992.688968:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763992.688972:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763992.688981:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3963 00000100:00080000:2.0:1789763992.688991:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763992.688999:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789763992.689036:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8380 x1876699516168064/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763992.689061:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763992.689065:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763992.689067:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763992.689071:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3963 00000100:00080000:2.0:1789763992.689074:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763992.689078:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763992.689088:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763992.689101:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a8e00 x1876699516168192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763992.689106:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516168064:192.168.203.146@tcp:250:kworker.0 00000100:00080000:2.0:1789763992.689121:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763992.689125:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763992.689127:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763992.689132:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3963 00000100:00080000:2.0:1789763992.689135:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763992.689139:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763992.689145:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789763992.689157:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9180 x1876699516168320/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763992.689169:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1789763992.689173:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00080000:2.0:1789763992.689176:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763992.689180:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763992.689197:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3963 00000100:00080000:2.0:1789763992.689202:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763992.689207:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789763992.689213:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763992.689225:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa300 x1876699516168448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763992.689234:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763992/real 1789763992] req@ffff980dd23a8380 x1876699516168064/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763992.689259:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8380 x1876699516168064/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763992.689267:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763992.689270:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763992.689273:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516168064:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763992.689294:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516168192:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763992.689312:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763992.689321:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763992/real 1789763992] req@ffff980dd23a8e00 x1876699516168192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763992.689329:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a8e00 x1876699516168192/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763992.689335:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763992.689337:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763992.689340:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516168192:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763992.689343:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516168320:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763992.689357:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763992.689364:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763992/real 1789763992] req@ffff980dd23a9180 x1876699516168320/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763992.689371:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9180 x1876699516168320/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763992.689377:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763992.689378:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763992.689380:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516168320:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763992.689384:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516168448:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763992.689393:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763992.689399:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763992/real 1789763992] req@ffff980dd23aa300 x1876699516168448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763992.689407:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa300 x1876699516168448/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763992.689412:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763992.689413:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763992.689415:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516168448:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763993.584949:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763994.609010:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763995.632975:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763996.656990:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763997.680966:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763997.808968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763997.808977:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763997.808980:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763997.808990:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3968 00000100:00080000:3.0:1789763997.808999:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763997.809005:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789763997.809039:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516168576/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763997.809061:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763997.809064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763997.809065:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763997.809068:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3968 00000100:00080000:3.0:1789763997.809071:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763997.809074:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763997.809081:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763997.809094:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516168704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763997.809106:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763997.809111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1789763997.809114:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516168576:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789763997.809114:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763997.809123:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3968 00000100:00080000:3.0:1789763997.809129:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763997.809134:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763997.809141:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789763997.809168:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516168832/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763997.809180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763997.809184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763997.809186:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763997.809189:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3968 00000100:00080000:3.0:1789763997.809193:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763997.809196:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789763997.809201:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789763997.809203:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789763997.809213:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516168960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763997.809253:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763997/real 1789763997] req@ffff980dc61e7b80 x1876699516168576/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763997.809282:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516168576/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763997.809294:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763997.809299:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763997.809303:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516168576:192.168.203.146@tcp:250:kworker.0 00000100:00100000:1.0:1789763997.809329:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516168704:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763997.809355:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763997.809370:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763997/real 1789763997] req@ffff980dc61e7480 x1876699516168704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763997.809384:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516168704/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763997.809394:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763997.809397:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763997.809401:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516168704:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789763997.809407:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516168832:192.168.203.146@tcp:8:kworker.0 00000800:00000100:1.0:1789763997.809429:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763997.809442:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763997/real 1789763997] req@ffff980dc61e4e00 x1876699516168832/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763997.809456:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516168832/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763997.809471:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763997.809475:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763997.809479:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516168832:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789763997.809485:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516168960:192.168.203.146@tcp:38:kworker.0 00000800:00000100:1.0:1789763997.809507:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:1.0:1789763997.809519:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763997/real 1789763997] req@ffff980dc61e5880 x1876699516168960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763997.809533:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516168960/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763997.809542:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763997.809545:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:1.0:1789763997.809549:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516168960:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789763998.704964:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763999.728997:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764000.753022:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764001.776989:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764002.800981:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764002.929003:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764002.929011:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764002.929014:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764002.929023:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3974 00000100:00080000:0.0:1789764002.929032:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764002.929038:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789764002.929074:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc6300 x1876699516169088/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764002.929097:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764002.929100:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764002.929101:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764002.929104:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3974 00000100:00080000:0.0:1789764002.929107:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764002.929120:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789764002.929129:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764002.929140:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4000 x1876699516169216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764002.929154:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764002.929157:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1789764002.929161:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516169088:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789764002.929162:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764002.929169:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3974 00000100:00080000:0.0:1789764002.929173:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764002.929176:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789764002.929179:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789764002.929189:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc4380 x1876699516169344/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764002.929197:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764002.929200:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764002.929201:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764002.929203:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3974 00000100:00080000:0.0:1789764002.929215:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764002.929217:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789764002.929220:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764002.929227:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7480 x1876699516169472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764002.929286:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516169216:192.168.203.146@tcp:38:kworker.0 00000100:00100000:1.0:1789764002.929332:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516169344:192.168.203.146@tcp:8:kworker.0 00000100:00100000:1.0:1789764002.929359:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516169472:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789764003.825003:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764004.849002:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764005.873036:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789764006.001297:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.146:988 00000400:00000100:1.0:1789764006.001358:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.146@tcp at host 192.168.203.146 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789764006.001384:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:1.0:1789764006.001445:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:1.0:1789764006.001457:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000800:00000100:1.0:1789764006.001471:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.146@tcp 00000100:00100000:3.0:1789764006.001477:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764002/real 1789764006] req@ffff980dc8fc4000 x1876699516169216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764006.001508:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4000 x1876699516169216/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764006.001522:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764006.001527:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789764006.001531:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516169216:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789764006.001539:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764002/real 1789764006] req@ffff980dc8fc4380 x1876699516169344/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764006.001551:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc4380 x1876699516169344/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764006.001558:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764006.001562:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789764006.001565:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516169344:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789764006.001572:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764002/real 1789764006] req@ffff980dc8fc7480 x1876699516169472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764006.001584:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7480 x1876699516169472/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764006.001592:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764006.001596:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789764006.001600:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516169472:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789764006.001610:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764002/real 1789764006] req@ffff980dc8fc6300 x1876699516169088/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764006.001622:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc6300 x1876699516169088/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764006.001631:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764006.001635:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789764006.001638:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516169088:192.168.203.146@tcp:250:kworker.0 00010000:00010000:3.0:1789764006.897011:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764007.920933:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764008.049175:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764008.049185:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764008.049190:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764008.049205:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3979 00000100:00080000:2.0:1789764008.049220:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764008.049230:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:2.0:1789764008.049279:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9f80 x1876699516169600/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764008.049310:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764008.049315:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764008.049318:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764008.049324:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3979 00000100:00080000:2.0:1789764008.049329:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764008.049334:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789764008.049344:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516169600:192.168.203.146@tcp:250:kworker.0 00000008:00100000:2.0:1789764008.049353:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764008.049376:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23a9c00 x1876699516169728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764008.049390:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764008.049394:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764008.049397:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764008.049403:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3979 00000100:00080000:2.0:1789764008.049408:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764008.049413:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789764008.049422:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:2.0:1789764008.049438:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aa680 x1876699516169856/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764008.049452:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764008.049456:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764008.049458:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764008.049463:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3979 00000100:00080000:2.0:1789764008.049467:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764008.049471:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:2.0:1789764008.049477:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764008.049489:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dd23aaa00 x1876699516169984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789764008.049505:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789764008.049577:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764008] req@ffff980dd23a9f80 x1876699516169600/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764008.049605:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9f80 x1876699516169600/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764008.049617:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764008.049622:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789764008.049625:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516169600:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789764008.049663:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516169728:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789764008.049693:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789764008.049709:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764008] req@ffff980dd23a9c00 x1876699516169728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764008.049721:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23a9c00 x1876699516169728/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764008.049730:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764008.049735:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789764008.049738:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516169728:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789764008.049744:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516169856:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789764008.049768:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789764008.049784:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764008] req@ffff980dd23aa680 x1876699516169856/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764008.049802:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aa680 x1876699516169856/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764008.049810:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764008.049815:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789764008.049819:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516169856:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789764008.049826:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516169984:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789764008.049852:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789764008.049898:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764008] req@ffff980dd23aaa00 x1876699516169984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764008.049914:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dd23aaa00 x1876699516169984/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764008.049921:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764008.049925:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789764008.049929:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dd23aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516169984:192.168.203.146@tcp:38:kworker.0 00010000:00010000:0.0:1789764008.945129:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764009.969034:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764010.993017:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764012.017065:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764013.040987:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764013.169001:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764013.169013:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764013.169017:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764013.169028:0:12036:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3984 00000100:00080000:0.0:1789764013.169051:0:12036:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764013.169059:0:12036:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:0.0:1789764013.169107:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5500 x1876699516170112/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764013.169141:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764013.169145:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764013.169146:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764013.169150:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3984 00000100:00080000:0.0:1789764013.169153:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764013.169156:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789764013.169166:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764013.169178:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5180 x1876699516170240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764013.169187:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764013.169189:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764013.169191:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789764013.169196:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516170112:192.168.203.146@tcp:250:kworker.0 00000100:00080000:0.0:1789764013.169197:0:12036:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3984 00000100:00080000:0.0:1789764013.169201:0:12036:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764013.169207:0:12036:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789764013.169211:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:0.0:1789764013.169219:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc7b80 x1876699516170368/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764013.169227:0:12036:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764013.169229:0:12036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764013.169230:0:12036:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764013.169233:0:12036:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3984 00000100:00080000:0.0:1789764013.169235:0:12036:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764013.169238:0:12036:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:0.0:1789764013.169240:0:12036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764013.169247:0:12036:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc8fc5c00 x1876699516170496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789764013.169286:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789764013.169330:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013] req@ffff980dc8fc5500 x1876699516170112/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764013.169351:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5500 x1876699516170112/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764013.169364:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764013.169368:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789764013.169373:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516170112:192.168.203.146@tcp:250:kworker.0 00000100:00100000:3.0:1789764013.169399:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516170240:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789764013.169419:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789764013.169430:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013] req@ffff980dc8fc5180 x1876699516170240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764013.169439:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5180 x1876699516170240/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764013.169445:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764013.169448:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789764013.169450:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516170240:192.168.203.146@tcp:38:kworker.0 00000100:00100000:3.0:1789764013.169454:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516170368:192.168.203.146@tcp:8:kworker.0 00000800:00000100:3.0:1789764013.169468:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789764013.169475:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013] req@ffff980dc8fc7b80 x1876699516170368/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764013.169483:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc7b80 x1876699516170368/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764013.169488:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764013.169490:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789764013.169492:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516170368:192.168.203.146@tcp:8:kworker.0 00000100:00100000:3.0:1789764013.169504:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516170496:192.168.203.146@tcp:38:kworker.0 00000800:00000100:3.0:1789764013.169517:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:3.0:1789764013.169529:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013] req@ffff980dc8fc5c00 x1876699516170496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764013.169540:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc8fc5c00 x1876699516170496/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764013.169556:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764013.169560:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:3.0:1789764013.169563:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc8fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516170496:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789764014.065006:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764015.089015:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764016.113002:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764017.137058:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764018.160992:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764018.288989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764018.289013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764018.289017:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764018.289027:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3989 00000100:00080000:3.0:1789764018.289039:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764018.289046:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789764018.289087:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5880 x1876699516170624/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764018.289118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764018.289120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764018.289122:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764018.289124:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3989 00000100:00080000:3.0:1789764018.289126:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764018.289128:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789764018.289137:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764018.289147:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e4e00 x1876699516170752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764018.289154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764018.289156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764018.289157:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764018.289162:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3989 00000100:00080000:3.0:1789764018.289164:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764018.289166:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789764018.289170:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789764018.289181:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7480 x1876699516170880/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764018.289196:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516170624:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789764018.289197:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764018.289202:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764018.289207:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764018.289214:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3989 00000100:00080000:3.0:1789764018.289217:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764018.289222:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789764018.289227:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764018.289241:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7b80 x1876699516171008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789764018.289284:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789764018.289335:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018] req@ffff980dc61e5880 x1876699516170624/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764018.289355:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5880 x1876699516170624/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764018.289369:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764018.289374:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789764018.289378:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516170624:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789764018.289387:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516170752:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789764018.289409:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789764018.289421:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018] req@ffff980dc61e4e00 x1876699516170752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764018.289435:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e4e00 x1876699516170752/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764018.289444:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764018.289448:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789764018.289451:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516170752:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789764018.289477:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516170880:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789764018.289498:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789764018.289509:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018] req@ffff980dc61e7480 x1876699516170880/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764018.289521:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7480 x1876699516170880/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764018.289531:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764018.289534:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789764018.289538:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516170880:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789764018.289545:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516171008:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789764018.289561:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789764018.289572:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018] req@ffff980dc61e7b80 x1876699516171008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764018.289584:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7b80 x1876699516171008/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764018.289592:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764018.289596:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789764018.289599:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516171008:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789764019.185067:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764020.209028:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764021.233013:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764022.257022:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764023.281031:0:11741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764023.409021:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65ff60fc-9b44-48f8-988f-b0587af5cf52->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764023.409034:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764023.409039:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764023.409051:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 192.168.203.146@tcp last attempt 3994 00000100:00080000:3.0:1789764023.409064:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764023.409075:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff980dd1aaa000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000100:00100000:3.0:1789764023.409118:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6680 x1876699516171136/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764023.409148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764023.409152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764023.409154:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764023.409159:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3994 00000100:00080000:3.0:1789764023.409163:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764023.409168:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd1f18000: import ffff980dd2619800 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789764023.409178:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764023.409194:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e7800 x1876699516171264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764023.409208:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516171136:192.168.203.146@tcp:250:kworker.0 00000100:00080000:3.0:1789764023.409214:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 048c2075-43b1-49c3-a1d8-2b3c1afa706e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764023.409225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764023.409227:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764023.409233:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: connect to NID 192.168.203.146@tcp last attempt 3994 00000100:00080000:3.0:1789764023.409237:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764023.409242:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff980dd1f18000: import ffff980dd2619000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000008:00100000:3.0:1789764023.409249:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0. 00000100:00100000:3.0:1789764023.409264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e6300 x1876699516171392/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764023.409276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfe1b2c2-be6d-4234-9c05-42b712409d84->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764023.409280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764023.409283:0:37:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764023.409288:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: connect to NID 192.168.203.146@tcp last attempt 3994 00000100:00080000:3.0:1789764023.409293:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764023.409298:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff980dd26f6800: import ffff980dc955f000 using connection 192.168.203.146@tcp/192.168.203.146@tcp 00000800:00000100:0.0:1789764023.409306:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000008:00100000:3.0:1789764023.409311:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764023.409331:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff980dc61e5180 x1876699516171520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764023.409367:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023] req@ffff980dc61e6680 x1876699516171136/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764023.409389:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6680 x1876699516171136/t0(0) o250->MGC192.168.203.146@tcp@192.168.203.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764023.409402:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd1aaa000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764023.409407:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789764023.409411:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:65ff60fc-9b44-48f8-988f-b0587af5cf52:2361:1876699516171136:192.168.203.146@tcp:250:kworker.0 00000100:00100000:0.0:1789764023.409436:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516171264:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789764023.409456:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789764023.409467:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023] req@ffff980dc61e7800 x1876699516171264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764023.409477:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e7800 x1876699516171264/t0(0) o38->lustre-MDT0000-mdc-ffff980dd1f18000@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764023.409485:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764023.409488:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789764023.409491:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516171264:192.168.203.146@tcp:38:kworker.0 00000100:00100000:0.0:1789764023.409497:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516171392:192.168.203.146@tcp:8:kworker.0 00000800:00000100:0.0:1789764023.409514:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789764023.409523:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023] req@ffff980dc61e6300 x1876699516171392/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764023.409533:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e6300 x1876699516171392/t0(0) o8->lustre-OST0000-osc-ffff980dd1f18000@192.168.203.146@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764023.409541:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dd2619000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764023.409544:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789764023.409546:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:048c2075-43b1-49c3-a1d8-2b3c1afa706e:2361:1876699516171392:192.168.203.146@tcp:8:kworker.0 00000100:00100000:0.0:1789764023.409552:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516171520:192.168.203.146@tcp:38:kworker.0 00000800:00000100:0.0:1789764023.409566:0:2361:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.146@tcp 00000100:00100000:0.0:1789764023.409575:0:2361:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023] req@ffff980dc61e5180 x1876699516171520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764023.409585:0:2361:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff980dc61e5180 x1876699516171520/t0(0) o38->lustre-MDT0000-mdc-ffff980dd26f6800@192.168.203.146@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764023.409592:0:2361:0:(import.c:65:import_set_state_nolock()) ffff980dc955f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764023.409595:0:2361:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.146@tcp failed (-110) 00000100:00100000:0.0:1789764023.409598:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff980dc61e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfe1b2c2-be6d-4234-9c05-42b712409d84:2361:1876699516171520:192.168.203.146@tcp:38:kworker.0 00010000:00010000:1.0:1789764024.305028:0:5604:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764025.329046:0:11734:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764026.353046:0:11740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764027.377097:0:5603:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 98445 lines, 98445 kept, 0 dropped, 0 bad.